-- Logs begin at Sat 2022-02-19 06:45:08 UTC, end at Sat 2022-02-19 08:44:06 UTC. -- Feb 19 07:19:21.831359 dv-neutron-829958-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 07:19:23.947352 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.common.config [-] Logging enabled! Feb 19 07:19:23.947960 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev27 Feb 19 07:19:23.948062 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83463) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 19 07:19:23.950291 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.common.config [-] Logging enabled! Feb 19 07:19:23.950538 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev27 Feb 19 07:19:23.950773 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83463) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 19 07:19:23.951710 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 07:19:23.951939 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 07:19:23.952299 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 07:19:23.952537 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 07:19:23.952757 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 07:19:23.953064 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.953339 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.953610 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.953838 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.954116 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.954395 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.954670 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.954947 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.955227 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.955503 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.955757 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.956033 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.956277 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.956551 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.956828 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.957105 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.957321 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] debug = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.957591 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.958006 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.958404 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.958705 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.958984 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.959249 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.959512 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.959782 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.960095 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] host = dv-neutron-829958-1-hyperv {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.960390 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.960667 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.960944 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.961218 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.961484 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.961750 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.962025 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.962309 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.962553 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] log_file = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.962817 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.963093 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.963371 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.963648 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.963863 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.964077 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.964382 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.964658 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.964925 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.965193 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.965454 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.965718 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.965983 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.966241 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.966514 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.966786 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.967057 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.967320 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.967587 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.967846 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.968128 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.968429 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.968694 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.968959 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.969219 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.969497 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.969758 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.970022 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.970309 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.970584 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.970856 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.971129 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.971393 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.971663 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.971922 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.972214 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.972470 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] use_json = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.972732 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.972993 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.973267 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.973530 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.973794 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.974055 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.974408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.974657 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.974918 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:23.975212 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.975499 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.975789 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.976061 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.976370 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.976641 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.976918 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.977184 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.977463 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.977740 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.978019 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.978291 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.978567 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.978849 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.979128 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.979392 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.979660 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.979939 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.980230 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.980568 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.980828 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.981105 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.981372 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.981633 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.981905 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.982173 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.982434 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.982696 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.982961 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.983240 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.983509 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.983772 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.984032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.984324 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.984588 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.984863 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.985135 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.985397 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.985657 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.985924 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.986185 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.986451 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.986718 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.986980 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.987245 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.987508 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.987769 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.988036 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.988326 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.988590 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.988850 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.989145 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.989367 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.989628 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.989930 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.990196 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.990496 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.990946 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.991309 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.991707 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.991980 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.992285 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.992559 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.992829 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.993097 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.993364 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.993631 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.993901 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.994163 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.994443 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.994719 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.994996 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.995269 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.995537 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.995821 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.996088 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.996387 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.996656 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.996922 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.997200 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.997473 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.997760 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.998051 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.998336 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.998621 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.998904 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.999176 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.999475 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.999745 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:23.999954 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 07:19:24.000219 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83463) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 07:19:24.398297 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO keyring.backend [-] Loading KWallet Feb 19 07:19:24.405723 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO keyring.backend [-] Loading SecretService Feb 19 07:19:24.408861 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO keyring.backend [-] Loading Windows Feb 19 07:19:24.410209 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO keyring.backend [-] Loading chainer Feb 19 07:19:24.410770 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO keyring.backend [-] Loading macOS Feb 19 07:19:24.444746 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 19 07:19:24.444982 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 19 07:19:24.445285 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 19 07:19:24.445611 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 07:19:24.741194 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.741396 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.741657 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.796193 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.796487 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.796746 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.799831 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.800102 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.800384 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.828794 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.829063 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.829327 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.855535 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.855809 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:24.856066 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.172478 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.173115 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.173115 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.173290 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.174138 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.292533 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.292836 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.293103 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.293372 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.293624 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.293923 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.294174 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.294416 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.294657 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.294925 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.295158 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.295417 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.295666 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.295906 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.296185 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.296438 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.296683 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.296930 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.297178 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.297448 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.297784 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.298026 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.298265 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.298537 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.298776 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.299010 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.299383 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.299616 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.299843 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.300067 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.300317 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.300545 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.301093 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 07:19:25.304249 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 07:19:25.308299 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 07:19:25.312306 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 19 07:19:25.314239 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 07:19:25.314617 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 07:19:25.314939 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 07:19:25.315309 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 07:19:25.318617 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 07:19:25.318860 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 07:19:25.319194 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 07:19:25.346708 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 19 07:19:25.347142 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.347427 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83463) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 19 07:19:25.347781 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.349175 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83463) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 07:19:25.349501 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 07:19:25.349738 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 07:19:25.352997 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.353267 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.412702 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 07:19:25.412940 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 07:19:25.413161 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 07:19:25.413517 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 07:19:25.447152 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_db.sqlalchemy.engines [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83463) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 19 07:19:25.770401 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing driver for type 'gre' Feb 19 07:19:25.770912 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] gre ID ranges: [(1, 1000)] Feb 19 07:19:25.826376 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing driver for type 'local' Feb 19 07:19:25.826771 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing driver for type 'vlan' Feb 19 07:19:25.842022 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] VlanTypeDriver initialization complete Feb 19 07:19:25.842353 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing driver for type 'vxlan' Feb 19 07:19:25.842836 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] vxlan ID ranges: [(1, 1000)] Feb 19 07:19:25.898360 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing extension driver 'port_security' Feb 19 07:19:25.898717 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.extensions.port_security [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] PortSecurityExtensionDriver initialization complete Feb 19 07:19:25.899042 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing mechanism driver 'openvswitch' Feb 19 07:19:25.899383 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing mechanism driver 'hyperv' Feb 19 07:19:25.906607 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.plugins.ml2.plugin [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:25.907330 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.907689 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.908037 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.908602 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 19 07:19:25.909024 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnet after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.909368 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnet after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.909704 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.910086 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 19 07:19:25.910481 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.910823 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.911195 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.911556 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 19 07:19:25.911953 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > security_group after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.912324 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > security_group after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.912659 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.913177 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 19 07:19:25.913574 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.913917 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.914250 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.914631 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83463) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 19 07:19:25.915059 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] ML2 OVO RPC backend initialized. {{(pid=83463) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 19 07:19:25.915697 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.916040 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.916491 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.916835 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > networks before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.917170 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.917491 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > ports before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.917825 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnet before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.918159 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnets before_response 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.918493 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.918821 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.919147 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.919474 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.919823 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.920172 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.920492 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnet after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.920817 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnet after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.921139 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.921709 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.plugin [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Modular L2 Plugin initialization complete Feb 19 07:19:25.922030 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading services supported by the core plugin {{(pid=83463) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 07:19:25.922351 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.plugins.ml2.managers [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Got port-security extension from driver 'port_security' Feb 19 07:19:25.922810 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.extensions.vlantransparent [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Disabled vlantransparent extension. Feb 19 07:19:25.923227 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83463) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 07:19:25.923534 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: router Feb 19 07:19:25.960074 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.960494 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router after_create 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.960855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router before_create 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.961209 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.961571 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.961922 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router after_delete 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.962271 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.962624 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router after_create 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.962959 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router after_update 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.963300 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router after_update 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.963636 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.963966 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router after_update 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.964390 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_update 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.964749 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: port after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.965086 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: port after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.965416 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: subnet after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.965745 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.966089 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.966411 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_create 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.966758 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: port before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.967088 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.967417 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router after_update 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.967750 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.968087 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_create 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.968465 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.968802 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_update 55549900 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.969156 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > agent after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.969500 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > agent after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.969836 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > network after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.970680 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Tracking information for resource: router configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.971003 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Tracking information for resource: floatingip configured {{(pid=83463) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 07:19:25.975955 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.db.l3_agentschedulers_db [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 07:19:25.976542 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: port after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.976896 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: port after_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.977238 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: port after_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.977580 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: port after_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.978463 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router before_create 55550100 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.978818 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.979173 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_create 55550100 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.979524 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > router precommit_update 55550100 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:25.983876 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.services.provider_configuration [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service providers = [] {{(pid=83463) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 07:19:25.984269 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.db.servicetype_db [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83463) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 07:19:25.987339 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.services.service_base [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 07:19:25.987683 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.services.service_base [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 07:19:25.988020 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.services.service_base [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 07:19:25.988927 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.services.service_base [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83463) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 07:19:25.989295 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.services.service_base [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 07:19:25.989666 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:25.989981 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 07:19:26.000987 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:26.001312 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: auto_allocate Feb 19 07:19:26.007302 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: network precommit_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.007670 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: network precommit_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.008192 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:26.008524 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: tag Feb 19 07:19:26.015088 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:26.015403 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: timestamp Feb 19 07:19:26.019428 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:26.019752 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: network_ip_availability Feb 19 07:19:26.025187 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.025487 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.025833 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.026537 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:26.026849 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: flavors Feb 19 07:19:26.031574 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:26.031897 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading Plugin: revisions Feb 19 07:19:26.036185 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83463) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 07:19:26.036601 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_concurrency.lockutils [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.591s {{(pid=83463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 19 07:19:26.037320 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83463) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 19 07:19:26.037646 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Initializing extension manager. Feb 19 07:19:26.038228 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: __init__.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.038559 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: __pycache__ {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.038883 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.039205 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.039525 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: _filter_validation_lib.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.039842 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.040141 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: address_group.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.040930 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.041469 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: address-group Feb 19 07:19:26.041782 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: address_scope.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.042487 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.042977 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: address-scope Feb 19 07:19:26.043298 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.044244 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.044739 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: router-admin-state-down-before-update Feb 19 07:19:26.045050 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: agent.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.045744 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.046235 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: agent Feb 19 07:19:26.046546 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: agent_resources_synced.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.047447 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.047942 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: agent-resources-synced Feb 19 07:19:26.048291 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: allowedaddresspairs.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.050255 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.050765 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: allowed-address-pairs Feb 19 07:19:26.051194 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: auto_allocated_topology.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.052310 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.052818 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: auto-allocated-topology Feb 19 07:19:26.053143 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: availability_zone.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.053858 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.054355 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: availability_zone Feb 19 07:19:26.054647 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: availability_zone_filter.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.055578 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.056076 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: availability_zone_filter Feb 19 07:19:26.056421 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: data_plane_status.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.057318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.057816 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 07:19:26.058130 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: default_subnetpools.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.059039 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.059541 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: default-subnetpools Feb 19 07:19:26.059852 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.060657 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.061156 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: dhcp_agent_scheduler Feb 19 07:19:26.061471 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: dns.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.062381 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.062879 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 07:19:26.063194 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: dns_domain_ports.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.064104 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.064625 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 07:19:26.064938 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: dvr.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.065605 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.066097 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: dvr Feb 19 07:19:26.066768 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: empty_string_filtering.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.067671 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.068175 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: empty-string-filtering Feb 19 07:19:26.068501 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.069470 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.069955 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 07:19:26.070265 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.071163 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.071659 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 07:19:26.071964 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: external_net.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.072899 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.073397 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: external-net Feb 19 07:19:26.073711 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.074612 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.075104 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: extra_dhcp_opt Feb 19 07:19:26.075415 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: extraroute.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.076350 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.076842 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: extraroute Feb 19 07:19:26.077155 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: extraroute_atomic.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.078176 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.078673 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: extraroute-atomic Feb 19 07:19:26.078991 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: filter_validation.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.079655 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.080145 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: filter-validation Feb 19 07:19:26.080487 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: fip_pf_description.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.081385 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.081875 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 07:19:26.082186 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: fip_port_details.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.083093 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.083593 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: fip-port-details Feb 19 07:19:26.083902 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: flavors.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.085344 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.085853 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: flavors Feb 19 07:19:26.086171 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.087842 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.088381 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 07:19:26.088701 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: floatingip_pools.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.089403 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.089906 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: floatingip-pools Feb 19 07:19:26.090220 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: ip_allocation.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.091148 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.091638 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 07:19:26.091953 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.092897 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.093410 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: ip-substring-filtering Feb 19 07:19:26.093722 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l2_adjacency.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.094639 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.095128 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 07:19:26.095440 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l3.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.096428 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.096936 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: router Feb 19 07:19:26.097247 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.099601 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.100118 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 07:19:26.100469 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.101445 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.101947 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: ext-gw-mode Feb 19 07:19:26.102262 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.103178 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.103676 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: l3-ha Feb 19 07:19:26.103991 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l3_flavors.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.104936 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.105432 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: l3-flavors Feb 19 07:19:26.105751 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.106685 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.107184 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 07:19:26.107501 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: l3agentscheduler.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.108582 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.109131 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: l3_agent_scheduler Feb 19 07:19:26.109453 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: logging.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.110962 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.111475 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension logging not supported by any of loaded plugins Feb 19 07:19:26.111800 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: metering.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.112577 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.113139 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: metering Feb 19 07:19:26.113457 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.114563 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.115067 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: metering_source_and_destination_fields Feb 19 07:19:26.115382 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: multiprovidernet.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.116355 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.116852 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: multi-provider Feb 19 07:19:26.117170 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: netmtu.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.118074 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.118576 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: net-mtu Feb 19 07:19:26.118890 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: netmtu_writable.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.119806 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.120337 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: net-mtu-writable Feb 19 07:19:26.120653 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: network_availability_zone.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.121315 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.121813 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: network_availability_zone Feb 19 07:19:26.122125 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: network_ip_availability.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.123222 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.123734 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: network-ip-availability Feb 19 07:19:26.124048 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: network_segment_range.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.124836 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.125330 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 07:19:26.125641 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: pagination.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.126615 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.126935 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: pagination Feb 19 07:19:26.127245 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.128173 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.128679 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: port-mac-address-regenerate Feb 19 07:19:26.128997 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: port_resource_request.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.129899 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.130397 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 07:19:26.130713 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: portbindings.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.131628 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.132177 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: binding Feb 19 07:19:26.132525 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: portbindings_extended.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.133784 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.134289 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: binding-extended Feb 19 07:19:26.134608 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: portsecurity.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.135521 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.136021 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: port-security Feb 19 07:19:26.136370 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: project_id.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.137335 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.137649 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: project-id Feb 19 07:19:26.137968 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: providernet.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.138870 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.139375 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: provider Feb 19 07:19:26.139688 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.143410 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.143925 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos not supported by any of loaded plugins Feb 19 07:19:26.144282 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.145533 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.146036 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 07:19:26.146357 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.147267 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.147792 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 07:19:26.148110 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_default.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.149046 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.149546 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-default not supported by any of loaded plugins Feb 19 07:19:26.149866 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_fip.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.150513 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.151003 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 07:19:26.151317 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_gateway_ip.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.152359 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.152864 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 07:19:26.153175 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_port_network_policy.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.154080 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.154580 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 07:19:26.154889 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_rule_type_details.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.155804 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.156342 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 07:19:26.156655 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: qos_rules_alias.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.157699 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.158206 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 07:19:26.158505 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: quotasv2.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.159384 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.159713 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: quotas Feb 19 07:19:26.160022 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: quotasv2_detail.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.161672 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.161998 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: quota_details Feb 19 07:19:26.162328 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: rbac.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.163442 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.163955 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: rbac-policies Feb 19 07:19:26.164316 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: rbac_address_scope.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.165240 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.165749 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: rbac-address-scope Feb 19 07:19:26.166067 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: rbac_security_groups.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.166984 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.167490 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: rbac-security-groups Feb 19 07:19:26.167805 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: rbac_subnetpool.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.168738 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.169240 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: rbac-subnetpool Feb 19 07:19:26.169553 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: revisionifmatch.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.170466 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.170967 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: revision-if-match Feb 19 07:19:26.171277 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: revisions.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.172418 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.172917 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: standard-attr-revisions Feb 19 07:19:26.173437 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: router_availability_zone.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.173889 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.174386 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: router_availability_zone Feb 19 07:19:26.174699 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: routerservicetype.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.175619 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.176108 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 07:19:26.176452 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.177360 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.177855 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: port-security-groups-filtering Feb 19 07:19:26.178170 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: securitygroup.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.189261 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.189786 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: security-group Feb 19 07:19:26.190112 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: segment.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.190894 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.191767 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension segment not supported by any of loaded plugins Feb 19 07:19:26.192087 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.193038 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.193540 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 07:19:26.193857 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: servicetype.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.195043 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.195556 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: service-type Feb 19 07:19:26.195876 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: sorting.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.196873 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.197193 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: sorting Feb 19 07:19:26.197502 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: standard_attr_segment.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.198414 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.198917 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 07:19:26.199232 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: standardattrdescription.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.199868 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.200397 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: standard-attr-description Feb 19 07:19:26.200718 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: stateful_security_group.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.201651 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.202156 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: stateful-security-group Feb 19 07:19:26.202475 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: stdattrs_common.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.203051 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 07:19:26.203365 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.204331 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.204832 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 07:19:26.205141 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: subnet_onboard.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.206281 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.206794 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: subnet_onboard Feb 19 07:19:26.207109 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.208025 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.208555 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 07:19:26.208868 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: subnet_service_types.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.209798 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.210326 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: subnet-service-types Feb 19 07:19:26.210638 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: subnetallocation.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.211709 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.212246 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: subnet_allocation Feb 19 07:19:26.212566 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.213225 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.213717 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: subnetpool-prefix-ops Feb 19 07:19:26.214025 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.214946 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.215441 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 07:19:26.215750 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: tagging.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.216828 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.217330 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: standard-attr-tag Feb 19 07:19:26.217643 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: timestamp.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.218838 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.219342 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loaded extension: standard-attr-timestamp Feb 19 07:19:26.219653 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: trunk.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.220710 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.221215 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension trunk not supported by any of loaded plugins Feb 19 07:19:26.221527 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: trunk_details.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.222439 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.222940 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 07:19:26.223258 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: uplink_status_propagation.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.224175 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.224687 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 07:19:26.225001 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Loading extension file: vlantransparent.py {{(pid=83463) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 19 07:19:26.225720 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83463) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 19 07:19:26.226214 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 07:19:26.228439 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:network Feb 19 07:19:26.229140 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:subnet Feb 19 07:19:26.229730 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 07:19:26.230488 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:port Feb 19 07:19:26.231748 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.232182 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service FLAVORS assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.232793 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.233218 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.233538 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:router Feb 19 07:19:26.234190 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 07:19:26.234902 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service METERING assigned prefix: /metering {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.236351 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.236705 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.237046 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:19:26.238156 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 07:19:26.238594 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:security_group Feb 19 07:19:26.239252 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 07:19:26.240062 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service CORE assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.240426 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 07:19:26.240763 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] subnetpool is already registered Feb 19 07:19:26.241390 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service CORE assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.241713 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 07:19:26.242035 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] subnetpool is already registered Feb 19 07:19:26.244558 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.244978 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service FLAVORS assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.245555 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.245965 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.246294 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:router Feb 19 07:19:26.246611 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] router is already registered Feb 19 07:19:26.247183 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 07:19:26.247504 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] floatingip is already registered Feb 19 07:19:26.248114 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service METERING assigned prefix: /metering {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.248785 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 07:19:26.249105 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] rbac_policy is already registered Feb 19 07:19:26.249638 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:security_group Feb 19 07:19:26.249954 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] security_group is already registered Feb 19 07:19:26.250534 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 07:19:26.250849 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] security_group_rule is already registered Feb 19 07:19:26.251500 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service CORE assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.251819 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 07:19:26.252132 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] subnetpool is already registered Feb 19 07:19:26.252760 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.v2.resource_helper [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Service CORE assigned prefix: {{(pid=83463) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 07:19:26.253174 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 07:19:26.253506 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING neutron.quota.resource_registry [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] subnetpool is already registered Feb 19 07:19:26.254133 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: extensions {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.255558 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: address-groups {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.257233 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: address-scopes {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.258403 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: agents {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.259542 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: auto-allocated-topology {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.260803 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: availability_zones {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.262087 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: dhcp-networks {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.263445 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: dhcp-agents {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.264845 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: routers {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.266614 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: flavors {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.267747 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: service_profiles {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.268956 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: next_providers {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.270434 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: service_profiles {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.271833 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: floatingip-pools {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.273153 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: routers {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.274929 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: floatingips {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.276136 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: l3-routers {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.277446 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: l3-agents {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.278805 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: metering-labels {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.280142 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: metering-label-rules {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.281400 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: network-ip-availabilities {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.282644 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: bindings {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.285165 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: quotas {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.286613 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: quotas {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.288049 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: rbac-policies {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.289390 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: security-groups {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.290591 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: security-group-rules {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.291801 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: service-providers {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.293022 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: subnetpools {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.294406 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: subnetpools {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.295880 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.297528 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.299281 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.301012 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.302773 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.304654 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.306397 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.308249 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.310095 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.311882 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron.api.extensions [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Extended resource: tags {{(pid=83463) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 19 07:19:26.318162 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING keystonemiddleware.auth_token [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 07:19:26.323043 dv-neutron-829958-1-hyperv neutron-server[83463]: WARNING keystonemiddleware.auth_token [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 07:19:26.331240 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_concurrency.lockutils [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Acquired lock "singleton_lock" {{(pid=83463) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 19 07:19:26.331714 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_concurrency.lockutils [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Releasing lock "singleton_lock" {{(pid=83463) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 19 07:19:26.332387 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO oslo_service.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Starting 2 workers Feb 19 07:19:26.336928 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Started child 83568 {{(pid=83463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 19 07:19:26.341064 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Started child 83569 {{(pid=83463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 19 07:19:26.342267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:26.343089 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO neutron.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 07:19:26.343181 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Notify callbacks [] for process, before_spawn {{(pid=83463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:26.343894 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [-] (83568) wsgi starting up on http://0.0.0.0:9696 Feb 19 07:19:26.345797 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO oslo_service.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Starting 1 workers Feb 19 07:19:26.346562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:26.347935 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [-] (83569) wsgi starting up on http://0.0.0.0:9696 Feb 19 07:19:26.351051 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Started child 83570 {{(pid=83463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 19 07:19:26.351658 dv-neutron-829958-1-hyperv neutron-server[83463]: INFO oslo_service.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Starting 1 workers Feb 19 07:19:26.354963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] calling RpcWorker wait() {{(pid=83570) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 07:19:26.355562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] returning from RpcWorker wait() {{(pid=83570) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 07:19:26.356588 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Started child 83571 {{(pid=83463) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 19 07:19:26.356737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:26.357175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:26.357431 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG neutron_lib.callbacks.manager [None req-19a06e2e-a740-40c6-bc82-f2cffb0d3992 None None] Notify callbacks [] for process, after_spawn {{(pid=83463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:26.359438 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83463) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 19 07:19:26.359642 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 07:19:26.359977 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 07:19:26.360238 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 07:19:26.360767 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 07:19:26.360930 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 07:19:26.361633 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.361935 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.362219 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.362473 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.362773 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.363579 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.363893 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.364431 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.364530 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:26.364992 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.364992 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.364992 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.364992 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.365263 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.365337 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:26.365406 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.365902 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.366232 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.366736 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.367005 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.367235 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.367517 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.367782 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.368049 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.368318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] debug = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.368611 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.369313 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.369554 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.369842 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.370095 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.370400 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.370656 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.370993 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.371266 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.371535 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.371744 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.372180 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.372574 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.373070 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.373343 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.373585 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.374099 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] host = dv-neutron-829958-1-hyperv {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.374332 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.374548 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.374835 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.375162 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.375407 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.375703 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.375988 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.376273 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.376560 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.376849 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.377339 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.377599 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.377880 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.378148 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_file = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.378365 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_options = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.378570 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.378835 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.379101 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.379297 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.379461 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.379746 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.380037 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.380222 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.380572 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.380813 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.381142 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.381405 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.381670 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.381996 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.382364 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.382649 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.382941 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.383188 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.383472 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.383726 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.383945 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.384202 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.384555 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.384810 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.385149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.385342 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.385657 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.385946 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.386186 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.386696 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.386970 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.387272 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.387537 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.387804 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.388030 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.391338 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.391513 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.391832 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.392134 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.392427 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.393416 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.393711 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.393972 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.394882 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.395144 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.399242 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_json = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.399242 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.399242 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.399242 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.399242 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.403304 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.403600 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.403854 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.407340 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.407596 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.410490 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.412612 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.412955 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.413280 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.413555 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.414305 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.414572 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.414842 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.415085 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.415322 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.415645 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.415876 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.416250 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.416519 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.416777 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.417045 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.417268 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.417520 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.417740 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.417957 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.418193 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.418407 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.418669 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.418923 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.419138 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.419392 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.419634 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.419847 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.420072 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.420322 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.420575 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.420834 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.421054 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.421268 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.421480 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.421692 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.421917 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.422152 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.422373 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.422620 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.422841 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.423072 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.423284 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.423490 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.423731 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.423956 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.424209 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.424424 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.424634 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.424847 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.425138 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.427693 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.427954 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.431809 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.432244 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.432650 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.434145 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.437240 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.437240 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.437429 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.437689 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.438085 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.438194 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.439855 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.440501 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.440501 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.440651 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.440841 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.441518 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.441766 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.442500 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.442500 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.442500 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.442758 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.442883 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.443124 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.443365 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.443608 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.443860 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.444096 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.444460 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.444712 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.444935 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.445192 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.445413 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.445635 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.445874 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.446138 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.446385 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.446680 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.446912 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.447168 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.447415 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.447651 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.447922 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.448190 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.448456 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.448679 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.448941 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.449246 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.449516 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.449794 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.450021 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.450274 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.450546 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.450794 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.451048 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.451308 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.451566 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.451790 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.452068 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.452372 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.452602 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.452832 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.453219 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.453700 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.454104 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.454477 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.454847 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.455249 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.455821 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.456265 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.456683 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.457083 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.457474 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.457883 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.458116 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.458360 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.458599 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.458835 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.459052 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.459303 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.459543 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.459783 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.460110 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.460355 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.460592 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.460827 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.461064 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.461307 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.461548 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.461786 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.462026 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.462240 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.462476 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.462727 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.462948 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.463162 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.463377 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.463608 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.463865 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.464101 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.464384 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.464639 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.464869 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.465091 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.465344 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.465596 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.465807 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.466061 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.466296 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.466510 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.466719 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.466940 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.467165 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.467379 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.467600 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.467811 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.468042 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.468287 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.468633 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.468851 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.469096 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.469313 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.469544 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.469761 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.469975 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.470190 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.470406 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.470620 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.470860 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.471080 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.471315 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.471544 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.471781 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.471979 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.472214 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.472444 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.472711 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.472919 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.473128 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.473415 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.473667 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.473890 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.474124 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.474364 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.474599 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.474799 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.475005 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.475236 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.475441 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.475779 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.476037 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.476284 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.476571 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.476805 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.477029 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.477280 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.477570 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.477786 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.478019 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.478235 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.478452 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.478688 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.478939 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.479263 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.479541 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.479782 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.480028 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.480340 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.480611 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.480891 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.481102 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.481386 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.481739 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.482027 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.482280 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.482510 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.482762 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.482981 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.483193 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.483428 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.483661 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.483895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.484144 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.484418 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.484659 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.484890 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.485117 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.485328 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.485553 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.485779 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.485998 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.486212 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.486385 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 07:19:26.486912 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83463) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 19 07:19:26.487073 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 07:19:26.487227 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 07:19:26.487396 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 07:19:26.487561 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 07:19:26.487710 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 07:19:26.487943 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.488104 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.488282 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.491823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:26.492167 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.492276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 55570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:19:26.492371 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.492542 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.492723 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.492898 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.493069 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.493237 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.493405 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.493570 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.493735 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.493899 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.494060 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.494220 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.494379 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.494538 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.494711 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.494858 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.495017 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.495176 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.495333 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] debug = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.495489 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.495704 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.495868 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.496026 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.496202 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.496362 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.496520 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.496677 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.496838 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.496993 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.497149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.497361 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.497524 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.497680 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.497837 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.497993 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.498148 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] host = dv-neutron-829958-1-hyperv {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.498329 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.498486 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.498642 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.498801 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.498957 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.499210 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.499308 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.499470 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.499628 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.499784 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.499942 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.500100 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.500279 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.500437 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_file = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.500592 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_options = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.500749 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.500904 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.501060 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.501242 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.501404 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.501562 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.501720 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.501877 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.502034 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.502337 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.502591 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081220 Feb 19 07:19:26.503021 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.503329 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.503484 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.503645 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.503806 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.503963 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.504120 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505149 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505523 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505523 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505523 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505699 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505764 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.505901 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.506209 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.506368 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.506527 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.506689 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.506909 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508504 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508504 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508504 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508680 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508745 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_json = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.508978 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.509132 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.509132 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.509437 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.509437 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.509688 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.509809 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.509892 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.510017 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 07:19:26.510199 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.510358 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.510584 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.510729 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.510886 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.510975 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.511117 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.511276 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.511435 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.511595 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.511760 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.512066 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.512066 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.513536 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.513536 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.513536 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.513536 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.513797 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.513863 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.514016 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.514179 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.514339 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.514499 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.514658 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.514817 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.515032 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.515193 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.515352 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.515512 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.515671 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.515832 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.516507 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.516507 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.516507 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.516507 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.516809 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.516809 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.516954 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.517097 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.517235 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.517458 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.517620 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.517781 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.517946 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.518101 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.518791 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.518791 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.518791 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.518791 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.519108 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.519108 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.519261 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.519341 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520318 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520707 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520707 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520707 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520917 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.520983 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.521116 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.521275 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.521438 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.522895 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.523597 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.523597 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.523597 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.523597 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.523879 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.523879 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.524025 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.524105 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.524292 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.524803 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.524803 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.524803 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.525038 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.525038 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.525202 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.525360 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.525519 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526845 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526845 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.526845 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.527057 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.527146 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.527312 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.527487 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.527637 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.527799 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.527960 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.528120 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.528323 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.528481 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.528658 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.528799 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.528964 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.529121 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.529281 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.529449 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.529661 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.529772 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.530476 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.530476 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.530476 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.530476 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.530789 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.530789 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.530933 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.531012 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.531128 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.531963 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.531963 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.531963 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.531963 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.531963 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.532384 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.532384 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.532384 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.532595 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.532688 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.532770 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.532935 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.533094 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.533253 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.533412 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.533572 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.533730 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.533888 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.534045 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.534202 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.534361 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.534521 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.534681 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.535135 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.535135 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.535135 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.535370 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.535460 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.535574 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.535752 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536625 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536625 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536625 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536625 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536625 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536991 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536991 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.536991 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.537226 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.537307 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.537408 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.537598 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.537725 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.537885 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.538094 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.538255 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.538414 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.538573 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.538765 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.538907 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.539072 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.539226 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.539384 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.539544 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.539764 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.539865 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.540008 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.540248 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.540343 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.540497 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.540655 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541515 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541515 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541515 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541515 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541515 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541903 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541903 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.541903 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.542114 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.542192 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.542315 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.542474 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.542631 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.542798 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.542956 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.543113 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.543270 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.543428 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.543596 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.543756 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.544531 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.544531 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.544531 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.544531 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.544853 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.544853 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.545001 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.545081 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.545237 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.545399 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.545558 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.545718 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.545893 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.546039 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.546205 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.546363 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.546531 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.546701 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.546868 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.547068 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.547190 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.547363 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548296 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548296 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548296 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548296 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548296 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548296 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548694 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548694 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548694 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.548873 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.549269 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.549269 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.549409 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.549474 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.549599 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.549760 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.549919 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.550076 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.550239 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 07:19:26.550399 dv-neutron-829958-1-hyperv neutron-server[83463]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83463) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 07:19:36.682688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e8085-46f2-483f-84ec-a14b4ef06102 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:19:36.763342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e8085-46f2-483f-84ec-a14b4ef06102 None None] No non-hosted networks {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 07:19:36.780083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.agentschedulers_db [None req-670e8085-46f2-483f-84ec-a14b4ef06102 None None] DHCP Agent not found on host dv-neutron-829958-1-hyperv {{(pid=83570) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 19 07:19:36.891095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c97e135-ff52-4cdb-9a13-5cc8823f592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3864473'] for agent, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:38.897036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7e03ec4-e49c-40e4-a2f6-0ac8ed627bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3864473'] for agent, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:38.925765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b51797cd-a6c2-48aa-b771-941bdae49c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:40.041433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3864473'] for agent, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:40.165860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3864473'] for agent, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:40.166907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.167429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.167980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.168529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.169094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.169783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.170346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.170879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.171345 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.171859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.172525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:40.173116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829958-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:40.180114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829958-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:41.340620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3864473'] for agent, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:42.882479 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.db.l3_hamode_db [None req-04159d0a-f587-42bc-a5bf-751fd2b9e1d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 07:19:42.967584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04159d0a-f587-42bc-a5bf-751fd2b9e1d0 None None] Routers set() bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:19:42.967957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04159d0a-f587-42bc-a5bf-751fd2b9e1d0 None None] Router IDs set() for agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 19 07:19:43.193946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 55666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:19:43.798529 dv-neutron-829958-1-hyperv neutron-server[83568]: WARNING oslo_policy.policy [None req-2343484c-0e25-40d9-9101-e5eda3193264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:43.799125 dv-neutron-829958-1-hyperv neutron-server[83568]: WARNING oslo_policy.policy [None req-2343484c-0e25-40d9-9101-e5eda3193264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:44.011589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-2343484c-0e25-40d9-9101-e5eda3193264 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:19:44.012822 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2343484c-0e25-40d9-9101-e5eda3193264 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8169110 Feb 19 07:19:46.302814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 55680) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:19:46.726018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:19:46.777632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.policy [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83568) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 19 07:19:46.778371 dv-neutron-829958-1-hyperv neutron-server[83568]: WARNING oslo_policy.policy [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:46.778734 dv-neutron-829958-1-hyperv neutron-server[83568]: WARNING oslo_policy.policy [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:46.782065 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.quota [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] Loaded quota_driver: . Feb 19 07:19:46.798252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:19:46.898291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733972402781', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733972588991', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733972593743', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733972563957', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733972573423', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1090158', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1177082', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3885224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3768528'] for rbac-policy, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:46.980537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:46.981680 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-732bef19-0ce2-40f6-883f-27f9d2c0bd97 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6778939 Feb 19 07:19:49.569955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 55694) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:19:50.196022 dv-neutron-829958-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:50.196607 dv-neutron-829958-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:50.405641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '3d687b933eea432187b5158166868ff1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:19:50.407269 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.quota [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Loaded quota_driver: . Feb 19 07:19:50.422644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:19:50.428984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Usage tracker for resource:network and tenant:3d687b933eea432187b5158166868ff1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:19:50.434459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:19:50.442168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:19:50.460172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Made reservation on behalf of 3d687b933eea432187b5158166868ff1 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:50.496637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.policy [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83569) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 19 07:19:50.497391 dv-neutron-829958-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:50.497745 dv-neutron-829958-1-hyperv neutron-server[83569]: WARNING oslo_policy.policy [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 07:19:50.502170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.524673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.571443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:19:50.575321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3d687b933eea432187b5158166868ff1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:19:50.578569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:19:50.584348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:19:50.656370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.662509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.687109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:19:50.711801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733973612656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.712395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Unsubscribe: segment precommit_create {{(pid=83569) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 07:19:50.712876 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Added segment 24751a92-eb00-40de-986a-575e6399a66e of type vlan for network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d Feb 19 07:19:50.721039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6ce825-bfe5-4215-8518-128b48f32fc6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:50.787458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.787786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.788185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.788503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.788899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.789178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.789528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.789849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.790241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.790658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.790954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Tracked resource versions report: Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: pushed versions: Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Log': {'1.0'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Network': {'1.1'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Port': {'1.5'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'PortForwarding': {'1.2'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'QosPolicy': {'1.8'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroup': {'1.2'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SubPort': {'1.0'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Subnet': {'1.1'}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Trunk': {'1.1'}} Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: consumer versions: Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Log': '1.0', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Network': '1.1', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Port': '1.5', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'PortForwarding': '1.2', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'QosPolicy': '1.8', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroup': '1.2', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroupRule': '1.0', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SubPort': '1.0', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Subnet': '1.1', Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Trunk': '1.1'}} Feb 19 07:19:50.792226 dv-neutron-829958-1-hyperv neutron-server[83569]: {{(pid=83569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:19:50.829662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.872067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.873035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:50.873655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:50.979170 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4077480 Feb 19 07:19:50.979741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278966ec-f85e-43bf-b3a9-aaaf675857e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e65b5ac-4641-46ea-9fb3-f81ffa05691d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:50.993492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:19:53.614034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 55716) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:19:54.089516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4ebc8-3b72-42ca-8f96-007e3ee2418c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:54.090734 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ffc4ebc8-3b72-42ca-8f96-007e3ee2418c admin admin] 10.222.0.72 "GET /v2.0/networks/8e65b5ac-4641-46ea-9fb3-f81ffa05691d HTTP/1.1" status: 200 len: 825 time: 0.4757478 Feb 19 07:19:54.120758 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b7ae58a-f562-4f91-a137-44f44b146938 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/931b614c-f723-4b42-9815-18ae3d7e25c6 HTTP/1.1" status: 200 len: 734 time: 0.0245190 Feb 19 07:19:54.128869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'name': 'private-subnet', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '931b614c-f723-4b42-9815-18ae3d7e25c6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:19:54.133419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:19:54.137333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Usage tracker for resource:subnet and tenant:3d687b933eea432187b5158166868ff1 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:19:54.140584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:19:54.146222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:19:54.158732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Made reservation on behalf of 3d687b933eea432187b5158166868ff1 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:54.160982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:54.442538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:54.525516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010c9eca-0862-4be3-a41f-83865a647d37,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:54.534467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Checking segment: {'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:19:54.534851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Network hostable DHCP agents. Network: 8e65b5ac-4641-46ea-9fb3-f81ffa05691d, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:19:54.561106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:19:54.573990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8e65b5ac-4641-46ea-9fb3-f81ffa05691d) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:54.579918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:54.580529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:54.583230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96fe1c-3a06-4e60-b171-51f3cc53dfc4 None None] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:19:54.609229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d8faadfd-6b53-4a56-8ce2-6eadd7841d76 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4759700 Feb 19 07:19:54.907650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'fixed_ips': [{'subnet_id': '010c9eca-0862-4be3-a41f-83865a647d37'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:19:54.908875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:55.099151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Allocated IP 172.20.0.2 (8e65b5ac-4641-46ea-9fb3-f81ffa05691d/010c9eca-0862-4be3-a41f-83865a647d37/ee66f920-e510-4e9a-82c7-ebc87615f515) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:55.327139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:55.340919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Transition to ACTIVE for port object ee66f920-e510-4e9a-82c7-ebc87615f515 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:19:55.361358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Transition to ACTIVE for port object ee66f920-e510-4e9a-82c7-ebc87615f515 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:19:55.369604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:55.439172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:55.442176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:55.448086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:19:55.455345 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Pushing event updated for resources: {'Port': ['ID=ee66f920-e510-4e9a-82c7-ebc87615f515,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:55.498536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.498912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.499220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.499550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.499889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.500298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.500617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.500951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.501263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.501576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.501885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Tracked resource versions report: Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: pushed versions: Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Log': {'1.0'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Network': {'1.1'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Port': {'1.5'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'PortForwarding': {'1.2'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'QosPolicy': {'1.8'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroup': {'1.2'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SubPort': {'1.0'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Subnet': {'1.1'}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Trunk': {'1.1'}} Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: consumer versions: Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Log': '1.0', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Network': '1.1', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Port': '1.5', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'PortForwarding': '1.2', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'QosPolicy': '1.8', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroup': '1.2', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroupRule': '1.0', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SubPort': '1.0', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Subnet': '1.1', Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Trunk': '1.1'}} Feb 19 07:19:55.503179 dv-neutron-829958-1-hyperv neutron-server[83570]: {{(pid=83570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:19:55.559667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Attempting to bind port ee66f920-e510-4e9a-82c7-ebc87615f515 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:19:55.560054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Attempting to bind port ee66f920-e510-4e9a-82c7-ebc87615f515 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:19:55.560496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Attempting to bind port ee66f920-e510-4e9a-82c7-ebc87615f515 on network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:19:55.567677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:19:55.568075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Checking segment: {'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:19:55.568559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:55.568939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Bound using segment: {'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:19:55.569733 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Bound port: ee66f920-e510-4e9a-82c7-ebc87615f515, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:19:55.570349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:55.655264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] For port ee66f920-e510-4e9a-82c7-ebc87615f515, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:55.659265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] For port ee66f920-e510-4e9a-82c7-ebc87615f515, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ee66f920-e510-4e9a-82c7-ebc87615f515,segment=NetworkSegment(24751a92-eb00-40de-986a-575e6399a66e),segment_id=24751a92-eb00-40de-986a-575e6399a66e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:55.663997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:19:55.767813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb588c-6292-4c40-ba5e-fa2cda2f37d9 None None] Pushing event updated for resources: {'Port': ['ID=ee66f920-e510-4e9a-82c7-ebc87615f515,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:56.914897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 55726) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:19:57.319548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-c45a66f5-6377-48ce-ba39-77ea36a4d81b admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:19:57.320506 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c45a66f5-6377-48ce-ba39-77ea36a4d81b admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4046562 Feb 19 07:19:59.338093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d93fe-4cd5-4da4-8054-c0afef81cdf4 None None] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:19:59.434836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-72647d6d-b4ae-47d5-aa05-62fe1ea90464 None None] Provisioning for port ee66f920-e510-4e9a-82c7-ebc87615f515 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:59.565347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 55740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:00.057705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-e4cdef7d-63f6-470e-a194-ce647d8b7f0e admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:20:00.058663 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e4cdef7d-63f6-470e-a194-ce647d8b7f0e admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4923980 Feb 19 07:20:00.402814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ee66f920-e510-4e9a-82c7-ebc87615f515 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:20:00.470793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ee66f920-e510-4e9a-82c7-ebc87615f515 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:20:00.475627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ee66f920-e510-4e9a-82c7-ebc87615f515 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:00.476034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:00.592429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:00.626179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ee66f920-e510-4e9a-82c7-ebc87615f515, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ee66f920-e510-4e9a-82c7-ebc87615f515,segment=NetworkSegment(24751a92-eb00-40de-986a-575e6399a66e),segment_id=24751a92-eb00-40de-986a-575e6399a66e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:00.630140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:00.694750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ee66f920-e510-4e9a-82c7-ebc87615f515,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:02.386245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ee66f920-e510-4e9a-82c7-ebc87615f515 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:20:02.455431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ee66f920-e510-4e9a-82c7-ebc87615f515 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:02.455799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:02.622707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 55752) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:03.046645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3d687b933eea432187b5158166868ff1', 'name': 'router1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:20:03.054459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:20:03.062404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Usage tracker for resource:router and tenant:3d687b933eea432187b5158166868ff1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:20:03.069632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:20:03.076746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:20:03.091333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:03.093036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:03.118505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:03.229600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:03.251651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:03.253402 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f63aed1c-bd2f-4477-803c-1073e76c279e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6291974 Feb 19 07:20:05.501914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 55762) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:05.929000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-13c506eb-4a3e-4390-a634-d23761e4f209 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:20:05.930559 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-13c506eb-4a3e-4390-a634-d23761e4f209 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4274845 Feb 19 07:20:06.657291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13b46c50-c220-4fc6-bb92-ecc5d74c8c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:08.188645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 55772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:08.609170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:20:08.616925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:20:08.620916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Usage tracker for resource:network and tenant:8e0362f220d2484498a31a9ad822dfae is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:20:08.624369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:20:08.630176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:20:08.643301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Made reservation on behalf of 8e0362f220d2484498a31a9ad822dfae for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:08.646081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:08.662386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:08.702193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:20:08.706845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Usage tracker for resource:security_group_rule and tenant:8e0362f220d2484498a31a9ad822dfae is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:20:08.710122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:20:08.716101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:20:08.808661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:08.817139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:08.832402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Reserving flat network on physical network physnet1 {{(pid=83568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 07:20:08.862076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733973612656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:08.862647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Unsubscribe: segment precommit_create {{(pid=83568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 07:20:08.863149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Added segment deba19f6-ecdc-4da6-9372-7ddec4d5ea77 of type flat for network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 Feb 19 07:20:08.883245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3d66335-7cb2-4f8b-93cd-022b78b9447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:08.911611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63407527-c075-44d7-acb0-bc18de4aa695,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:08.940425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.940764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.941094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.941418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.942097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.942418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.942746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.943064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.943374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.943681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.944038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Tracked resource versions report: Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: pushed versions: Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Log': {'1.0'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Network': {'1.1'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Port': {'1.5'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'PortForwarding': {'1.2'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'QosPolicy': {'1.8'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroup': {'1.2'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SubPort': {'1.0'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Subnet': {'1.1'}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Trunk': {'1.1'}} Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: consumer versions: Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Log': '1.0', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Network': '1.1', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Port': '1.5', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'PortForwarding': '1.2', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'QosPolicy': '1.8', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroup': '1.2', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroupRule': '1.0', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SubPort': '1.0', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Subnet': '1.1', Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Trunk': '1.1'}} Feb 19 07:20:08.945291 dv-neutron-829958-1-hyperv neutron-server[83568]: {{(pid=83568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:20:08.982962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:09.029324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:09.030401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:09.031219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:09.143352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] Pushing event updated for resources: {'Network': ['ID=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:09.148666 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-93544e24-e407-4662-be1c-93774775bccb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9590502 Feb 19 07:20:09.155954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:20:09.997498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:10.174220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:11.267732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:11.431374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 55796) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:11.688491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1355c83d-4144-4ec2-9995-63fbfc4afa2b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:11.689748 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1355c83d-4144-4ec2-9995-63fbfc4afa2b admin admin] 10.222.0.72 "GET /v2.0/subnets/010c9eca-0862-4be3-a41f-83865a647d37 HTTP/1.1" status: 200 len: 849 time: 0.2574792 Feb 19 07:20:11.874619 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b13d986-8f46-42e2-9bdb-c7f94f893d1c admin admin] 10.222.0.72 "GET /v2.0/routers/62ace6a6-b923-44e1-8415-36d52847d5d4 HTTP/1.1" status: 200 len: 704 time: 0.1765063 Feb 19 07:20:12.338047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:12.568975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Allocated IP 172.20.0.1 (8e65b5ac-4641-46ea-9fb3-f81ffa05691d/010c9eca-0862-4be3-a41f-83865a647d37/46f2c46c-c98a-434a-889d-59fdd65239e2) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:12.734544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:12.753179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Transition to ACTIVE for port object 46f2c46c-c98a-434a-889d-59fdd65239e2 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:20:12.807176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:12.876493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:12.879949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:12.882728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:20:12.883477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:12.886194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Pushing event updated for resources: {'Port': ['ID=46f2c46c-c98a-434a-889d-59fdd65239e2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:13.009915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:13.093263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2fdbcbca-c753-4aa7-8b51-1691b9e0beab None None] Provisioning for port 46f2c46c-c98a-434a-889d-59fdd65239e2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:20:13.098064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2fdbcbca-c753-4aa7-8b51-1691b9e0beab None None] Provisioning complete for port 46f2c46c-c98a-434a-889d-59fdd65239e2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:13.098421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fdbcbca-c753-4aa7-8b51-1691b9e0beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:13.150021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbcbca-c753-4aa7-8b51-1691b9e0beab None None] Port 46f2c46c-c98a-434a-889d-59fdd65239e2 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:20:13.272079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:13.279818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:13.280559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:13.403720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Pushing event updated for resources: {'Port': ['ID=46f2c46c-c98a-434a-889d-59fdd65239e2,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:13.475974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:13.477015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:13.674569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7f5afd19-7457-460e-9fdc-e52bbd3eb004 None None] Provisioning complete for port 46f2c46c-c98a-434a-889d-59fdd65239e2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:13.674903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f5afd19-7457-460e-9fdc-e52bbd3eb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:13.724634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7f5afd19-7457-460e-9fdc-e52bbd3eb004 None None] Port 46f2c46c-c98a-434a-889d-59fdd65239e2 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:20:13.823084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Router 62ace6a6-b923-44e1-8415-36d52847d5d4 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:20:13.991788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:14.001062 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-993a9805-7bb1-47d3-abda-0ed8bd64a71a admin admin] 10.222.0.72 "PUT /v2.0/routers/62ace6a6-b923-44e1-8415-36d52847d5d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1213088 Feb 19 07:20:14.002398 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Sync routers for ids ['62ace6a6-b923-44e1-8415-36d52847d5d4'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:20:14.015585 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Routers {'62ace6a6-b923-44e1-8415-36d52847d5d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:20:14.016436 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:20:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['62ace6a6-b923-44e1-8415-36d52847d5d4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:14.185240 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Set router 62ace6a6-b923-44e1-8415-36d52847d5d4 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:20:14.549129 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'name': 'router1', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:03Z', 'updated_at': '2022-02-19T07:20:12Z', 'revision_number': 2, 'project_id': '3d687b933eea432187b5158166868ff1', 'gw_port_host': None, '_interfaces': [{'id': '46f2c46c-c98a-434a-889d-59fdd65239e2', 'name': '', 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'mac_address': 'fa:16:3e:6b:a2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '010c9eca-0862-4be3-a41f-83865a647d37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:12Z', 'updated_at': '2022-02-19T07:20:13Z', 'revision_number': 2, 'project_id': '3d687b933eea432187b5158166868ff1', 'subnets': [{'id': '010c9eca-0862-4be3-a41f-83865a647d37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '931b614c-f723-4b42-9815-18ae3d7e25c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:14.554235 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Checking router: 62ace6a6-b923-44e1-8415-36d52847d5d4 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:20:14.554597 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Updating router 62ace6a6-b923-44e1-8415-36d52847d5d4 port 46f2c46c-c98a-434a-889d-59fdd65239e2 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:20:14.607487 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:14.981426 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:14.997133 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Transition to ACTIVE for port object 46f2c46c-c98a-434a-889d-59fdd65239e2 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:20:15.004055 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:15.236421 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Pushing event updated for resources: {'Port': ['ID=46f2c46c-c98a-434a-889d-59fdd65239e2,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:15.251748 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Attempting to bind port 46f2c46c-c98a-434a-889d-59fdd65239e2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:20:15.252141 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Attempting to bind port 46f2c46c-c98a-434a-889d-59fdd65239e2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:20:15.252805 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Attempting to bind port 46f2c46c-c98a-434a-889d-59fdd65239e2 on network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:20:15.255859 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.256214 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.256569 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.256887 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.257222 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.257549 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.257854 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.258178 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.258490 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.258795 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.259100 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Tracked resource versions report: Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: pushed versions: Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Log': {'1.0'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Network': {'1.1'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Port': {'1.5'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'PortForwarding': {'1.2'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'QosPolicy': {'1.8'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroup': {'1.2'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SubPort': {'1.0'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Subnet': {'1.1'}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Trunk': {'1.1'}} Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: consumer versions: Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Log': '1.0', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Network': '1.1', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Port': '1.5', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'PortForwarding': '1.2', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'QosPolicy': '1.8', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroup': '1.2', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroupRule': '1.0', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SubPort': '1.0', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Subnet': '1.1', Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Trunk': '1.1'}} Feb 19 07:20:15.260453 dv-neutron-829958-1-hyperv neutron-server[83571]: {{(pid=83571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:20:15.266978 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:20:15.267380 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Checking segment: {'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:20:15.267843 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:15.268234 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Bound using segment: {'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:20:15.268957 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Bound port: 46f2c46c-c98a-434a-889d-59fdd65239e2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24751a92-eb00-40de-986a-575e6399a66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:20:15.269062 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:15.358717 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] For port 46f2c46c-c98a-434a-889d-59fdd65239e2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:15.362766 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] For port 46f2c46c-c98a-434a-889d-59fdd65239e2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=46f2c46c-c98a-434a-889d-59fdd65239e2,segment=NetworkSegment(24751a92-eb00-40de-986a-575e6399a66e),segment_id=24751a92-eb00-40de-986a-575e6399a66e)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:15.368172 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:15.449543 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79f57-836e-4663-9caa-cb42b3b5240b None None] Pushing event updated for resources: {'Port': ['ID=46f2c46c-c98a-434a-889d-59fdd65239e2,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:15.459320 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Routers {'62ace6a6-b923-44e1-8415-36d52847d5d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:20:15.460029 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:20:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['62ace6a6-b923-44e1-8415-36d52847d5d4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:15.609689 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] Set router 62ace6a6-b923-44e1-8415-36d52847d5d4 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:20:15.929446 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'name': 'router1', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:03Z', 'updated_at': '2022-02-19T07:20:12Z', 'revision_number': 2, 'project_id': '3d687b933eea432187b5158166868ff1', 'gw_port_host': None, '_interfaces': [{'id': '46f2c46c-c98a-434a-889d-59fdd65239e2', 'name': '', 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'mac_address': 'fa:16:3e:6b:a2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '010c9eca-0862-4be3-a41f-83865a647d37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:12Z', 'updated_at': '2022-02-19T07:20:15Z', 'revision_number': 4, 'project_id': '3d687b933eea432187b5158166868ff1', 'subnets': [{'id': '010c9eca-0862-4be3-a41f-83865a647d37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '931b614c-f723-4b42-9815-18ae3d7e25c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:15.933809 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc22ada-6d9a-447f-a351-b4e4db111be5 None None] The sync data for ids ['62ace6a6-b923-44e1-8415-36d52847d5d4'] in dv-neutron-829958-1-hyperv is: [{'id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'name': 'router1', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:03Z', 'updated_at': '2022-02-19T07:20:12Z', 'revision_number': 2, 'project_id': '3d687b933eea432187b5158166868ff1', 'gw_port_host': None, '_interfaces': [{'id': '46f2c46c-c98a-434a-889d-59fdd65239e2', 'name': '', 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'mac_address': 'fa:16:3e:6b:a2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '010c9eca-0862-4be3-a41f-83865a647d37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:12Z', 'updated_at': '2022-02-19T07:20:15Z', 'revision_number': 4, 'project_id': '3d687b933eea432187b5158166868ff1', 'subnets': [{'id': '010c9eca-0862-4be3-a41f-83865a647d37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '931b614c-f723-4b42-9815-18ae3d7e25c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:20:16.091546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 55818) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:16.266628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7248c4-4a3a-4dc1-9735-0b8a0d1edb55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:16.273453 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd7248c4-4a3a-4dc1-9735-0b8a0d1edb55 admin admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 842 time: 0.1808047 Feb 19 07:20:16.277699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.1.0/24', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'gateway_ip': '172.26.1.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:20:16.282939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:20:16.286842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Usage tracker for resource:subnet and tenant:8e0362f220d2484498a31a9ad822dfae is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:20:16.289860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:20:16.296129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:20:16.308041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Made reservation on behalf of 8e0362f220d2484498a31a9ad822dfae for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:16.313730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:16.679307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:20:16.679728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:16.742066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f769c305-bd91-4d94-80e1-6947f21c10cf,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:16.814426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:20:16.814766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Network hostable DHCP agents. Network: c658e4f2-f0fd-49ea-9bba-d873b5eaecb5, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:20:16.841476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:20:16.853108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c658e4f2-f0fd-49ea-9bba-d873b5eaecb5) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:16.857626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:16.858165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:16.864301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5003b-0975-4438-be02-a54d00ebdf2f None None] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:20:16.894699 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-575e5e3f-d93e-42cb-a5d8-80a4ae870d35 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6112680 Feb 19 07:20:17.096198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b722a5-1fd5-47c6-96e4-3612828925fb None None] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:20:18.407432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 46f2c46c-c98a-434a-889d-59fdd65239e2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:20:18.476673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 46f2c46c-c98a-434a-889d-59fdd65239e2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:20:18.481397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 46f2c46c-c98a-434a-889d-59fdd65239e2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:18.481763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:18.619790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:18.650612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 46f2c46c-c98a-434a-889d-59fdd65239e2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=46f2c46c-c98a-434a-889d-59fdd65239e2,segment=NetworkSegment(24751a92-eb00-40de-986a-575e6399a66e),segment_id=24751a92-eb00-40de-986a-575e6399a66e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:18.655382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:18.721750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=46f2c46c-c98a-434a-889d-59fdd65239e2,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:19.044284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 55832) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:19.291162 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bffaebc5-f6b9-4852-97bb-d1d381d5fc6b admin admin] 10.222.0.72 "GET /v2.0/routers/62ace6a6-b923-44e1-8415-36d52847d5d4 HTTP/1.1" status: 200 len: 710 time: 0.2456663 Feb 19 07:20:19.417781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b806c-f150-453f-bc87-49f2da691c82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:19.419165 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-376b806c-f150-453f-bc87-49f2da691c82 admin admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 886 time: 0.1229963 Feb 19 07:20:19.428196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:20:19.906398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.094776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.148292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.282935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Allocated IP 172.26.1.42 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/65b1bf54-fa85-43c4-8583-853a0a7aae4a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:20.389922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 46f2c46c-c98a-434a-889d-59fdd65239e2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:20:20.424354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.452473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.457403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 46f2c46c-c98a-434a-889d-59fdd65239e2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:20.457797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.558896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:20.561551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:20.568374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:20:20.590186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Pushing event updated for resources: {'Port': ['ID=65b1bf54-fa85-43c4-8583-853a0a7aae4a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:20.711048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.871251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:20.876445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:21.076772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Router 62ace6a6-b923-44e1-8415-36d52847d5d4 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:20:21.278131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:21.286464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:21.287628 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ead407a0-7aa9-4ac6-a8f4-51ee4cf1a714 admin admin] 10.222.0.72 "PUT /v2.0/routers/62ace6a6-b923-44e1-8415-36d52847d5d4 HTTP/1.1" status: 200 len: 889 time: 1.8626301 Feb 19 07:20:21.288026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Sync routers for ids ['62ace6a6-b923-44e1-8415-36d52847d5d4'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:20:21.301890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Routers {'62ace6a6-b923-44e1-8415-36d52847d5d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:20:21.302579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:20:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['62ace6a6-b923-44e1-8415-36d52847d5d4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:21.488416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Set router 62ace6a6-b923-44e1-8415-36d52847d5d4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:20:21.818468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'name': 'router1', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '65b1bf54-fa85-43c4-8583-853a0a7aae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:03Z', 'updated_at': '2022-02-19T07:20:20Z', 'revision_number': 4, 'project_id': '3d687b933eea432187b5158166868ff1', 'gw_port': {'id': '65b1bf54-fa85-43c4-8583-853a0a7aae4a', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:20Z', 'updated_at': '2022-02-19T07:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46f2c46c-c98a-434a-889d-59fdd65239e2', 'name': '', 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'mac_address': 'fa:16:3e:6b:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '010c9eca-0862-4be3-a41f-83865a647d37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:12Z', 'updated_at': '2022-02-19T07:20:18Z', 'revision_number': 5, 'project_id': '3d687b933eea432187b5158166868ff1', 'subnets': [{'id': '010c9eca-0862-4be3-a41f-83865a647d37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '931b614c-f723-4b42-9815-18ae3d7e25c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:21.823391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Checking router: 62ace6a6-b923-44e1-8415-36d52847d5d4 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:20:21.823768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Updating router 62ace6a6-b923-44e1-8415-36d52847d5d4 port 65b1bf54-fa85-43c4-8583-853a0a7aae4a binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:20:21.874790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:22.190371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:22.202192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Transition to ACTIVE for port object 65b1bf54-fa85-43c4-8583-853a0a7aae4a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:20:22.208785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:22.284022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192020a-d969-4947-979d-991cd5b57787 None None] Pushing event updated for resources: {'Port': ['ID=65b1bf54-fa85-43c4-8583-853a0a7aae4a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:22.286351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Attempting to bind port 65b1bf54-fa85-43c4-8583-853a0a7aae4a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:20:22.286691 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Attempting to bind port 65b1bf54-fa85-43c4-8583-853a0a7aae4a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:20:22.287041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Attempting to bind port 65b1bf54-fa85-43c4-8583-853a0a7aae4a on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:20:22.294363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:20:22.294704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:20:22.295076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:22.295460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:20:22.295891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Bound port: 65b1bf54-fa85-43c4-8583-853a0a7aae4a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:20:22.296292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:22.368181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] For port 65b1bf54-fa85-43c4-8583-853a0a7aae4a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:22.371071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] For port 65b1bf54-fa85-43c4-8583-853a0a7aae4a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=65b1bf54-fa85-43c4-8583-853a0a7aae4a,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:22.376404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:22.435023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Routers {'62ace6a6-b923-44e1-8415-36d52847d5d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:20:22.435610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:20:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['62ace6a6-b923-44e1-8415-36d52847d5d4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:22.607120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192020a-d969-4947-979d-991cd5b57787 None None] Pushing event updated for resources: {'Port': ['ID=65b1bf54-fa85-43c4-8583-853a0a7aae4a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:22.646997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] Set router 62ace6a6-b923-44e1-8415-36d52847d5d4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:20:22.960951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'name': 'router1', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '65b1bf54-fa85-43c4-8583-853a0a7aae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:03Z', 'updated_at': '2022-02-19T07:20:20Z', 'revision_number': 4, 'project_id': '3d687b933eea432187b5158166868ff1', 'gw_port': {'id': '65b1bf54-fa85-43c4-8583-853a0a7aae4a', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:20Z', 'updated_at': '2022-02-19T07:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46f2c46c-c98a-434a-889d-59fdd65239e2', 'name': '', 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'mac_address': 'fa:16:3e:6b:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '010c9eca-0862-4be3-a41f-83865a647d37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:12Z', 'updated_at': '2022-02-19T07:20:18Z', 'revision_number': 5, 'project_id': '3d687b933eea432187b5158166868ff1', 'subnets': [{'id': '010c9eca-0862-4be3-a41f-83865a647d37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '931b614c-f723-4b42-9815-18ae3d7e25c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:22.965004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851603e2-7143-4573-8ee1-76e073504e89 None None] The sync data for ids ['62ace6a6-b923-44e1-8415-36d52847d5d4'] in dv-neutron-829958-1-hyperv is: [{'id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'name': 'router1', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.42'}], 'enable_snat': True}, 'gw_port_id': '65b1bf54-fa85-43c4-8583-853a0a7aae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:03Z', 'updated_at': '2022-02-19T07:20:20Z', 'revision_number': 4, 'project_id': '3d687b933eea432187b5158166868ff1', 'gw_port': {'id': '65b1bf54-fa85-43c4-8583-853a0a7aae4a', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:20Z', 'updated_at': '2022-02-19T07:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46f2c46c-c98a-434a-889d-59fdd65239e2', 'name': '', 'network_id': '8e65b5ac-4641-46ea-9fb3-f81ffa05691d', 'tenant_id': '3d687b933eea432187b5158166868ff1', 'mac_address': 'fa:16:3e:6b:a2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ace6a6-b923-44e1-8415-36d52847d5d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '010c9eca-0862-4be3-a41f-83865a647d37', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:12Z', 'updated_at': '2022-02-19T07:20:18Z', 'revision_number': 5, 'project_id': '3d687b933eea432187b5158166868ff1', 'subnets': [{'id': '010c9eca-0862-4be3-a41f-83865a647d37', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '931b614c-f723-4b42-9815-18ae3d7e25c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:20:23.588720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 55842) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:20:23.752051 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-298bdf5b-e73a-459c-bbfc-04f19fdc0695 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1621661 Feb 19 07:20:24.420591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 65b1bf54-fa85-43c4-8583-853a0a7aae4a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:20:24.493950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 65b1bf54-fa85-43c4-8583-853a0a7aae4a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:20:24.498901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 65b1bf54-fa85-43c4-8583-853a0a7aae4a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:24.499261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:24.619335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:24.636256 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 65b1bf54-fa85-43c4-8583-853a0a7aae4a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=65b1bf54-fa85-43c4-8583-853a0a7aae4a,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:24.640384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:24.706414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=65b1bf54-fa85-43c4-8583-853a0a7aae4a,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:26.399976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 65b1bf54-fa85-43c4-8583-853a0a7aae4a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:20:26.480746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 65b1bf54-fa85-43c4-8583-853a0a7aae4a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:26.481095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:27.438133 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:20:36.652698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5e506f0-118e-4cf4-ba06-05a2c83a5017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:38.887427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f38feff8-e906-45a2-bac1-102d9c21f573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:40.006006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:40.170870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:20:41.284347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:04.438844 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:21:06.657960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d9f0a15-e94e-46ad-a47c-d565d9f31433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:08.891618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22d97cef-e0da-4ff4-ab5b-6009b9375a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:10.003252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:10.166835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:11.295001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:36.651682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4e0a-5dd6-4946-81e8-f01dfe26818f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:38.897738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cae7a59e-ae93-4da3-a70e-0d137af8c8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:40.009973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:40.167902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:41.291350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:21:41.438990 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:22:06.659339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de0365f8-c35b-4fbb-8751-3b049a85dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:08.902708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b1dfbf2-ebb8-4ef7-a9ef-21b94c4588cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:10.003567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:10.162161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:11.292801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:18.440979 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:22:29.344129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:29.437465 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5476883d-23c9-49a2-9f16-1eca9935c4f5 admin admin] GET failed (client error): The resource could not be found. Feb 19 07:22:29.437960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5476883d-23c9-49a2-9f16-1eca9935c4f5 admin admin] Synchronizing usage tracker for tenant:8e0362f220d2484498a31a9ad822dfae on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:22:29.456831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5476883d-23c9-49a2-9f16-1eca9935c4f5 admin admin] Unset dirty status for tenant:8e0362f220d2484498a31a9ad822dfae on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:22:29.457985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5476883d-23c9-49a2-9f16-1eca9935c4f5 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1128864 Feb 19 07:22:29.595561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9c1d6-88bd-4723-bdec-46ce0cf06379 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:29.596937 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bcd9c1d6-88bd-4723-bdec-46ce0cf06379 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1348574 Feb 19 07:22:31.605450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:31.750452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8fd3df-4099-46d0-b7c7-590cf72e1ea5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:31.751686 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2b8fd3df-4099-46d0-b7c7-590cf72e1ea5 admin admin] 10.222.0.72 "GET /v2.0/subnets/010c9eca-0862-4be3-a41f-83865a647d37 HTTP/1.1" status: 200 len: 849 time: 0.1452823 Feb 19 07:22:31.761671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:22:31.896189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:32.095018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733973581981'] for subnet, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:32.164786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:32.165401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:32.167764 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] 10.222.0.72 "PUT /v2.0/subnets/010c9eca-0862-4be3-a41f-83865a647d37 HTTP/1.1" status: 200 len: 868 time: 0.4097030 Feb 19 07:22:32.167912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b3cf6-54ef-4e68-a32d-1f264b1dbb9d None None] Network 8e65b5ac-4641-46ea-9fb3-f81ffa05691d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:22:32.177926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010c9eca-0862-4be3-a41f-83865a647d37,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:32.187267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.187613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.188080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.188505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.188831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.189141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.189472 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.190155 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.190155 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.190606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.190757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6577e811-d9a0-4641-b74a-840f4ba1e912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:32.582678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1bd872d8-58f8-4020-99bd-650a191b9ca5 None None] Provisioning complete for port ee66f920-e510-4e9a-82c7-ebc87615f515 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:32.583053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bd872d8-58f8-4020-99bd-650a191b9ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:32.735426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1bd872d8-58f8-4020-99bd-650a191b9ca5 None None] Provisioning complete for port 46f2c46c-c98a-434a-889d-59fdd65239e2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:32.735661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bd872d8-58f8-4020-99bd-650a191b9ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:34.197711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:34.408380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da684a-1473-4215-8dfc-6065ceb31e2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:34.408748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da684a-1473-4215-8dfc-6065ceb31e2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:34.410272 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-25da684a-1473-4215-8dfc-6065ceb31e2a admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2116237 Feb 19 07:22:36.438754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:36.640573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea909fcc-f3d4-4fa7-837a-11949c65551b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.640573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea909fcc-f3d4-4fa7-837a-11949c65551b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.644019 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ea909fcc-f3d4-4fa7-837a-11949c65551b admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024298 Feb 19 07:22:36.655291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8f46471-4204-48cd-bec2-3d2b4908b29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:38.686134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56492) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:38.907499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cbfe4-f3bb-4269-b048-247618b470ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:38.908323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ede70c85-3559-4e5c-8bfe-cc4e55257fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:38.912601 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7f3cbfe4-f3bb-4269-b048-247618b470ef admin admin] 10.222.0.72 "GET /v2.0/networks/8e65b5ac-4641-46ea-9fb3-f81ffa05691d HTTP/1.1" status: 200 len: 869 time: 0.2253962 Feb 19 07:22:40.007122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:40.166585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:40.971908 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:41.173273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca35ae-c2b2-4bbb-932d-b2f73b08f140 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:41.175357 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a8ca35ae-c2b2-4bbb-932d-b2f73b08f140 admin admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 886 time: 0.2022762 Feb 19 07:22:41.291281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:22:43.183424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:43.332657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a36b3-2c69-406f-bcbe-700a398231f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:43.333069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a36b3-2c69-406f-bcbe-700a398231f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:43.333785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-190a36b3-2c69-406f-bcbe-700a398231f8 admin admin] Synchronizing usage tracker for tenant:8e0362f220d2484498a31a9ad822dfae on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:22:43.351836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-190a36b3-2c69-406f-bcbe-700a398231f8 admin admin] Unset dirty status for tenant:8e0362f220d2484498a31a9ad822dfae on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:22:43.353032 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-190a36b3-2c69-406f-bcbe-700a398231f8 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1686249 Feb 19 07:22:45.392570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56522) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:45.527890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d28459-7221-4966-a6d1-b5c452ee705f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:45.528284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d28459-7221-4966-a6d1-b5c452ee705f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:45.529722 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-32d28459-7221-4966-a6d1-b5c452ee705f admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362035 Feb 19 07:22:47.552097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:47.692405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcd846b-83ab-46eb-b669-d22120610d1b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:47.693815 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1fcd846b-83ab-46eb-b669-d22120610d1b admin admin] 10.222.0.72 "GET /v2.0/subnets/010c9eca-0862-4be3-a41f-83865a647d37 HTTP/1.1" status: 200 len: 868 time: 0.1403563 Feb 19 07:22:49.722419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56542) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:22:49.849562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c26dea-b289-4ec1-a8f0-572b7a43bc21 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:49.850886 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-49c26dea-b289-4ec1-a8f0-572b7a43bc21 admin admin] 10.222.0.72 "GET /v2.0/subnets/f769c305-bd91-4d94-80e1-6947f21c10cf HTTP/1.1" status: 200 len: 816 time: 0.1275759 Feb 19 07:22:55.442855 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:23:06.652101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7634f963-375b-4b7b-9841-af61629589a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:07.593458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:23:07.667502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-da1cb098-f46c-4e42-ac81-c1e92cebaad2 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:23:07.668501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-da1cb098-f46c-4e42-ac81-c1e92cebaad2 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0740786 Feb 19 07:23:08.904752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-862f031e-851e-4e22-b615-2ab9eb96c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:09.785807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56590) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:23:09.877193 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-26538d10-d56f-48af-8413-db4b9a8d34b2 admin admin] GET failed (client error): The resource could not be found. Feb 19 07:23:09.878342 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-26538d10-d56f-48af-8413-db4b9a8d34b2 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0915010 Feb 19 07:23:10.007949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f5734-117a-4285-a82e-076bbda0f10d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:10.009605 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-271f5734-117a-4285-a82e-076bbda0f10d admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1253388 Feb 19 07:23:10.010832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:10.178875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:11.293659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:12.020686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56600) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:23:12.095542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:23:12.101708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:23:12.115870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:23:12.128492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Made reservation on behalf of 8e0362f220d2484498a31a9ad822dfae for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:12.130807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:12.217466 dv-neutron-829958-1-hyperv neutron-server[83569]: WARNING neutron.services.revisions.revision_plugin [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Could not find related network for resource to bump revision. Feb 19 07:23:12.230511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:23:12.240093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:12.240455 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Added segment ff7cfc06-15ef-4534-b64b-93696990de68 of type vlan for network 0c705857-db05-452d-9f83-211cdbdc2225 Feb 19 07:23:12.265160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:12.294337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:12.295183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:12.295771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:12.427066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Pushing event updated for resources: {'Network': ['ID=0c705857-db05-452d-9f83-211cdbdc2225,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4091868 Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.444206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbfca0-0abb-4014-8bca-b211e9f75b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:12.459588 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 0c705857-db05-452d-9f83-211cdbdc2225 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:23:14.426206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56610) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:23:14.535495 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e85509-f2c1-4b3d-9e2a-9480e087d808 admin admin] GET failed (client error): The resource could not be found. Feb 19 07:23:14.536698 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-10e85509-f2c1-4b3d-9e2a-9480e087d808 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1091461 Feb 19 07:23:14.641052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb7fbca-c87b-4451-9c56-b992fb499d00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:14.642435 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2fb7fbca-c87b-4451-9c56-b992fb499d00 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017985 Feb 19 07:23:14.653246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:23:14.657987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:23:14.668044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:23:14.680707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Made reservation on behalf of 8e0362f220d2484498a31a9ad822dfae for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:14.683111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:14.904303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:14.978802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa279e7a-c550-4b12-9f26-903ddbb92265,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:14.990450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Checking segment: {'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:23:14.990822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Network hostable DHCP agents. Network: 0c705857-db05-452d-9f83-211cdbdc2225, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:23:15.015825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Network 0c705857-db05-452d-9f83-211cdbdc2225 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:23:15.026735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 0c705857-db05-452d-9f83-211cdbdc2225) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:15.030832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:15.031534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:15.036021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6900e78a-9641-490a-b87d-46ee8f40d3f0 None None] Network 0c705857-db05-452d-9f83-211cdbdc2225 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:23:15.061428 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3efc4a29-1573-4a57-be5a-5c57f693534a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4115431 Feb 19 07:23:15.255631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-0c705857-db05-452d-9f83-211cdbdc2225', 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225', 'tenant_id': '8e0362f220d2484498a31a9ad822dfae', 'fixed_ips': [{'subnet_id': 'fa279e7a-c550-4b12-9f26-903ddbb92265'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:23:15.256525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:15.409330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Allocated IP 192.168.233.2 (0c705857-db05-452d-9f83-211cdbdc2225/fa279e7a-c550-4b12-9f26-903ddbb92265/781dd176-c5e2-4840-a9e8-5a20909d2e8a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:15.608223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:15.618423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Transition to ACTIVE for port object 781dd176-c5e2-4840-a9e8-5a20909d2e8a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:23:15.636363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Transition to ACTIVE for port object 781dd176-c5e2-4840-a9e8-5a20909d2e8a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:23:15.642913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:15.711105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Network 0c705857-db05-452d-9f83-211cdbdc2225 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:15.714028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:15.718406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:23:15.720645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Pushing event updated for resources: {'Port': ['ID=781dd176-c5e2-4840-a9e8-5a20909d2e8a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:15.757806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.758141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.758467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.758791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.759165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.759455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.759770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.760100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.760471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.760778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.761056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:15.813910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Attempting to bind port 781dd176-c5e2-4840-a9e8-5a20909d2e8a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:23:15.814453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Attempting to bind port 781dd176-c5e2-4840-a9e8-5a20909d2e8a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:23:15.814819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Attempting to bind port 781dd176-c5e2-4840-a9e8-5a20909d2e8a on network 0c705857-db05-452d-9f83-211cdbdc2225 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:23:15.821864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:23:15.822231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Checking segment: {'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:23:15.822621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:15.823004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Bound using segment: {'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:23:15.823456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Bound port: 781dd176-c5e2-4840-a9e8-5a20909d2e8a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:23:15.823839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:15.911312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] For port 781dd176-c5e2-4840-a9e8-5a20909d2e8a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:23:15.914388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] For port 781dd176-c5e2-4840-a9e8-5a20909d2e8a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=781dd176-c5e2-4840-a9e8-5a20909d2e8a,segment=NetworkSegment(ff7cfc06-15ef-4534-b64b-93696990de68),segment_id=ff7cfc06-15ef-4534-b64b-93696990de68)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:23:15.918388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:15.997043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef143f-6e53-4714-a202-678dabde42b3 None None] Pushing event updated for resources: {'Port': ['ID=781dd176-c5e2-4840-a9e8-5a20909d2e8a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:16.502596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 781dd176-c5e2-4840-a9e8-5a20909d2e8a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:23:16.609883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 781dd176-c5e2-4840-a9e8-5a20909d2e8a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:23:16.803036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1053149-aacd-444b-aa5f-a9bba7a56207 None None] Network 0c705857-db05-452d-9f83-211cdbdc2225 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:23:16.909425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d7a68f0e-5374-4efe-95da-0862c676ab50 None None] Provisioning for port 781dd176-c5e2-4840-a9e8-5a20909d2e8a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:23:16.917167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d7a68f0e-5374-4efe-95da-0862c676ab50 None None] Provisioning complete for port 781dd176-c5e2-4840-a9e8-5a20909d2e8a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:16.917530 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7a68f0e-5374-4efe-95da-0862c676ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:17.129182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7a68f0e-5374-4efe-95da-0862c676ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:17.169681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d7a68f0e-5374-4efe-95da-0862c676ab50 None None] For port 781dd176-c5e2-4840-a9e8-5a20909d2e8a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=781dd176-c5e2-4840-a9e8-5a20909d2e8a,segment=NetworkSegment(ff7cfc06-15ef-4534-b64b-93696990de68),segment_id=ff7cfc06-15ef-4534-b64b-93696990de68)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:17.174449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7a68f0e-5374-4efe-95da-0862c676ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:17.260585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a68f0e-5374-4efe-95da-0862c676ab50 None None] Pushing event updated for resources: {'Port': ['ID=781dd176-c5e2-4840-a9e8-5a20909d2e8a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:17.402084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-284726ca-10ea-4d67-adbf-1d21851beb71 None None] Provisioning complete for port 781dd176-c5e2-4840-a9e8-5a20909d2e8a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:17.402714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-284726ca-10ea-4d67-adbf-1d21851beb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:18.479583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 781dd176-c5e2-4840-a9e8-5a20909d2e8a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:23:18.547475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 781dd176-c5e2-4840-a9e8-5a20909d2e8a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:18.547836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:32.444004 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:23:36.647200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e7f7dce-b314-4b03-816a-a105d68077a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:38.905724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f6d89c9c-321e-4829-9dfb-6255261a7b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:40.014540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:40.174560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:23:41.296128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:06.652217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18db8ad1-bb05-4d89-842f-34f29941db05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:08.902138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea7a20c8-a02a-4a23-a6cb-4f218519ebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:09.445557 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:24:10.017221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:10.179657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:11.300009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:25.443513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56652) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:24:25.449616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-9c73dcdd-697d-4e0b-8899-23a1070015e5 tempest-verify_tempest_config-256064894 tempest-verify_tempest_config-256064894-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:24:25.450540 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c73dcdd-697d-4e0b-8899-23a1070015e5 tempest-verify_tempest_config-256064894 tempest-verify_tempest_config-256064894-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059674 Feb 19 07:24:25.785324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56668) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:24:25.928199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:25.959031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:24:25.962885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Usage tracker for resource:security_group_rule and tenant:6dd04fb86c4a42ba820bc2cb3e296d9a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:24:25.966253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:24:25.975578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:24:26.042374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:26.048181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:26.091618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88067c8-8b50-4567-9e78-f38911e7f46e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:26.096068 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6dd04fb86c4a42ba820bc2cb3e296d9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3097131 Feb 19 07:24:26.099236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:24:26.102117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.102483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.102809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.103135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.103516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.103834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.104172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.104497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.104814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.105122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.105432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180b173-079f-4aef-b29d-8238b56f1d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.161219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:26.202290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:26.303508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:26.317487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88067c8-8b50-4567-9e78-f38911e7f46e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:26.328300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.328642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.328966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.329263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.329584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.329909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.330229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.330545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.330856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.331163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.331471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:26.334394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:26.335507 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-630f6aa2-ad36-4b2c-bc45-cddd923e086c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c88067c8-8b50-4567-9e78-f38911e7f46e HTTP/1.1" status: 204 len: 168 time: 0.2353020 Feb 19 07:24:36.667811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4bfb-7c57-4426-896d-f819d9b2c922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:38.917335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0ebe782-8263-44ab-844f-b5ea68f59fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:40.029387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:40.197332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:41.303099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:24:46.447984 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:25:06.669790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9e413ce6-dce4-416d-85c2-7abe73836bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:08.919895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49193f9a-5fc0-4bc2-9d0e-01f2228aefa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:10.035538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:10.183975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:11.315984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:23.452008 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 5 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:25:36.664834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19485990-c155-4602-952e-15ae6ab23d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:38.915584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0aff67fd-8204-4a81-9cb5-ee72cec25c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:40.041472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:40.183992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:41.312381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:43.035821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3864473'] for agent, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:25:57.858748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:25:58.002117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-853a01eb-2c92-40a4-a3af-2c4a74570cfb admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1422319 Feb 19 07:26:00.059879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:26:00.146529 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6f435ee5-f33c-430a-9c40-75a84131875f admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0854781 Feb 19 07:26:00.453360 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:26:06.676014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-899e0666-ce7a-4e64-9141-1e70a6ef87f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:08.919223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9f9313b7-e6b5-41c8-bc53-05d6f3ca6d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:10.037575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:10.186613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:11.323757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:13.026027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:36.670646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f271b034-ab6f-45cd-9efa-f8bedc1b2f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:37.453590 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:26:38.912518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3cde-33cd-4b86-8a68-18f8623a842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:40.036879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:40.189988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:41.317525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:26:43.037619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:06.665798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea126888-ad29-4ed5-a214-c85d25cf51df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:08.911255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfce894a-8f72-484d-bd59-98bba91a2b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:10.038144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:10.183376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:11.322351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:13.049455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:14.456627 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:27:23.233978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:23.265308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56956) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:23.492508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 56968) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:23.686362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2034703312-network', 'tenant_id': 'ebec3d746567482cb7159bc17612913c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:23.692014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:23.696600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Usage tracker for resource:network and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:23.699447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:23.705222 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:23.715006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Made reservation on behalf of ebec3d746567482cb7159bc17612913c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:23.717766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.734135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1905641543-network', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:23.740601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:23.744590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Usage tracker for resource:network and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:23.747179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.756996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:23.766178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:23.781282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Made reservation on behalf of 232e1adbd20d40169d2765cccc951a2c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:23.783564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.804935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.825080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:23.834960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Usage tracker for resource:security_group_rule and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:23.839467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:23.849058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:23.851050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:23.856934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Usage tracker for resource:security_group_rule and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:23.865556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2029467358-network', 'tenant_id': '5ad7397db76746ea8c30b53538851e29'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:23.871141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:23.874716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:23.877072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:23.881235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Usage tracker for resource:network and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:23.886688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:23.895318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:23.908833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Made reservation on behalf of 5ad7397db76746ea8c30b53538851e29 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:23.912064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.927189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.955082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.968046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.969454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:23.974519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:23.978218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:23.981774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:23.986217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:23.992012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:23.992395 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Added segment c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa of type vlan for network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 Feb 19 07:27:24.025812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.053924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe232183-480d-4120-9b7a-a4a97bb02553,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.069870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.075245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.085224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.085564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.086082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.086414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.086795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.087274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.087761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.088256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.088742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.089227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.089694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Tracked resource versions report: Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: pushed versions: Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Log': {'1.0'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Network': {'1.1'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Port': {'1.5'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'PortForwarding': {'1.2'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'QosPolicy': {'1.8'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroup': {'1.2'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SubPort': {'1.0'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Subnet': {'1.1'}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Trunk': {'1.1'}} Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: consumer versions: Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: HyperV agent@hv-neutron-8299: {}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Log': '1.0', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Network': '1.1', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Port': '1.5', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'PortForwarding': '1.2', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'QosPolicy': '1.8', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroup': '1.2', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SecurityGroupRule': '1.0', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'SubPort': '1.0', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Subnet': '1.1', Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: 'Trunk': '1.1'}} Feb 19 07:27:24.090874 dv-neutron-829958-1-hyperv neutron-server[83568]: {{(pid=83568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:27:24.111304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:24.125497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01519d4-a9d0-4f89-8ff0-0424bb169c4d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.130467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.131380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.131954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.135453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.135960 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Added segment d012329c-ebfa-49d9-a34a-902b993bbc3e of type vlan for network 8594d506-755e-4934-ac16-7f2fea607fb7 Feb 19 07:27:24.143368 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.143706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.144186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.144554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.144890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.145213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.145543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.145865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.146215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.146571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.146881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Tracked resource versions report: Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: pushed versions: Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Log': {'1.0'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Network': {'1.1'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Port': {'1.5'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'PortForwarding': {'1.2'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'QosPolicy': {'1.8'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroup': {'1.2'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SubPort': {'1.0'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Subnet': {'1.1'}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Trunk': {'1.1'}} Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: consumer versions: Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: HyperV agent@hv-neutron-8299: {}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Log': '1.0', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Network': '1.1', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Port': '1.5', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'PortForwarding': '1.2', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'QosPolicy': '1.8', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroup': '1.2', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SecurityGroupRule': '1.0', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'SubPort': '1.0', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Subnet': '1.1', Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: 'Trunk': '1.1'}} Feb 19 07:27:24.148002 dv-neutron-829958-1-hyperv neutron-server[83569]: {{(pid=83569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:27:24.178705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.222112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.223414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.224976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.291236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] Pushing event updated for resources: {'Network': ['ID=1e1d6c9c-7bac-4dea-974f-1edd62b66357,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.295007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.301041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-73031711-971f-4606-8196-e84be54f1361 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0345526 Feb 19 07:27:24.301769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 56998) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:24.303869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:24.308930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Request body: {'subnet': {'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1905641543-subnet', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:24.314040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:24.318452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Usage tracker for resource:subnet and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:24.322036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:24.329494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:24.337447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.349765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] Pushing event updated for resources: {'Network': ['ID=8594d506-755e-4934-ac16-7f2fea607fb7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.354936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Made reservation on behalf of 232e1adbd20d40169d2765cccc951a2c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:24.357833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.418491 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ff7c6b78-2631-4a51-93dd-6147c06ead06 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9217999 Feb 19 07:27:24.418720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57006) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:24.424927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Request body: {'subnet': {'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2029467358-subnet', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:24.432345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:24.441853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Usage tracker for resource:subnet and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:24.445824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:24.459094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:24.475606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57010) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:24.492263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Made reservation on behalf of 5ad7397db76746ea8c30b53538851e29 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:24.495711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.581861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8594d506-755e-4934-ac16-7f2fea607fb7 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:24.601395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:24.606232 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.626905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57018) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:24.711600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7494c93-7ecd-4d59-a7de-c045b2ab8b8d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.736941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.737465 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Added segment 93d490fa-543b-4d30-8071-6cc11052fd6e of type vlan for network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc Feb 19 07:27:24.762725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Checking segment: {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:24.763390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Network hostable DHCP agents. Network: 1e1d6c9c-7bac-4dea-974f-1edd62b66357, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:24.767579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e516e3b-d418-47a4-a128-c4ed954ffbca,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.798377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.826711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:24.841090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 1e1d6c9c-7bac-4dea-974f-1edd62b66357) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:24.845824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.847181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.847997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.852993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69676379-0980-4d50-8bf9-66f5daa63b5e None None] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:24.870966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.871979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:24.903483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57030) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:24.904446 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6693256 Feb 19 07:27:24.911278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Request body: {'subnet': {'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2034703312-subnet', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:24.919644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:24.927717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.029482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2f02f-3796-4db0-b3e2-0d3c05fe4e9c admin admin] Pushing event updated for resources: {'Network': ['ID=3bae076b-6fe4-46e2-a68c-b75a97bf87dc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:25.037594 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ac48425b-4dc0-4bba-8c21-0881d1463f24 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7320220 Feb 19 07:27:25.037990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57038) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:25.038443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1547440264'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:25.042709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Usage tracker for resource:subnet and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.043072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:25.046084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd63d11b-740f-4f42-aed2-bf4d7f4a93b9,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:25.048815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.050881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:25.057941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.064528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:25.075372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Usage tracker for resource:router and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.080355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:25.086530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.102251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Usage tracker for resource:network and tenant:b7927069565845e4aebd93450100a3ea is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.102823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.107013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.110314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Made reservation on behalf of ebec3d746567482cb7159bc17612913c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:25.113141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.130552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.131777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.158577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.262203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1246521397', 'router:external': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:25.272898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:25.278798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:network and tenant:d073eca490504c98a4446e299e03c5f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.283696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.297079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:27:25.297925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.300291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.354167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.372520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Checking segment: {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:25.373984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Network hostable DHCP agents. Network: 8594d506-755e-4934-ac16-7f2fea607fb7, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:25.380131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Made reservation on behalf of d073eca490504c98a4446e299e03c5f9 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:25.383041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.393203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.403498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.447132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.452323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:25.456476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Made reservation on behalf of b7927069565845e4aebd93450100a3ea for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:25.458640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:security_group_rule and tenant:d073eca490504c98a4446e299e03c5f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.464042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.465420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.470999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.521439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Checking segment: {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:25.521922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Network hostable DHCP agents. Network: 3bae076b-6fe4-46e2-a68c-b75a97bf87dc, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:25.537015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.602938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:25.626107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Network 8594d506-755e-4934-ac16-7f2fea607fb7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:25.631733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921021d7-909a-4e96-8db2-506c1c4b66f9,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:25.639911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 3bae076b-6fe4-46e2-a68c-b75a97bf87dc) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:25.649973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.658497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.659225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8594d506-755e-4934-ac16-7f2fea607fb7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:25.678194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:25.683022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:25.683770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.685114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8692db-182e-484a-b8dd-1d19e34e51c3 None None] Network 8594d506-755e-4934-ac16-7f2fea607fb7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:25.693855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Usage tracker for resource:security_group_rule and tenant:b7927069565845e4aebd93450100a3ea is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.703589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.714417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:25.721588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ba1b9-25c5-468b-8109-cea779f80f03,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:25.722698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.726571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:25.727149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.735138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.735689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Added segment 651433bc-6345-49ac-8f07-ad0322fceffc of type vlan for network 3b854c40-8498-47b4-82f5-c79d14c64ffc Feb 19 07:27:25.764405 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-789d94da-5b8d-4885-bbc0-0e1f0d57cb15 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8570988 Feb 19 07:27:25.765016 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f970bf5-a6c7-4284-8747-b872c6fea6ef admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3449936 Feb 19 07:27:25.765714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57058) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:25.769912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:25.784714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:25.799574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:25.804654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:25.809267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Usage tracker for resource:router and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.812742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.819845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.826406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.827794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:25.834165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Usage tracker for resource:router and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:25.835992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.842935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:25.847088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.848497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.848676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d760f42-3a98-4ed5-bf0a-85421b9c87cd None None] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:25.858187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:25.871187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.899529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.900358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.939389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.960710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.961586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:25.962148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:25.974563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Allocated IP 172.20.0.2 (1e1d6c9c-7bac-4dea-974f-1edd62b66357/2e516e3b-d418-47a4-a128-c4ed954ffbca/4a85101b-f5db-42b7-9117-ad33b4b30daf) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:26.037046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.052105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.057947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57072) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:26.073702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.126184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Network': ['ID=3b854c40-8498-47b4-82f5-c79d14c64ffc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:26.136487 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a968964d-ef95-4253-925e-4775ba211312 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4550629 Feb 19 07:27:26.138207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57078) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:26.152871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'subnet': {'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:26.176759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:26.180482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 3b854c40-8498-47b4-82f5-c79d14c64ffc details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:26.187589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Allocated IP 172.26.1.226 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/c480bba6-b718-467a-aa3f-51d688618597) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:26.214703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:subnet and tenant:d073eca490504c98a4446e299e03c5f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:26.221349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:26.244354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:26.255923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:26.357479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Made reservation on behalf of d073eca490504c98a4446e299e03c5f9 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:26.360449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.515992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:26.538868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:26.542930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Usage tracker for resource:floatingip and tenant:f4a7422f193e411fa461fac89d3dc9de is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:26.546301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:26.551996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:26.571699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.572074 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Added segment d600365b-7469-4afd-88f0-f79f2731e685 of type vlan for network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa Feb 19 07:27:26.573365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0a926-3047-4914-8d55-c246d4509039,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:26.582282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.666126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.689062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.700560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.746397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.766452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:26.866517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.871738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.875827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.876900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.911065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-8594d506-755e-4934-ac16-7f2fea607fb7', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:27:26.912192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:26.927958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:26.936162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:26.939212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:26.940707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.102319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Transition to ACTIVE for port object 4a85101b-f5db-42b7-9117-ad33b4b30daf will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:27.168412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:27:27.169194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.186993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57108) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:27.191620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event updated for resources: {'Network': ['ID=93229dd0-353f-4695-9bf3-03fd9fcb1dfa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:27.194621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Transition to ACTIVE for port object 4a85101b-f5db-42b7-9117-ad33b4b30daf will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:27.200629 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e4e326cf-05bd-46cf-9722-75021542973a tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7215204 Feb 19 07:27:27.208068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57112) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:27.226294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Request body: {'subnet': {'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:27.250999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Pushing event updated for resources: {'Port': ['ID=c480bba6-b718-467a-aa3f-51d688618597,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:27.265041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b26e5dd2-33a4-4cd1-b031-08e40f81fbcd tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:27.267785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:27.307485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.319369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-98f3617d-99b0-469d-bb68-14bb57d7f4db tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:27.340864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.371937 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b26e5dd2-33a4-4cd1-b031-08e40f81fbcd tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "PUT /v2.0/quotas/d6a33c9cbd7d4eeb816f0b70412ae780 HTTP/1.1" status: 200 len: 368 time: 0.5947492 Feb 19 07:27:27.379604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:27.387487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Request body: {'network': {'project_id': 'd6a33c9cbd7d4eeb816f0b70412ae780'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:27.392037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:27.396867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Usage tracker for resource:network and tenant:d6a33c9cbd7d4eeb816f0b70412ae780 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:27.397012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.397701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.399710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:27.405523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:27.406912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:27.414056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Usage tracker for resource:subnet and tenant:b7927069565845e4aebd93450100a3ea is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:27.441826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Made reservation on behalf of d6a33c9cbd7d4eeb816f0b70412ae780 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:27.444212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.476194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:27.519159 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.535039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:27.573351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:27.573857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Made reservation on behalf of b7927069565845e4aebd93450100a3ea for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:27.581252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:27.593409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Allocated IP 172.20.0.2 (8594d506-755e-4934-ac16-7f2fea607fb7/dd63d11b-740f-4f42-aed2-bf4d7f4a93b9/80a9cc6f-c811-456b-b3c9-e26e0cbeebb8) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:27.595557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:27.614369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.634648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Pushing event updated for resources: {'Port': ['ID=4a85101b-f5db-42b7-9117-ad33b4b30daf,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:27.680499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.703961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.704253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.704678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.705010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.705332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.705647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.706863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.706863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.706863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.706863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.707219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Tracked resource versions report: Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: pushed versions: Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Log': {'1.0'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Network': {'1.1'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Port': {'1.5'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'PortForwarding': {'1.2'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'QosPolicy': {'1.8'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroup': {'1.2'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SubPort': {'1.0'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Subnet': {'1.1'}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Trunk': {'1.1'}} Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: consumer versions: Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: HyperV agent@hv-neutron-8299: {}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Log': '1.0', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Network': '1.1', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Port': '1.5', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'PortForwarding': '1.2', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'QosPolicy': '1.8', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroup': '1.2', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SecurityGroupRule': '1.0', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'SubPort': '1.0', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Subnet': '1.1', Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: 'Trunk': '1.1'}} Feb 19 07:27:27.708184 dv-neutron-829958-1-hyperv neutron-server[83570]: {{(pid=83570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:27:27.731279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:27:27.732198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.741900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:27.754620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Usage tracker for resource:security_group_rule and tenant:d6a33c9cbd7d4eeb816f0b70412ae780 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:27.765179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:27.768211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks [] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.782154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Allocated IP 172.26.1.210 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/97e29dd9-a4d1-4dc3-8518-7c169620299e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:27.790875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:27.803821 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98f3617d-99b0-469d-bb68-14bb57d7f4db tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "PUT /v2.0/quotas/2c7d2f2e9f7f4aada4e9b9c5bc925c87 HTTP/1.1" status: 200 len: 366 time: 0.6053138 Feb 19 07:27:27.808483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57124) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:27.832054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Allocated IP 172.20.0.2 (3bae076b-6fe4-46e2-a68c-b75a97bf87dc/921021d7-909a-4e96-8db2-506c1c4b66f9/cec38616-612b-4553-9ac0-49796b305715) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:27.832681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.845222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Attempting to bind port 4a85101b-f5db-42b7-9117-ad33b4b30daf on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:27.845580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Attempting to bind port 4a85101b-f5db-42b7-9117-ad33b4b30daf by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:27.845929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Attempting to bind port 4a85101b-f5db-42b7-9117-ad33b4b30daf on network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:27.895310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:27.900068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:27.914231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Checking segment: {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:27.914231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.914231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Bound using segment: {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:27.914231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Bound port: 4a85101b-f5db-42b7-9117-ad33b4b30daf, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:27.914231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.944019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:27.963757 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-493386ce-9727-4a18-885e-66ee96b4ae31 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1497881 Feb 19 07:27:27.970693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57128) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.018402 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e77536ab-515c-4642-ad36-e4d152b557a1 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "GET /v2.0/quotas/2c7d2f2e9f7f4aada4e9b9c5bc925c87 HTTP/1.1" status: 200 len: 366 time: 0.0420141 Feb 19 07:27:28.019877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57132) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.042884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Checking segment: {'id': '651433bc-6345-49ac-8f07-ad0322fceffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:28.043295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network hostable DHCP agents. Network: 3b854c40-8498-47b4-82f5-c79d14c64ffc, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:28.128499 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2635b65e-0265-4c4a-9fae-b6e93b477fbc tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/2c7d2f2e9f7f4aada4e9b9c5bc925c87 HTTP/1.1" status: 204 len: 168 time: 0.1021392 Feb 19 07:27:28.132420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57136) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.138427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.142076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.161854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.167702 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f0ae80ff-c5ec-4bf5-ad50-b15f11446991 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0341516 Feb 19 07:27:28.169700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.170826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Transition to ACTIVE for port object 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:28.172569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network 3b854c40-8498-47b4-82f5-c79d14c64ffc is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:28.173307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57140) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.194414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.214535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:28.221957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] For port 4a85101b-f5db-42b7-9117-ad33b4b30daf, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:28.227969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1d07d1-8372-4500-90b0-2f7b4ace0bde,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:28.230943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 3b854c40-8498-47b4-82f5-c79d14c64ffc) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:28.234848 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0234819f-2b27-4d21-969a-ba4cef397378 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "GET /v2.0/quotas/2c7d2f2e9f7f4aada4e9b9c5bc925c87 HTTP/1.1" status: 200 len: 370 time: 0.0540464 Feb 19 07:27:28.237369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57146) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.238131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.238880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.239706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] For port 4a85101b-f5db-42b7-9117-ad33b4b30daf, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a85101b-f5db-42b7-9117-ad33b4b30daf,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:28.240072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.240453 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Added segment 20813cc4-8b5c-498a-bde3-7aa987a67b25 of type vlan for network 46d4c6c6-15b4-4a85-867b-14e00fea1e7e Feb 19 07:27:28.245001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Transition to ACTIVE for port object 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:28.245219 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f17a589-c347-4aa1-a1ad-eeb4603b0a32 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "GET /v2.0/quotas/2c7d2f2e9f7f4aada4e9b9c5bc925c87/default HTTP/1.1" status: 200 len: 370 time: 0.0068710 Feb 19 07:27:28.252211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57150) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.260754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.300806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.305817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07060d-c5db-4810-b7c3-e256ae14a982 None None] Network 3b854c40-8498-47b4-82f5-c79d14c64ffc requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:28.319425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.320009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.335005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Transition to ACTIVE for port object cec38616-612b-4553-9ac0-49796b305715 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:28.363918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.364312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Router d0303de2-371d-4d96-965b-7a6704eb6523 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:27:28.368789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event updated for resources: {'Subnet': ['ID=fd8f10f9-ef34-47c5-b5d6-219880887b26,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:28.375326 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7cd72848-07f1-4760-a669-d5653b4150bc tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2361510 Feb 19 07:27:28.381278 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-fbd12e7a-65d1-46d6-a02a-03cb5a0fb256 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] delete failed (client error): The resource could not be found. Feb 19 07:27:28.382291 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fbd12e7a-65d1-46d6-a02a-03cb5a0fb256 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/2c7d2f2e9f7f4aada4e9b9c5bc925c87 HTTP/1.1" status: 404 len: 348 time: 0.1290469 Feb 19 07:27:28.387627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.437179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:28.449807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:28.452142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Allocated IP 172.26.1.56 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/391921d0-1d56-4016-9039-217e6f04c933) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:28.455828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Transition to ACTIVE for port object cec38616-612b-4553-9ac0-49796b305715 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:28.462287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:28.468790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Pushing event updated for resources: {'Port': ['ID=97e29dd9-a4d1-4dc3-8518-7c169620299e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:28.476616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Network 8594d506-755e-4934-ac16-7f2fea607fb7 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:28.483940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:28.492736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.500135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.507477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.508069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.510692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:28.515198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c28ce8-1249-4180-a9df-af320821b267 None None] Pushing event updated for resources: {'Port': ['ID=4a85101b-f5db-42b7-9117-ad33b4b30daf,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:28.576443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1722139423', 'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:28.592640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:28.656459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:28.664419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:port and tenant:d073eca490504c98a4446e299e03c5f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:28.675236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:28.678434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57160) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:28.681906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Checking segment: {'id': 'd600365b-7469-4afd-88f0-f79f2731e685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:28.682518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Network hostable DHCP agents. Network: 93229dd0-353f-4695-9bf3-03fd9fcb1dfa, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:28.705663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:28.725602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:28.737328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:28.740269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:network and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:28.750243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:28.755877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Made reservation on behalf of d073eca490504c98a4446e299e03c5f9 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:28.758494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.763090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Pushing event updated for resources: {'Port': ['ID=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:28.819150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Attempting to bind port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:28.820093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Attempting to bind port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:28.820884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Attempting to bind port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 on network 8594d506-755e-4934-ac16-7f2fea607fb7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:28.825982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:subnet and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:28.831358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:28.835609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] device_id is not set on port e4f5aca0-b1db-4aa2-b481-0fad95b39956 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:28.880451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:28.892985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 93229dd0-353f-4695-9bf3-03fd9fcb1dfa) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:28.910374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.912702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:28.934754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65beb2e-27de-4f7b-9400-b4ccda296ce1 None None] Network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:28.976584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:subnetpool and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:28.982280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8d014f96-7309-4664-b7e7-12d4fc878f01 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7665913 Feb 19 07:27:28.987878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57164) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:29.002607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:29.010008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Request body: {'port': {'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1663716139'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:29.033569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:29.033790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Checking segment: {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:29.034036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.034381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Bound using segment: {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:29.035090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Bound port: 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:29.035801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.043294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.049567 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6650963 Feb 19 07:27:29.051665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57168) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:29.061494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Request body: {'network': {'project_id': 'd6a33c9cbd7d4eeb816f0b70412ae780'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:29.064691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d4d98-460d-41f5-827d-1faba3d98af2 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Pushing event updated for resources: {'Network': ['ID=46d4c6c6-15b4-4a85-867b-14e00fea1e7e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:29.098920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:29.122508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Usage tracker for resource:network and tenant:d6a33c9cbd7d4eeb816f0b70412ae780 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:29.122729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 46d4c6c6-15b4-4a85-867b-14e00fea1e7e details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:29.127846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:29.135563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e213e99-a34d-4cce-b0b4-efc748708484 None None] Network 3b854c40-8498-47b4-82f5-c79d14c64ffc requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:29.143052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:29.155720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:port and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:29.162884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Pushing event updated for resources: {'Port': ['ID=cec38616-612b-4553-9ac0-49796b305715,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:29.172875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:29.181325 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.189735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Allocated IP 172.20.0.12 (3b854c40-8498-47b4-82f5-c79d14c64ffc/61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5/e4f5aca0-b1db-4aa2-b481-0fad95b39956) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:29.219887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.222830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Made reservation on behalf of d6a33c9cbd7d4eeb816f0b70412ae780 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:29.225497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.225746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:router and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:29.249151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:29.269080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:29.271300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:29.274182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Attempting to bind port cec38616-612b-4553-9ac0-49796b305715 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:29.274546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Attempting to bind port cec38616-612b-4553-9ac0-49796b305715 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:29.274894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Attempting to bind port cec38616-612b-4553-9ac0-49796b305715 on network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:29.287744 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Sync routers for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:27:29.299488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Usage tracker for resource:port and tenant:b7927069565845e4aebd93450100a3ea is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:29.307524 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:29.308412 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:29.312007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:29.314786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:floatingip and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:29.315707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:29.324626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:29.330346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:29.347665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.352142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6f609e4f-4496-4c61-8ac5-b99453beae25 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3132942 Feb 19 07:27:29.357855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57174) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:29.363063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.363784 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Added segment 0c5a6070-a253-4f5c-854a-68aaefe6c630 of type vlan for network 6cdd4b6b-f885-4282-a762-6351b690fa10 Feb 19 07:27:29.407626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:29.407983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Checking segment: {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:29.408732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.409272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Bound using segment: {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:29.409891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Bound port: cec38616-612b-4553-9ac0-49796b305715, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:29.410428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.430153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Allocated IP 172.26.1.114 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:29.583397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Made reservation on behalf of b7927069565845e4aebd93450100a3ea for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:29.586541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.601774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.633074 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:29.639586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] For port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:29.664879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] For port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:29.716665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] device_id is not set on port da8966d7-8910-4ea7-a7b8-17b3cf332fb9 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:29.789341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:29.799860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] For port cec38616-612b-4553-9ac0-49796b305715, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:29.804172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] For port cec38616-612b-4553-9ac0-49796b305715, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cec38616-612b-4553-9ac0-49796b305715,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:29.810740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.830091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:29.843133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:29.867200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.877448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Pushing event updated for resources: {'Port': ['ID=391921d0-1d56-4016-9039-217e6f04c933,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:29.888400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.888579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.937969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:29.987864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:security_group and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:29.999542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.000425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:30.001550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.005662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:30.005837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.029336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Allocated IP 172.20.0.4 (93229dd0-353f-4695-9bf3-03fd9fcb1dfa/fd8f10f9-ef34-47c5-b5d6-219880887b26/da8966d7-8910-4ea7-a7b8-17b3cf332fb9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:30.047315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa23b76-1003-4a71-b5c6-2e93ea6100b3 None None] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:30.061956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.080058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Usage tracker for resource:security_group_rule and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:30.113007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.149336 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:26Z', 'revision_number': 3, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:30.154384 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Checking router: d0303de2-371d-4d96-965b-7a6704eb6523 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:27:30.154384 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Updating router d0303de2-371d-4d96-965b-7a6704eb6523 port c480bba6-b718-467a-aa3f-51d688618597 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:27:30.224075 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.265449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b306-50d2-4ba6-b625-47983daf4934 None None] Pushing event updated for resources: {'Port': ['ID=cec38616-612b-4553-9ac0-49796b305715,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.268511 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2136872 Feb 19 07:27:30.269544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.278749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce412-8b43-41d1-b96e-480896140979 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Pushing event updated for resources: {'Network': ['ID=6cdd4b6b-f885-4282-a762-6351b690fa10,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.282383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57178) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:30.291525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.322547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Request body: {'network': {'project_id': 'd6a33c9cbd7d4eeb816f0b70412ae780'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:30.366072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Pushing event updated for resources: {'Port': ['ID=97e29dd9-a4d1-4dc3-8518-7c169620299e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.379468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:30.425115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.472893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:30.482059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Usage tracker for resource:network and tenant:d6a33c9cbd7d4eeb816f0b70412ae780 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:30.547262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.595164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f5aca0-b1db-4aa2-b481-0fad95b39956,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.598280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Transition to ACTIVE for port object da8966d7-8910-4ea7-a7b8-17b3cf332fb9 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:30.600884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-93229dd0-353f-4695-9bf3-03fd9fcb1dfa', 'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa', 'tenant_id': 'b7927069565845e4aebd93450100a3ea', 'fixed_ips': [{'subnet_id': 'fd8f10f9-ef34-47c5-b5d6-219880887b26'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:27:30.601704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.603918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.606678 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f6ae4097-7c0f-46eb-95ed-4cd23db172c7 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5468032 Feb 19 07:27:30.610576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:30.612134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-222931e4-e68e-421a-b48a-b0f579e83f46 tempest-QuotasTest-1126347171 tempest-QuotasTest-1126347171-project-admin] 10.222.0.72 "GET /v2.0/quotas/76f4a024d93946fa86edb60a8bfaf5d8/details.json HTTP/1.1" status: 200 len: 703 time: 1.9317341 Feb 19 07:27:30.613802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:30.619342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6cdd4b6b-f885-4282-a762-6351b690fa10 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:30.635978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:30.661151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:30.666654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1743512627', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'fixed_ips': [{'ip_address': '172.26.1.210'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:30.675853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:30.688534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:30.690968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:30.698047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network 3b854c40-8498-47b4-82f5-c79d14c64ffc is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:30.705703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Usage tracker for resource:port and tenant:f4a7422f193e411fa461fac89d3dc9de is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:30.718185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:30.723099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:30.740889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:30.743820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:30.751579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:30.755613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.756427 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 07:27:30.756941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:27:30.761647 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9df20f18-4115-491b-9646-e7efdfb57bcb tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4710886 Feb 19 07:27:30.765219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57190) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:30.871766 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-89c531b0-4909-4f95-a01f-f4154452ea72 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6a33c9cbd7d4eeb816f0b70412ae780&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0950511 Feb 19 07:27:30.874447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57194) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:30.895333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7cc3c746-2a75-4812-84c8-7b98fcc6c242 None None] Provisioning for port 4a85101b-f5db-42b7-9117-ad33b4b30daf completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:30.896248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.897037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.910775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cec38616-612b-4553-9ac0-49796b305715 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:30.921250 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:30.950445 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Transition to ACTIVE for port object c480bba6-b718-467a-aa3f-51d688618597 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:30.973767 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.038838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Made reservation on behalf of f4a7422f193e411fa461fac89d3dc9de for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:31.044590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.070639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.117149 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Pushing event updated for resources: {'Port': ['ID=c480bba6-b718-467a-aa3f-51d688618597,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:31.119831 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Attempting to bind port c480bba6-b718-467a-aa3f-51d688618597 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:31.120332 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Attempting to bind port c480bba6-b718-467a-aa3f-51d688618597 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:31.120799 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Attempting to bind port c480bba6-b718-467a-aa3f-51d688618597 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:31.135309 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.135716 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.136177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.136623 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.137211 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.137642 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.138134 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.138568 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.138986 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.139398 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.139810 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Tracked resource versions report: Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: pushed versions: Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: { 'ConntrackHelper': {'1.0'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Log': {'1.0'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Network': {'1.1'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Port': {'1.5'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'PortForwarding': {'1.2'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'QosPolicy': {'1.8'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroup': {'1.2'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroupRule': {'1.0'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SubPort': {'1.0'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Subnet': {'1.1'}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Trunk': {'1.1'}} Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: consumer versions: Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: { DHCP agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: HyperV agent@hv-neutron-8299: {}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: L3 agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: Metadata agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: Metering agent@dv-neutron-829958-1-hyperv: {}, Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: Open vSwitch agent@dv-neutron-829958-1-hyperv: { 'ConntrackHelper': '1.0', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Log': '1.0', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Network': '1.1', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Port': '1.5', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'PortForwarding': '1.2', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'QosPolicy': '1.8', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroup': '1.2', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SecurityGroupRule': '1.0', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'SubPort': '1.0', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Subnet': '1.1', Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: 'Trunk': '1.1'}} Feb 19 07:27:31.140957 dv-neutron-829958-1-hyperv neutron-server[83571]: {{(pid=83571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:27:31.146466 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-01321e32-5e9c-405d-8ae2-139d843d5321 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.7437236 Feb 19 07:27:31.148989 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:31.148989 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:31.149487 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.149930 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:31.150465 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Bound port: c480bba6-b718-467a-aa3f-51d688618597, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:31.150938 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.154582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d70566-131d-42e5-bf0e-d612f2a78786 None None] Pushing event updated for resources: {'Port': ['ID=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:31.167952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57202) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:31.174786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.199905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port cec38616-612b-4553-9ac0-49796b305715 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:31.213065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4a85101b-f5db-42b7-9117-ad33b4b30daf up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:31.249749 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] For port c480bba6-b718-467a-aa3f-51d688618597, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:31.256214 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] For port c480bba6-b718-467a-aa3f-51d688618597, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c480bba6-b718-467a-aa3f-51d688618597,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:31.274426 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.286981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:31.292850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Usage tracker for resource:security_group_rule and tenant:f4a7422f193e411fa461fac89d3dc9de is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:31.299690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:31.313568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:31.331984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17db6c48-26bf-4ec4-ae43-759b61f9a184 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.364219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57206) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:31.405744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:31.416037 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca9462-9121-4fcb-988a-dd4097b58afd None None] Pushing event updated for resources: {'Port': ['ID=c480bba6-b718-467a-aa3f-51d688618597,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:31.421300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:31.439778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:31.444679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.445548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.464634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17db6c48-26bf-4ec4-ae43-759b61f9a184 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.468571 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:31.469762 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:31.470689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event updated for resources: {'Port': ['ID=da8966d7-8910-4ea7-a7b8-17b3cf332fb9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:31.533077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Deleting port e4f5aca0-b1db-4aa2-b481-0fad95b39956 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:31.533784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.583841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.584897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.687694 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7f578dac-43f6-4869-8e37-0b2b0ce19806 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6930835 Feb 19 07:27:31.698835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57212) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:31.757915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Allocated IP 172.20.0.2 (93229dd0-353f-4695-9bf3-03fd9fcb1dfa/fd8f10f9-ef34-47c5-b5d6-219880887b26/95e8b486-278e-4613-bf87-099cb20c32f1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:31.825852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 4a85101b-f5db-42b7-9117-ad33b4b30daf completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:31.860417 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:31.887726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Deleting port da8966d7-8910-4ea7-a7b8-17b3cf332fb9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:31.888068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.928057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 4a85101b-f5db-42b7-9117-ad33b4b30daf triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:31.928586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.945315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:31.965174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ef485-d449-4331-b6d4-2bd035bf3e8b None None] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:32.023993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:32.027900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Usage tracker for resource:security_group_rule and tenant:736994ac4bd24005b6a616c2d426063e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:32.030948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:32.036759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:32.122415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f2a02-b49e-4371-8bce-fbd04f191078 None None] Network 8594d506-755e-4934-ac16-7f2fea607fb7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:32.136421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.143670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2b0c93f7-2d0c-4080-ba61-5694f1637df7 None None] Provisioning for port cec38616-612b-4553-9ac0-49796b305715 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:32.169945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.207853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2868fd66-a4ef-4dd0-b48a-98ae20a360ad,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:32.208938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.212513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Router 1b66c491-97f9-470a-ae78-5088f14c49b2 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:27:32.218503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2b0c93f7-2d0c-4080-ba61-5694f1637df7 None None] Provisioning complete for port cec38616-612b-4553-9ac0-49796b305715 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:32.219097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b0c93f7-2d0c-4080-ba61-5694f1637df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.245060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17db6c48-26bf-4ec4-ae43-759b61f9a184 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.245331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.272248 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-350ce622-1399-43ca-a00c-cf670a560474 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=736994ac4bd24005b6a616c2d426063e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8986754 Feb 19 07:27:32.274875 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:26Z', 'revision_number': 3, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:32.279318 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6481e48-396a-4e34-abe7-adcf20d01e2d None None] The sync data for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv is: [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:26Z', 'revision_number': 3, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:27:32.279745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57216) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:32.305345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db6c48-26bf-4ec4-ae43-759b61f9a184 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1d07d1-8372-4500-90b0-2f7b4ace0bde,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:32.307213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17db6c48-26bf-4ec4-ae43-759b61f9a184 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.310803 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-17db6c48-26bf-4ec4-ae43-759b61f9a184 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e1d07d1-8372-4500-90b0-2f7b4ace0bde HTTP/1.1" status: 204 len: 168 time: 1.4325807 Feb 19 07:27:32.316831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:32.385272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.395054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Calling delete_port for e4f5aca0-b1db-4aa2-b481-0fad95b39956 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:32.433099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] device_id is not set on port 4262ce36-a1c4-4153-9dcb-145a1669c6ad yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:32.641721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.708867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ec36e4e-4a70-4946-8f0e-1a3c4b81493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.759323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.838421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.865019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b0c93f7-2d0c-4080-ba61-5694f1637df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.888038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ec36e4e-4a70-4946-8f0e-1a3c4b81493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.890378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.892530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.908614 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "DELETE /v2.0/ports/e4f5aca0-b1db-4aa2-b481-0fad95b39956 HTTP/1.1" status: 204 len: 168 time: 1.7348561 Feb 19 07:27:32.913052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.927593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Transition to ACTIVE for port object 95e8b486-278e-4613-bf87-099cb20c32f1 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:32.931653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57226) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:32.953645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc', 'external_fixed_ips': [{'subnet_id': '61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5', 'ip_address': '172.20.0.12'}]}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:32.957916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87cc7f-5565-4f4e-8304-4174112ee087,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:32.958376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:32.966620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 4a85101b-f5db-42b7-9117-ad33b4b30daf, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a85101b-f5db-42b7-9117-ad33b4b30daf,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:32.971617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2b0c93f7-2d0c-4080-ba61-5694f1637df7 None None] For port cec38616-612b-4553-9ac0-49796b305715, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cec38616-612b-4553-9ac0-49796b305715,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:32.977585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:router and tenant:d073eca490504c98a4446e299e03c5f9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:32.979485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Transition to ACTIVE for port object 95e8b486-278e-4613-bf87-099cb20c32f1 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:32.980942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:32.984048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:32.999071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:33.035624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.042765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b0c93f7-2d0c-4080-ba61-5694f1637df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.103491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.120756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.130312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=4a85101b-f5db-42b7-9117-ad33b4b30daf,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:33.181843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.182339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.184076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.184772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > port after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.185178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.185606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > port after_update 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.186053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.187176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.187633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.188020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.258765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:33.279186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19536e7c-6dbb-4671-8605-e7db0a427bd2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4f5aca0-b1db-4aa2-b481-0fad95b39956,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:33.313916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:33.325520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:33.337988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:33.469850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.470595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.471140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.471644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:33.472224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdd4b6b-f885-4282-a762-6351b690fa10']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:33.497407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ec36e4e-4a70-4946-8f0e-1a3c4b81493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.502222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5a6070-a253-4f5c-854a-68aaefe6c630') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:33.502740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5a6070-a253-4f5c-854a-68aaefe6c630') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:33.505732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Pushing event updated for resources: {'Port': ['ID=95e8b486-278e-4613-bf87-099cb20c32f1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:33.533986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Router def940f7-7b5b-48b7-b5ff-149b989b9183 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:27:33.544869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.560295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec36e4e-4a70-4946-8f0e-1a3c4b81493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2868fd66-a4ef-4dd0-b48a-98ae20a360ad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:33.591592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.594512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.597251 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 07:27:33.597704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:27:33.608486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ec36e4e-4a70-4946-8f0e-1a3c4b81493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.618726 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3ec36e4e-4a70-4946-8f0e-1a3c4b81493e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2868fd66-a4ef-4dd0-b48a-98ae20a360ad HTTP/1.1" status: 204 len: 168 time: 1.3295567 Feb 19 07:27:33.621168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:33.622153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-046434d0-abef-43bd-8d36-4b13abd987a4 None None] Provisioning for port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:33.625541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:27:33.626216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.632588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn_limited( Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn_limited( Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:33.643495 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:33.657164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Sync routers for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:27:33.679902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Attempting to bind port 95e8b486-278e-4613-bf87-099cb20c32f1 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:33.680292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Attempting to bind port 95e8b486-278e-4613-bf87-099cb20c32f1 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd600365b-7469-4afd-88f0-f79f2731e685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:33.680650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Attempting to bind port 95e8b486-278e-4613-bf87-099cb20c32f1 on network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:33.692407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c93f7-2d0c-4080-ba61-5694f1637df7 None None] Pushing event updated for resources: {'Port': ['ID=cec38616-612b-4553-9ac0-49796b305715,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:33.699715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:33.705130 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9a65dd2e-4098-46a8-b055-92a5faa9f76d tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0862980 Feb 19 07:27:33.705307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:33.705307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:33.714018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:33.756684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:33.757048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Checking segment: {'id': 'd600365b-7469-4afd-88f0-f79f2731e685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:33.757628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.758367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Bound using segment: {'id': 'd600365b-7469-4afd-88f0-f79f2731e685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:33.759019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Bound port: 95e8b486-278e-4613-bf87-099cb20c32f1, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd600365b-7469-4afd-88f0-f79f2731e685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '93229dd0-353f-4695-9bf3-03fd9fcb1dfa'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:33.759566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:33.765598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Calling delete_port for da8966d7-8910-4ea7-a7b8-17b3cf332fb9 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:33.906593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:33.907237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.033971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.073321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8c062873-8053-4bcc-8062-5bc6812110fe None None] Provisioning complete for port cec38616-612b-4553-9ac0-49796b305715 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:34.074061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c062873-8053-4bcc-8062-5bc6812110fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.087517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event deleted for resources: {'Port': ['ID=da8966d7-8910-4ea7-a7b8-17b3cf332fb9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:34.150824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] For port 95e8b486-278e-4613-bf87-099cb20c32f1, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:34.165814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57238) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:34.197300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.198628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:34.206761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.217268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Deleting port 97e29dd9-a4d1-4dc3-8518-7c169620299e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:34.217619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.222106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-34e23163-ac58-42d7-9077-bb6aee815e78 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "DELETE /v2.0/ports/da8966d7-8910-4ea7-a7b8-17b3cf332fb9 HTTP/1.1" status: 204 len: 168 time: 2.5019629 Feb 19 07:27:34.223376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57242) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:34.245929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] For port 95e8b486-278e-4613-bf87-099cb20c32f1, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=95e8b486-278e-4613-bf87-099cb20c32f1,segment=NetworkSegment(d600365b-7469-4afd-88f0-f79f2731e685),segment_id=d600365b-7469-4afd-88f0-f79f2731e685)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:34.249000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.253079 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ab6eb9d2-8849-454d-ba0d-113fc3881a4b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4814944 Feb 19 07:27:34.259280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57246) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:34.273777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.319848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.367329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.370045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.379225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cdd4b6b-f885-4282-a762-6351b690fa10,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:34.407729 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4c0ab1b8-b453-4e4f-88c1-aaaccc7eec4f tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "DELETE /v2.0/networks/6cdd4b6b-f885-4282-a762-6351b690fa10 HTTP/1.1" status: 204 len: 168 time: 2.0259674 Feb 19 07:27:34.412139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:34.415530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:34.467400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:76f4a024d93946fa86edb60a8bfaf5d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:34.471043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.479844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:34.488502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.497513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:34.620116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.620724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.683812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.706669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:34.713345 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96769c6e-46ea-417e-9984-a6e34bbc11e4 None None] Pushing event updated for resources: {'Port': ['ID=95e8b486-278e-4613-bf87-099cb20c32f1,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:34.721358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.722592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c480bba6-b718-467a-aa3f-51d688618597 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:34.757081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-17f926f0-c2c2-419d-92d7-e9a4ad27b770 tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5323243 Feb 19 07:27:34.795663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:34.839776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8c062873-8053-4bcc-8062-5bc6812110fe None None] Provisioning complete for port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:34.840131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c062873-8053-4bcc-8062-5bc6812110fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.847521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1796481337'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:34.881133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Calling delete_port for 97e29dd9-a4d1-4dc3-8518-7c169620299e owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:34.892460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:34.912217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:34.949374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:34.988134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:29Z', 'revision_number': 3, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:34.995002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Checking router: 1b66c491-97f9-470a-ae78-5088f14c49b2 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:27:34.995348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Updating router 1b66c491-97f9-470a-ae78-5088f14c49b2 port 391921d0-1d56-4016-9039-217e6f04c933 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:27:35.027940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.030198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:35.040255 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Sync routers for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:27:35.065906 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:35.066634 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:35.086135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.086778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.088263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c480bba6-b718-467a-aa3f-51d688618597 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:35.088415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.088506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.088743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > port after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.089314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.089532 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e4f58afc-8104-4aef-acce-987d85fe8227 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3166227 Feb 19 07:27:35.089715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > port after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.090069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.090485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.090805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.091120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.093095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57260) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:35.116487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c480bba6-b718-467a-aa3f-51d688618597 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:35.117246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.186740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.252720 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:35.315309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.315767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.316103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.316964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:27:35.317426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d4c6c6-15b4-4a85-867b-14e00fea1e7e']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:35.437842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.445387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.475794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20813cc4-8b5c-498a-bde3-7aa987a67b25') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:35.476127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20813cc4-8b5c-498a-bde3-7aa987a67b25') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:35.491758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.511526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.521684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:27:35.522076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.563251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Pushing event deleted for resources: {'Port': ['ID=97e29dd9-a4d1-4dc3-8518-7c169620299e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:35.592756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port c480bba6-b718-467a-aa3f-51d688618597, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c480bba6-b718-467a-aa3f-51d688618597,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:35.606393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.673846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.709696 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:30Z', 'revision_number': 3, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:35.722468 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Checking router: def940f7-7b5b-48b7-b5ff-149b989b9183 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:27:35.722966 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Updating router def940f7-7b5b-48b7-b5ff-149b989b9183 port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:27:35.765993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.780474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Allocated IP 172.20.0.1 (1e1d6c9c-7bac-4dea-974f-1edd62b66357/2e516e3b-d418-47a4-a128-c4ed954ffbca/20999599-4e58-4674-bad4-cdc810afed1b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:35.805786 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:35.883167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=c480bba6-b718-467a-aa3f-51d688618597,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:35.930130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cec38616-612b-4553-9ac0-49796b305715 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn_limited( Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn_limited( Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:35.985891 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:35.993489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Usage tracker for resource:network and tenant:b7927069565845e4aebd93450100a3ea is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:35.998808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:36.005139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:36.008686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.015213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.020206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52935d-ee8f-4984-a8a6-2a51f5bbb336 None None] Network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:36.035194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.082269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.086305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] Pushing event deleted for resources: {'Network': ['ID=46d4c6c6-15b4-4a85-867b-14e00fea1e7e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:36.099860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.105306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Made reservation on behalf of b7927069565845e4aebd93450100a3ea for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:36.108483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.125371 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e3af6db4-1abb-4bb9-bf72-be5e90c28879 tempest-QuotasNegativeTest-252223084 tempest-QuotasNegativeTest-252223084-project-admin] 10.222.0.72 "DELETE /v2.0/networks/46d4c6c6-15b4-4a85-867b-14e00fea1e7e HTTP/1.1" status: 204 len: 168 time: 1.7087998 Feb 19 07:27:36.130171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Allocated IP 172.20.0.12 (3b854c40-8498-47b4-82f5-c79d14c64ffc/61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5/a76484aa-2d34-4a14-b0ab-229066b65827) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:36.145807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.174999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Transition to ACTIVE for port object 20999599-4e58-4674-bad4-cdc810afed1b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:36.181737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Transition to ACTIVE for port object 391921d0-1d56-4016-9039-217e6f04c933 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:36.190084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-415f701d-98bc-40c0-a4bd-d92a3955bef5 None None] Provisioning for port 95e8b486-278e-4613-bf87-099cb20c32f1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:36.194317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Synchronizing usage tracker for tenant:8e0362f220d2484498a31a9ad822dfae on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:27:36.205087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68786b48-3df3-4ff0-baf1-d717b8c64113,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:36.220603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:36.221985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.256617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.257499 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Added segment e633807b-de88-420e-b151-a5137cfc362e of type vlan for network 54edd17a-f475-4f9b-b64e-c65341b8a66f Feb 19 07:27:36.312573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.326399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] Unset dirty status for tenant:8e0362f220d2484498a31a9ad822dfae on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:27:36.327923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-74921a2c-05cd-4ac3-874e-b55d52512fd9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=76f4a024d93946fa86edb60a8bfaf5d8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1567199 Feb 19 07:27:36.338343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57268) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:36.347047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port cec38616-612b-4553-9ac0-49796b305715 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:36.347400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.359410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.360769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b88c9b19-76ac-4ade-b2bc-28ac0d79abe2 tempest-ExternalNetworksAdminNegativeTestJSON-812799768 tempest-ExternalNetworksAdminNegativeTestJSON-812799768-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/a6b9d0e7-ecb3-458d-b356-209a13c78854 HTTP/1.1" status: 204 len: 168 time: 2.5896063 Feb 19 07:27:36.362130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.466032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network 3b854c40-8498-47b4-82f5-c79d14c64ffc is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:36.535004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f27ee-d315-4642-a706-cf72f794ea4d None None] Pushing event updated for resources: {'Port': ['ID=391921d0-1d56-4016-9039-217e6f04c933,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:36.558920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:36.562362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Attempting to bind port 391921d0-1d56-4016-9039-217e6f04c933 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:36.562914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Attempting to bind port 391921d0-1d56-4016-9039-217e6f04c933 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:36.563270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Attempting to bind port 391921d0-1d56-4016-9039-217e6f04c933 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:36.578137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:36.585529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.613582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:36.613947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:36.614659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.615184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:36.615810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Bound port: 391921d0-1d56-4016-9039-217e6f04c933, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:36.616348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.657860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.743367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.749834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:36.750519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.761758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4a16737-8bd8-46c3-914f-b7ef39d7267f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.780982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] For port 391921d0-1d56-4016-9039-217e6f04c933, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:36.783813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95e8b486-278e-4613-bf87-099cb20c32f1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:36.795193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Port': ['ID=a76484aa-2d34-4a14-b0ab-229066b65827,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:36.827445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] For port 391921d0-1d56-4016-9039-217e6f04c933, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=391921d0-1d56-4016-9039-217e6f04c933,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:36.836918 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.841024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.893145 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Transition to ACTIVE for port object 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:36.913334 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:36.939498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event updated for resources: {'Network': ['ID=54edd17a-f475-4f9b-b64e-c65341b8a66f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:36.944129 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-febcb4fd-1372-4d1c-8c2d-171bbdd7d99e tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1234486 Feb 19 07:27:36.966451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57278) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:36.969368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 54edd17a-f475-4f9b-b64e-c65341b8a66f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:37.034252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57282) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:37.070547 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Attempting to bind port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:37.079015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Attempting to bind port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:37.080781 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Attempting to bind port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:37.108263 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:37.108813 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:37.116308 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.117373 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:37.119218 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Bound port: 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:37.119788 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.132922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:37.143561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Pushing event updated for resources: {'Port': ['ID=20999599-4e58-4674-bad4-cdc810afed1b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:37.153676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:37.181396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f27ee-d315-4642-a706-cf72f794ea4d None None] Pushing event updated for resources: {'Port': ['ID=391921d0-1d56-4016-9039-217e6f04c933,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:37.208928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 95e8b486-278e-4613-bf87-099cb20c32f1 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:37.210644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbc85-34a0-408d-824f-d6594e59e03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.233593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 95e8b486-278e-4613-bf87-099cb20c32f1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:37.234247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.292615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbc85-34a0-408d-824f-d6594e59e03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.331272 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-292d862b-96b6-440b-8c3f-59b94a8efb44 tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "GET /v2.0/agents/306f3e15-7f42-4af8-b435-d75491878a2b/dhcp-networks HTTP/1.1" status: 200 len: 6291 time: 0.3636594 Feb 19 07:27:37.331729 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdc5a6-9e70-41e2-affd-b5146f68a592 None None] Pushing event updated for resources: {'Port': ['ID=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:37.337503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57290) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:37.368672 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] For port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:37.373472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.378027 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] For port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:37.380940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-46ca6aa6-a19a-4289-9569-2d749061bdae None None] Provisioning complete for port 95e8b486-278e-4613-bf87-099cb20c32f1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:37.381094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46ca6aa6-a19a-4289-9569-2d749061bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.399041 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.423111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:37.434662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:37.438751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:37.462247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbc85-34a0-408d-824f-d6594e59e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.499626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:37.509099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fbc85-34a0-408d-824f-d6594e59e03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68786b48-3df3-4ff0-baf1-d717b8c64113,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:37.513178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbc85-34a0-408d-824f-d6594e59e03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.514607 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2e9fbc85-34a0-408d-824f-d6594e59e03b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68786b48-3df3-4ff0-baf1-d717b8c64113 HTTP/1.1" status: 204 len: 168 time: 1.1715560 Feb 19 07:27:37.520908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Usage tracker for resource:security_group_rule and tenant:aacb041c5ecf43b6b5603856f33936c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:37.533207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:37.553533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:37.577796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.617563 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:37.623294 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:37.725363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:37.832594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:37.899633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.909251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:37.998128 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdc5a6-9e70-41e2-affd-b5146f68a592 None None] Pushing event updated for resources: {'Port': ['ID=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:38.019615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.145637 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:38.338136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.360963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.460338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.490698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f5a380-515b-43de-b56f-414af20392b9 tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] Network 54edd17a-f475-4f9b-b64e-c65341b8a66f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:38.496480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.539609 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-66f5a380-515b-43de-b56f-414af20392b9 tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "POST /v2.0/agents/306f3e15-7f42-4af8-b435-d75491878a2b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1959233 Feb 19 07:27:38.540911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.544881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc0db5-52a2-42c1-a9fa-8199e0a4cee1 None None] Network 54edd17a-f475-4f9b-b64e-c65341b8a66f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:38.549772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:38.632102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.670173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b405d97-403d-45a7-8594-41715081b709,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:38.675889 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:30Z', 'revision_number': 3, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:38.682944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:38.687495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Usage tracker for resource:security_group_rule and tenant:87f42489bccc45dd8a4b56f4b65d97d7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:38.688869 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b88997-9c15-439a-b8ec-ef8bc33ae11a None None] The sync data for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv is: [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:30Z', 'revision_number': 3, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:27:38.691059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:38.697394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:38.701167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46ca6aa6-a19a-4289-9569-2d749061bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.780465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.781755 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7355bf43-556e-42bc-b4bc-55c30d314437 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aacb041c5ecf43b6b5603856f33936c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7463267 Feb 19 07:27:38.783130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 95e8b486-278e-4613-bf87-099cb20c32f1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=95e8b486-278e-4613-bf87-099cb20c32f1,segment=NetworkSegment(d600365b-7469-4afd-88f0-f79f2731e685),segment_id=d600365b-7469-4afd-88f0-f79f2731e685)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:38.794373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:38.806303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.807093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:38.816906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.905517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:29Z', 'revision_number': 3, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:38.945852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Pushing event updated for resources: {'Port': ['ID=20999599-4e58-4674-bad4-cdc810afed1b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:38.948666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:38.961073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601b2ca-2343-4b53-8bcb-ee7c1acc5ac8 None None] The sync data for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv is: [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:29Z', 'revision_number': 3, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:27:38.993459 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87d75fd5-5987-414c-aa0f-26e0303603a9 tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "GET /v2.0/agents/306f3e15-7f42-4af8-b435-d75491878a2b/dhcp-networks HTTP/1.1" status: 200 len: 7036 time: 0.4326608 Feb 19 07:27:38.995844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:39.015432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-46ca6aa6-a19a-4289-9569-2d749061bdae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:27:39.015808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-46ca6aa6-a19a-4289-9569-2d749061bdae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:27:39.022662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc61-a7ef-4e54-b2da-e6505728ae76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.027808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=95e8b486-278e-4613-bf87-099cb20c32f1,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:39.032488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df906fba-66ba-4f98-8967-d5e6ee29ad51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.042316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:39.042675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.099238 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87f42489bccc45dd8a4b56f4b65d97d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3715498 Feb 19 07:27:39.117903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57332) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:39.118792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551070f-f0e6-4c5f-9269-7dd0ba19d134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab42360-ad7e-47fb-be6b-2a180f39b9c7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:39.183492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df906fba-66ba-4f98-8967-d5e6ee29ad51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.233720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4a85101b-f5db-42b7-9117-ad33b4b30daf up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:39.248561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:39.262156 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6c653933-c7d6-4f23-a6ac-ce8925dfeeab tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "DELETE /v2.0/agents/306f3e15-7f42-4af8-b435-d75491878a2b/dhcp-networks/54edd17a-f475-4f9b-b64e-c65341b8a66f HTTP/1.1" status: 204 len: 168 time: 0.2508323 Feb 19 07:27:39.262278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:39.266054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57336) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:39.290768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:39.338550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df906fba-66ba-4f98-8967-d5e6ee29ad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.369983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df906fba-66ba-4f98-8967-d5e6ee29ad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b405d97-403d-45a7-8594-41715081b709,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:39.383821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df906fba-66ba-4f98-8967-d5e6ee29ad51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.384849 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df906fba-66ba-4f98-8967-d5e6ee29ad51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b405d97-403d-45a7-8594-41715081b709 HTTP/1.1" status: 204 len: 168 time: 0.5892982 Feb 19 07:27:39.389552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.460473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 4a85101b-f5db-42b7-9117-ad33b4b30daf triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:39.460880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.467097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Router ffbbe029-00d9-4f44-92a7-966c192337b6 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:27:39.488985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.712647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-954982895'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:39.729627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:39.737585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-436c7bd9-b3d8-428c-a8b4-2f39b87462f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.739164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:network and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:39.744985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:39.784765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0f9478d9-16f2-49e1-a621-4861cea75519 None None] Provisioning for port 20999599-4e58-4674-bad4-cdc810afed1b completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:39.784959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:39.793037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0f9478d9-16f2-49e1-a621-4861cea75519 None None] Provisioning complete for port 20999599-4e58-4674-bad4-cdc810afed1b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:39.794425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f9478d9-16f2-49e1-a621-4861cea75519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.829036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-436c7bd9-b3d8-428c-a8b4-2f39b87462f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.843382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Allocated IP 172.20.0.1 (8594d506-755e-4934-ac16-7f2fea607fb7/dd63d11b-740f-4f42-aed2-bf4d7f4a93b9/682b61eb-12ea-457b-b9a5-43e9a9e8fb29) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:39.845455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:39.848586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.877319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0f9478d9-16f2-49e1-a621-4861cea75519 None None] Port 20999599-4e58-4674-bad4-cdc810afed1b cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:27:39.883732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0f9478d9-16f2-49e1-a621-4861cea75519 None None] Could not find standard attr ID for object da8966d7-8910-4ea7-a7b8-17b3cf332fb9. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:27:39.894854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:39.912683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95e8b486-278e-4613-bf87-099cb20c32f1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:39.991561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 95e8b486-278e-4613-bf87-099cb20c32f1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:39.992046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.080796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.107341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:40.139970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:security_group_rule and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:40.148220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:40.150610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c480bba6-b718-467a-aa3f-51d688618597 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:40.168262 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f74da696-b86a-4235-9e5c-d69db5dd8f1e tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "GET /v2.0/agents/306f3e15-7f42-4af8-b435-d75491878a2b/dhcp-networks HTTP/1.1" status: 200 len: 6291 time: 0.8861113 Feb 19 07:27:40.169422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:40.171443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:40.283663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.329797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.331449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Allocated IP 172.20.0.1 (3bae076b-6fe4-46e2-a68c-b75a97bf87dc/921021d7-909a-4e96-8db2-506c1c4b66f9/6cba4bc2-aa23-4be1-8afe-1467e677c5a2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:40.333286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:40.340509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c480bba6-b718-467a-aa3f-51d688618597 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:40.342011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.395565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Transition to ACTIVE for port object 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:40.399333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-436c7bd9-b3d8-428c-a8b4-2f39b87462f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.405051 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98fa538a-65e9-4b3c-a718-c0aa550ab807 tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "GET /v2.0/networks/93229dd0-353f-4695-9bf3-03fd9fcb1dfa/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2304385 Feb 19 07:27:40.415945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57358) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:40.495053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c7bd9-b3d8-428c-a8b4-2f39b87462f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab42360-ad7e-47fb-be6b-2a180f39b9c7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:40.499973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:40.522947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-436c7bd9-b3d8-428c-a8b4-2f39b87462f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.526526 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-436c7bd9-b3d8-428c-a8b4-2f39b87462f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ab42360-ad7e-47fb-be6b-2a180f39b9c7 HTTP/1.1" status: 204 len: 168 time: 1.4026597 Feb 19 07:27:40.549655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Sync routers for ids ['ffbbe029-00d9-4f44-92a7-966c192337b6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:27:40.560180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b477e8b7-cc6e-4465-8bc4-c39caf693231 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4a7422f193e411fa461fac89d3dc9de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2245419 Feb 19 07:27:40.560870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:40.578175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.611959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Routers {'ffbbe029-00d9-4f44-92a7-966c192337b6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:40.613216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ffbbe029-00d9-4f44-92a7-966c192337b6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:40.621636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.650561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.691349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Transition to ACTIVE for port object 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:40.710382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e876c4c-f297-4ff0-9fc6-1ca47517f92b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:40.735190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Router d0303de2-371d-4d96-965b-7a6704eb6523 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:27:40.742396 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76136b37-9bb3-4a88-8e85-0e86d26e694c tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "GET /v2.0/networks/93229dd0-353f-4695-9bf3-03fd9fcb1dfa/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3243709 Feb 19 07:27:40.743479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57368) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:40.744280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.786768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.790869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1d59349a-c25a-4639-b43e-3136c4682ded tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.8533626 Feb 19 07:27:40.803836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:40.813017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:40.864454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa34ff52-0a88-4323-a4c7-88c7d9a799be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.902070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.902417 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Added segment 06326df6-4c8e-4d8d-9fc8-3371d1122064 of type vlan for network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b Feb 19 07:27:40.910860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa34ff52-0a88-4323-a4c7-88c7d9a799be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:40.952220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Network 8594d506-755e-4934-ac16-7f2fea607fb7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:40.976464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:40.982351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:41.005761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Set router ffbbe029-00d9-4f44-92a7-966c192337b6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:41.059044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Pushing event updated for resources: {'Port': ['ID=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:41.310129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.334050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.352278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.402573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57378) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:41.441114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.459767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.464719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.465319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.497212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:41.501472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.503195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa34ff52-0a88-4323-a4c7-88c7d9a799be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.507506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-92cb94df-fd55-461e-97be-22df5a0bd255 None None] Provisioning for port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:41.540629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-92cb94df-fd55-461e-97be-22df5a0bd255 None None] Provisioning complete for port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:41.541149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92cb94df-fd55-461e-97be-22df5a0bd255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.554764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:41.575008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:41.611400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-92cb94df-fd55-461e-97be-22df5a0bd255 None None] Port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:27:41.626451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34ff52-0a88-4323-a4c7-88c7d9a799be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87cc7f-5565-4f4e-8304-4174112ee087,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:41.646578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbbe029-00d9-4f44-92a7-966c192337b6', 'name': '', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc', 'external_fixed_ips': [{'subnet_id': '61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a76484aa-2d34-4a14-b0ab-229066b65827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:33Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 3, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port': {'id': 'a76484aa-2d34-4a14-b0ab-229066b65827', 'name': '', 'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffbbe029-00d9-4f44-92a7-966c192337b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:35Z', 'updated_at': '2022-02-19T07:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:41.654069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.661528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Checking router: ffbbe029-00d9-4f44-92a7-966c192337b6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:27:41.662156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Updating router ffbbe029-00d9-4f44-92a7-966c192337b6 port a76484aa-2d34-4a14-b0ab-229066b65827 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:27:41.691574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa34ff52-0a88-4323-a4c7-88c7d9a799be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.695617 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fa34ff52-0a88-4323-a4c7-88c7d9a799be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d87cc7f-5565-4f4e-8304-4174112ee087 HTTP/1.1" status: 204 len: 168 time: 1.1196585 Feb 19 07:27:41.695617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:41.705050 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4079959 Feb 19 07:27:41.708824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:41.713640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1d0a3-7378-4cc4-b48e-e2c9e1b53518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Network': ['ID=6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:41.720739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Usage tracker for resource:security_group_rule and tenant:30c49e47d2584e9e95c5bfa66672b5dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:41.723735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.726324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:41.736181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:41.745201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:41.747463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:41.757648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:41.895341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:41.934908 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-72e9457c-a1e3-4896-b438-50554634ec49 tempest-DHCPAgentSchedulersTestJSON-438154778 tempest-DHCPAgentSchedulersTestJSON-438154778-project-admin] 10.222.0.72 "GET /v2.0/agents/306f3e15-7f42-4af8-b435-d75491878a2b/dhcp-networks HTTP/1.1" status: 200 len: 6291 time: 1.1902397 Feb 19 07:27:41.938335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57388) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:41.977738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ec4e5aad-3f45-447f-aff6-bb99f5424644 None None] Provisioning for port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:42.018888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:42.056557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:42.058560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ec4e5aad-3f45-447f-aff6-bb99f5424644 None None] Provisioning complete for port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:42.060406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5aad-3f45-447f-aff6-bb99f5424644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.068427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:42.086553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.088409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:42.108841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.116367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.147759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.172489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:42.187493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:42.188786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.190818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b3dd48-8865-48e0-8a3e-624c8ab78e1b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:42.199587 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43c9de8a-6a06-4e23-80b9-4cd7bc0a4203 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=30c49e47d2584e9e95c5bfa66672b5dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7957356 Feb 19 07:27:42.208446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57394) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:42.217220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e5aad-3f45-447f-aff6-bb99f5424644 None None] Port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:27:42.255606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.293102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.378694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:42.387310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:42.387800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.446810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.487110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.539997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.563832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Pushing event updated for resources: {'Port': ['ID=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:42.568587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54edd17a-f475-4f9b-b64e-c65341b8a66f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:42.579027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.589214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e633807b-de88-420e-b151-a5137cfc362e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:42.589214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e633807b-de88-420e-b151-a5137cfc362e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:42.624264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.641603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:42.647046 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-042fefa7-812e-4bc6-b4a1-01cf526133c7 admin admin] 10.222.0.72 "PUT /v2.0/routers/d0303de2-371d-4d96-965b-7a6704eb6523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2882240 Feb 19 07:27:42.660517 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Sync routers for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:27:42.684386 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:42.685301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:42.702805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:42.714628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.718453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.719410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 391921d0-1d56-4016-9039-217e6f04c933 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:42.776527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1129922d-c915-415d-988c-ea7e90efb08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.823477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.855488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:42.857323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:27:42.857794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.874906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 391921d0-1d56-4016-9039-217e6f04c933 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:42.886195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 391921d0-1d56-4016-9039-217e6f04c933 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:42.887444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:42.888439 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:42.923149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:42.971125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.058029 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:43.081164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.117749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1129922d-c915-415d-988c-ea7e90efb08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.159728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.167605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.195925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 391921d0-1d56-4016-9039-217e6f04c933, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=391921d0-1d56-4016-9039-217e6f04c933,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:43.201883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.231744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Network 8594d506-755e-4934-ac16-7f2fea607fb7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:43.235189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.244571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:43.315186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Transition to ACTIVE for port object a76484aa-2d34-4a14-b0ab-229066b65827 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:43.319481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=391921d0-1d56-4016-9039-217e6f04c933,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:43.339777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.352742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:43.418138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.533445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Attempting to bind port a76484aa-2d34-4a14-b0ab-229066b65827 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:43.533853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Attempting to bind port a76484aa-2d34-4a14-b0ab-229066b65827 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '651433bc-6345-49ac-8f07-ad0322fceffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:43.535294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Attempting to bind port a76484aa-2d34-4a14-b0ab-229066b65827 on network 3b854c40-8498-47b4-82f5-c79d14c64ffc {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:43.564699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:43.564961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Checking segment: {'id': '651433bc-6345-49ac-8f07-ad0322fceffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:43.565267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.565656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Bound using segment: {'id': '651433bc-6345-49ac-8f07-ad0322fceffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:43.566125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Bound port: a76484aa-2d34-4a14-b0ab-229066b65827, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651433bc-6345-49ac-8f07-ad0322fceffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3b854c40-8498-47b4-82f5-c79d14c64ffc'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:43.566488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.610027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event deleted for resources: {'Network': ['ID=54edd17a-f475-4f9b-b64e-c65341b8a66f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:43.622933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ecbc-44d2-45c2-b110-449c7040921e None None] Pushing event updated for resources: {'Port': ['ID=a76484aa-2d34-4a14-b0ab-229066b65827,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:43.665579 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36b437bd-0edc-44cb-ac36-26db590a6050 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "DELETE /v2.0/networks/54edd17a-f475-4f9b-b64e-c65341b8a66f HTTP/1.1" status: 204 len: 168 time: 1.7241933 Feb 19 07:27:43.677769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:43.693257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:43.710408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:43.715824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.793321 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:38Z', 'revision_number': 2, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:43.820367 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Checking router: d0303de2-371d-4d96-965b-7a6704eb6523 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:27:43.820941 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Updating router d0303de2-371d-4d96-965b-7a6704eb6523 port 20999599-4e58-4674-bad4-cdc810afed1b binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:27:43.889320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7127fe2a-d32e-4a52-a373-725d775d26c4 None None] Provisioning complete for port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:43.889759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7127fe2a-d32e-4a52-a373-725d775d26c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:43.932764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:43.962530 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.047846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1129922d-c915-415d-988c-ea7e90efb08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.054935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Deleting port a76484aa-2d34-4a14-b0ab-229066b65827 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:44.055568 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c699c9-2272-4c28-8c0c-7242ffea3552 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] DELETE failed (client error): The resource could not be found. Feb 19 07:27:44.056139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c699c9-2272-4c28-8c0c-7242ffea3552 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:27:44.065734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.104711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] For port a76484aa-2d34-4a14-b0ab-229066b65827, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:44.109608 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c4c699c9-2272-4c28-8c0c-7242ffea3552 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "DELETE /v2.0/ports/da8966d7-8910-4ea7-a7b8-17b3cf332fb9 HTTP/1.1" status: 404 len: 333 time: 0.4305685 Feb 19 07:27:44.110774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1129922d-c915-415d-988c-ea7e90efb08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.111836 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1129922d-c915-415d-988c-ea7e90efb08a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63b3dd48-8865-48e0-8a3e-624c8ab78e1b HTTP/1.1" status: 204 len: 168 time: 1.9021029 Feb 19 07:27:44.112764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129922d-c915-415d-988c-ea7e90efb08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b3dd48-8865-48e0-8a3e-624c8ab78e1b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:44.119107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57436) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:44.173887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] For port a76484aa-2d34-4a14-b0ab-229066b65827, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a76484aa-2d34-4a14-b0ab-229066b65827,segment=NetworkSegment(651433bc-6345-49ac-8f07-ad0322fceffc),segment_id=651433bc-6345-49ac-8f07-ad0322fceffc)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:44.182165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7127fe2a-d32e-4a52-a373-725d775d26c4 None None] Port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:27:44.191188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.340759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ecbc-44d2-45c2-b110-449c7040921e None None] Pushing event updated for resources: {'Port': ['ID=a76484aa-2d34-4a14-b0ab-229066b65827,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:44.420177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:44.423390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.565862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.600877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-016b0e27-1c0c-4144-89c4-767b22436f6e None None] Provisioning complete for port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:44.601368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-016b0e27-1c0c-4144-89c4-767b22436f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.628309 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.656713 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Transition to ACTIVE for port object 20999599-4e58-4674-bad4-cdc810afed1b will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:44.669498 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:44.741749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Routers {'ffbbe029-00d9-4f44-92a7-966c192337b6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:44.742796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ffbbe029-00d9-4f44-92a7-966c192337b6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:44.826751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57452) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:44.845992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654695661', 'description': 'tempest-description--828146893'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:44.862781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:44.909901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Usage tracker for resource:security_group and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:44.953955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:44.997792 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff383df-fff2-400b-b670-a471d3bf93d0 None None] Pushing event updated for resources: {'Port': ['ID=20999599-4e58-4674-bad4-cdc810afed1b,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:45.000222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:45.038891 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Deleting subnet fd8f10f9-ef34-47c5-b5d6-219880887b26 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:27:45.052687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.057620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-016b0e27-1c0c-4144-89c4-767b22436f6e None None] Port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:27:45.099127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 391921d0-1d56-4016-9039-217e6f04c933 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:45.137403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.143404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Attempting to bind port 20999599-4e58-4674-bad4-cdc810afed1b on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:45.143404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Attempting to bind port 20999599-4e58-4674-bad4-cdc810afed1b by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:45.143404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Attempting to bind port 20999599-4e58-4674-bad4-cdc810afed1b on network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:45.156404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:45.157093 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Checking segment: {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:45.157752 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.158240 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Bound using segment: {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:45.159015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Bound port: 20999599-4e58-4674-bad4-cdc810afed1b, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:45.159506 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.170704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] Set router ffbbe029-00d9-4f44-92a7-966c192337b6 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:45.197303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] For port a76484aa-2d34-4a14-b0ab-229066b65827, host dv-neutron-829958-1-hyperv, got binding levels [] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:45.197798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.219858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=94db687a-3542-4c7e-bd7d-e9867f050960,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:45.224703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:45.229423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Usage tracker for resource:security_group_rule and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:45.232404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:45.238395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:45.257307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.292013 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] For port 20999599-4e58-4674-bad4-cdc810afed1b, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:45.296592 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] For port 20999599-4e58-4674-bad4-cdc810afed1b, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20999599-4e58-4674-bad4-cdc810afed1b,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:45.308231 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.392405 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:27:45.393729 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:45.483352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.513339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.517665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffbbe029-00d9-4f44-92a7-966c192337b6', 'name': '', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:33Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:45.537211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5874a218-6aff-41bf-a9bf-c1b6614d119f None None] The sync data for ids ['ffbbe029-00d9-4f44-92a7-966c192337b6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ffbbe029-00d9-4f44-92a7-966c192337b6', 'name': '', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:33Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:27:45.545210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:45.545565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network hostable DHCP agents. Network: 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:45.591948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.593703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 391921d0-1d56-4016-9039-217e6f04c933 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:45.594077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.598842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Calling delete_port for a76484aa-2d34-4a14-b0ab-229066b65827 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:45.635109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57468) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:45.652636 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff383df-fff2-400b-b670-a471d3bf93d0 None None] Pushing event updated for resources: {'Port': ['ID=20999599-4e58-4674-bad4-cdc810afed1b,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:45.691202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dabaaa-f497-4854-a26c-ffc189b5769e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:45.705041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.708852 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0ccabf7-9571-45e3-9839-08394430b6e5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8749571 Feb 19 07:27:45.711777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:45.716061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Router def940f7-7b5b-48b7-b5ff-149b989b9183 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:27:45.719000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Request body: {'security_group_rule': {'security_group_id': '29dabaaa-f497-4854-a26c-ffc189b5769e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:45.731342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:45.746393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Usage tracker for resource:security_group_rule and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:45.793316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.837075 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:27:45.893660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8f10f9-ef34-47c5-b5d6-219880887b26,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:45.905791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:45.917911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d47dc8-1fb8-40c3-9392-f60a969b16e6 None None] Network 93229dd0-353f-4695-9bf3-03fd9fcb1dfa requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:45.924724 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-24b44563-da66-4a0e-8149-64f2d0a59b29 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "DELETE /v2.0/subnets/fd8f10f9-ef34-47c5-b5d6-219880887b26 HTTP/1.1" status: 204 len: 168 time: 1.8031352 Feb 19 07:27:45.925781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:45.926718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:46.053579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:46.066291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-755906329', 'router:external': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:46.080163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:46.083295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:46.126361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.126963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:network and tenant:ae46af339b374f82944479cd78cf2e5e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:46.143166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:46.159389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:46.166524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:46.172209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.190123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d55422-a59f-4ecd-8287-eefae2b3fbfd None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:46.192455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Made reservation on behalf of ae46af339b374f82944479cd78cf2e5e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:46.194742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.210021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:46.210600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.223307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.246560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Deleting port 95e8b486-278e-4613-bf87-099cb20c32f1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:46.246978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.282291 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2b05eda5-5d2e-4148-8568-04f99477a7ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5573094 Feb 19 07:27:46.283544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:27:46.283890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:27:46.286848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:46.298524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'name': 'tempest-NetworksTestDHCPv6-1367439219'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:46.440533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:46.451060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:46.459431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Router 1b66c491-97f9-470a-ae78-5088f14c49b2 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:27:46.473640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:46.494682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.501808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:46.505391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] DHCP port deletion for 93229dd0-353f-4695-9bf3-03fd9fcb1dfa request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:27:46.516315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.519257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Deleting port 95e8b486-278e-4613-bf87-099cb20c32f1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:46.519720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.528480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:46.548811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '94db687a-3542-4c7e-bd7d-e9867f050960'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:27:46.550026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.550278 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:45Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:46.557680 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2ec37-97ca-4f5e-8967-436a06fa50d3 None None] The sync data for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv is: [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:45Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:27:46.562026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:security_group_rule and tenant:ae46af339b374f82944479cd78cf2e5e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:46.573965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a772d6-5859-47cb-8a43-8f8aa89745a2,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:46.574652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:46.596529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:46.667294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:46.673610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:46.677859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.786363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Deleting port a76484aa-2d34-4a14-b0ab-229066b65827 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:46.786835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.798756 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fde685df-9bbb-44d9-a8b4-798923acf040 admin admin] 10.222.0.72 "PUT /v2.0/routers/def940f7-7b5b-48b7-b5ff-149b989b9183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7037563 Feb 19 07:27:46.822879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.824460 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c2d9b049-33b9-4e84-ae81-fb411f01e81d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1113441 Feb 19 07:27:46.832969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57498) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:46.833155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] For port 95e8b486-278e-4613-bf87-099cb20c32f1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=95e8b486-278e-4613-bf87-099cb20c32f1,segment=NetworkSegment(d600365b-7469-4afd-88f0-f79f2731e685),segment_id=d600365b-7469-4afd-88f0-f79f2731e685)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:46.833531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:46.842338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 185dbdd2-384e-4125-b0c8-7693109f5821 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:47.023843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::69 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/94db687a-3542-4c7e-bd7d-e9867f050960/185dbdd2-384e-4125-b0c8-7693109f5821) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:47.029724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] For port 95e8b486-278e-4613-bf87-099cb20c32f1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=95e8b486-278e-4613-bf87-099cb20c32f1,segment=NetworkSegment(d600365b-7469-4afd-88f0-f79f2731e685),segment_id=d600365b-7469-4afd-88f0-f79f2731e685)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:47.031379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.059485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Request body: {'security_group_rule': {'security_group_id': '29dabaaa-f497-4854-a26c-ffc189b5769e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:47.089093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:47.120298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Usage tracker for resource:security_group_rule and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:47.151473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:47.231931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:47.267379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Calling delete_port for 95e8b486-278e-4613-bf87-099cb20c32f1 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:47.292963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Calling delete_port for 95e8b486-278e-4613-bf87-099cb20c32f1 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:47.387732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.422151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.488972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] For port a76484aa-2d34-4a14-b0ab-229066b65827, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a76484aa-2d34-4a14-b0ab-229066b65827,segment=NetworkSegment(651433bc-6345-49ac-8f07-ad0322fceffc),segment_id=651433bc-6345-49ac-8f07-ad0322fceffc)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:47.489759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.491055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:47.508786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.533954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:27:47.534434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:27:47.605694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd66d0-a84d-4433-b13b-814f92840ee3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:47.611874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event deleted for resources: {'Port': ['ID=95e8b486-278e-4613-bf87-099cb20c32f1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:47.614984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.615320 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Added segment 64d1ffd6-9693-433f-a53f-a9ced77f8808 of type vlan for network 430572e1-97f1-412c-a603-2f48cb6dc6d6 Feb 19 07:27:47.622605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] No DVR routers for this DVR port 95e8b486-278e-4613-bf87-099cb20c32f1 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:47.693377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Calling delete_port for a76484aa-2d34-4a14-b0ab-229066b65827 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:47.816465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.846950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.898421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93229dd0-353f-4695-9bf3-03fd9fcb1dfa']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:47.901399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.914607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd600365b-7469-4afd-88f0-f79f2731e685') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:47.914824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd600365b-7469-4afd-88f0-f79f2731e685') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:47.928267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.946756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.953774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.954686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.955281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.959452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:27:47.959848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:47.986686 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:48.037265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Deleting port 95e8b486-278e-4613-bf87-099cb20c32f1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:48.037995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.143751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.165738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Network': ['ID=430572e1-97f1-412c-a603-2f48cb6dc6d6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:48.185831 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e301519d-5d4e-44d4-a296-cff940f7bbd5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5480421 Feb 19 07:27:48.187174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57526) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:48.190387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.194313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'subnet': {'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:48.213971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f2eec-d8f8-4e3e-ae1e-4e32584546ef None None] The port '95e8b486-278e-4613-bf87-099cb20c32f1' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:27:48.227440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57530) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:48.230055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 430572e1-97f1-412c-a603-2f48cb6dc6d6 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:48.243733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.247820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.257979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:48.261323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.261977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] Pushing event deleted for resources: {'Network': ['ID=93229dd0-353f-4695-9bf3-03fd9fcb1dfa,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:48.290772 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86fda7c9-7dda-411f-93d9-f73198d2a0c3 tempest-DHCPAgentSchedulersTestJSON-475995541 tempest-DHCPAgentSchedulersTestJSON-475995541-project] 10.222.0.72 "DELETE /v2.0/networks/93229dd0-353f-4695-9bf3-03fd9fcb1dfa HTTP/1.1" status: 204 len: 168 time: 2.3506122 Feb 19 07:27:48.294386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:subnet and tenant:ae46af339b374f82944479cd78cf2e5e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:48.298691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:48.313064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:48.340205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Made reservation on behalf of ae46af339b374f82944479cd78cf2e5e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:48.342742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.345984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20999599-4e58-4674-bad4-cdc810afed1b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:48.354974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6703a0c-7cad-4f19-b3db-d3460c6b1f7d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:48.377126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:48.398203 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-be213237-f452-43ab-809d-edb0cd7c6bc6 admin admin] 10.222.0.72 "PUT /v2.0/routers/1b66c491-97f9-470a-ae78-5088f14c49b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1234221 Feb 19 07:27:48.398203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.398203 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-76c94369-5f2e-4a7f-ac73-91e8d3eade13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5526347 Feb 19 07:27:48.398203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57538) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:48.398203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 185dbdd2-384e-4125-b0c8-7693109f5821 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:48.398203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.421906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:48.462896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 20999599-4e58-4674-bad4-cdc810afed1b completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:48.469520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 20999599-4e58-4674-bad4-cdc810afed1b triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:48.471197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.495269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:48.534135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Usage tracker for resource:floatingip and tenant:232e1adbd20d40169d2765cccc951a2c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:48.546496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event deleted for resources: {'Port': ['ID=a76484aa-2d34-4a14-b0ab-229066b65827,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:48.554974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:48.629585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:48.662517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1478930739'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:48.709239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.779804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 20999599-4e58-4674-bad4-cdc810afed1b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20999599-4e58-4674-bad4-cdc810afed1b,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:48.783722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:48.787452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.787845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:48.803974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Usage tracker for resource:network and tenant:fcaee13e6d8a46dabb5d9f600a4d185b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:48.814897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:48.821255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446671532', 'description': 'tempest-description--1518614470'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:48.837830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.852646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:48.854370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:48.859246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.861280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Usage tracker for resource:security_group and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:48.866313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:48.874023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:48.910962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/94db687a-3542-4c7e-bd7d-e9867f050960/c225484e-a930-4722-906b-569ac4656d7d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:48.951117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95e8b486-278e-4613-bf87-099cb20c32f1 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:27:48.956226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:48.975720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57556) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:48.997384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Made reservation on behalf of fcaee13e6d8a46dabb5d9f600a4d185b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:49.000382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.027874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:49.033990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Usage tracker for resource:security_group_rule and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:49.039771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:49.048989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:49.090586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:49.092212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.147969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=20999599-4e58-4674-bad4-cdc810afed1b,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.162169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:49.173723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:49.175357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 95e8b486-278e-4613-bf87-099cb20c32f1 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:27:49.175729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95e8b486-278e-4613-bf87-099cb20c32f1 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:27:49.177759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:49.178362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.182641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.192786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=185dbdd2-384e-4125-b0c8-7693109f5821,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.205008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:27:49.205681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.210052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.224028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.354336 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d0c2d8d8-eb0d-4cb9-a262-9af2c918d3ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0655637 Feb 19 07:27:49.367714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e593cfb-2975-48e0-aac6-6c6388c5b063,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.375382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:49.401407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.403830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:49.412368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Usage tracker for resource:security_group_rule and tenant:fcaee13e6d8a46dabb5d9f600a4d185b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:49.412885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Transition to ACTIVE for port object c225484e-a930-4722-906b-569ac4656d7d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:49.431987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Transition to ACTIVE for port object c225484e-a930-4722-906b-569ac4656d7d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:49.443682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.454679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.461235 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0b4548f5-e53b-442c-990c-995b67cd5b7f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6754177 Feb 19 07:27:49.467911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:49.475435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57566) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:49.478546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6cfe8e2c-0806-476f-a043-f1cb6abec5f7,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.513600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:49.517101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:49.520324 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47ca17dd-bd99-4d41-adee-fa9c59e0339c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b7927069565845e4aebd93450100a3ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5406485 Feb 19 07:27:49.523735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:49.529051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:49.547903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Request body: {'security_group_rule': {'security_group_id': '9e593cfb-2975-48e0-aac6-6c6388c5b063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:49.557906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:49.562555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Usage tracker for resource:security_group_rule and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:49.565573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:49.571776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:49.575490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Pushing event updated for resources: {'Port': ['ID=c225484e-a930-4722-906b-569ac4656d7d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.603980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:49.613575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Checking segment: {'id': '64d1ffd6-9693-433f-a53f-a9ced77f8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:49.614001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network hostable DHCP agents. Network: 430572e1-97f1-412c-a603-2f48cb6dc6d6, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:49.644207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Attempting to bind port c225484e-a930-4722-906b-569ac4656d7d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:49.645334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Attempting to bind port c225484e-a930-4722-906b-569ac4656d7d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:49.645934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Attempting to bind port c225484e-a930-4722-906b-569ac4656d7d on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:49.654282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:49.654513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.655229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:49.656019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.656566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:49.656751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.657367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Bound port: c225484e-a930-4722-906b-569ac4656d7d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:49.657901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.695523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fa7e44-e585-43c1-a674-90780ce90447 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:49.699611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57574) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:49.701144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fa7e44-e585-43c1-a674-90780ce90447 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:49.705195 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-99fa7e44-e585-43c1-a674-90780ce90447 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3070219 Feb 19 07:27:49.705195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c539c067-be89-4ec5-ba26-9043b1ef70f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.706735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57576) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:49.715096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009085806', 'description': 'tempest-description--2054532883'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:49.722830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.753207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network 430572e1-97f1-412c-a603-2f48cb6dc6d6 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:49.762117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] For port c225484e-a930-4722-906b-569ac4656d7d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:49.764952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:49.766025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] For port c225484e-a930-4722-906b-569ac4656d7d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c225484e-a930-4722-906b-569ac4656d7d,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:49.767313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.770897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.773488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Usage tracker for resource:security_group and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:49.791589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c539c067-be89-4ec5-ba26-9043b1ef70f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.800812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 430572e1-97f1-412c-a603-2f48cb6dc6d6) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:49.807383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 185dbdd2-384e-4125-b0c8-7693109f5821 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:49.807717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.810705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.817701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:49.818028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94a748-9bf4-47c0-a74a-268485ea77ee None None] Network 430572e1-97f1-412c-a603-2f48cb6dc6d6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:49.826310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.850920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:49.851518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.854700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:49.971839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb17c77-01d9-413d-9801-6fc78ac772cd,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.994182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:49.999248 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4d7ac97b-c2fb-4cbe-ab05-5cad24d99c4b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8080993 Feb 19 07:27:50.003234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57582) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:50.016833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78470515-a4c3-4e32-8391-33e2e4ca4c72 None None] Pushing event updated for resources: {'Port': ['ID=c225484e-a930-4722-906b-569ac4656d7d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:50.027464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2064836783', 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:50.038344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:50.047132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:port and tenant:ae46af339b374f82944479cd78cf2e5e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:50.053300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:50.057641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.058259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffbbe029-00d9-4f44-92a7-966c192337b6 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:27:50.079177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c539c067-be89-4ec5-ba26-9043b1ef70f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.128562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:50.130020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.135945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57586) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:50.137106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a22c6cd8-055d-400b-9c97-d64f787c1273 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "DELETE /v2.0/routers/ffbbe029-00d9-4f44-92a7-966c192337b6 HTTP/1.1" status: 204 len: 168 time: 9.3299944 Feb 19 07:27:50.138467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.139467 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6169cfd3-51f7-4ea6-a0f2-0e49f50864b5 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6631105 Feb 19 07:27:50.148223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.148406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:50.163549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:50.168104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bbd75-f6b6-4a27-92e9-051a87a47cc1 None None] Network 430572e1-97f1-412c-a603-2f48cb6dc6d6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:50.168727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.179872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Usage tracker for resource:security_group_rule and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:50.187110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:50.213517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539c067-be89-4ec5-ba26-9043b1ef70f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0a926-3047-4914-8d55-c246d4509039,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:50.218502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Request body: {'security_group_rule': {'security_group_id': '9e593cfb-2975-48e0-aac6-6c6388c5b063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:50.233956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600d59af-1f87-4424-8b10-cb0eb368752c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:50.246226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:50.249598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Allocated IP 172.26.1.178 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/dd2df36c-42ff-4054-8c11-29d7bf27fc8e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:50.252720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:50.259049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Made reservation on behalf of ae46af339b374f82944479cd78cf2e5e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:50.261415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.285461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:50.286360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c539c067-be89-4ec5-ba26-9043b1ef70f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.290049 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c539c067-be89-4ec5-ba26-9043b1ef70f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6cc0a926-3047-4914-8d55-c246d4509039 HTTP/1.1" status: 204 len: 168 time: 0.7591455 Feb 19 07:27:50.290049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Usage tracker for resource:security_group_rule and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:50.308740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:50.327319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20999599-4e58-4674-bad4-cdc810afed1b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:50.348498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:50.355925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Deleting subnet 61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:27:50.366268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.379306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] device_id is not set on port ea88a8b5-b058-402d-80ff-50b27233b315 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:50.412792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.559967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.561364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Added segment 74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa of type vlan for network 310301be-2a8f-4c2e-a0a4-e7b0056c030e Feb 19 07:27:50.588918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 185dbdd2-384e-4125-b0c8-7693109f5821 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:50.615213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.628398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 20999599-4e58-4674-bad4-cdc810afed1b triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:50.628630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.643193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.654055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.660392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.663037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.673767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.715001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.716413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0109799 Feb 19 07:27:50.733177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57596) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:50.740881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Request body: {'security_group_rule': {'security_group_id': '14b026cb-2590-4066-bd14-dd2b3f343f20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:50.747643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:50.752884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Usage tracker for resource:security_group_rule and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:50.756689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:50.763078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:50.790584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee57c7-56f9-4612-8767-d840fa7b6aa5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b026cb-2590-4066-bd14-dd2b3f343f20,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:50.813022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.828578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.832742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.833523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.869154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:50.957687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.010559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.011813 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7713599 Feb 19 07:27:51.014571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Allocated IP 2001:db8::25a (430572e1-97f1-412c-a603-2f48cb6dc6d6/6cfe8e2c-0806-476f-a043-f1cb6abec5f7/ea88a8b5-b058-402d-80ff-50b27233b315) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:51.050361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.080713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57606) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:51.102004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.131268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4435ed5-bcf0-45a8-8b57-19303906cfd2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.132747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:51.141342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:51.151194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:51.194582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.195428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb090e77-2e73-45af-968c-802edabb043a tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Pushing event updated for resources: {'Network': ['ID=310301be-2a8f-4c2e-a0a4-e7b0056c030e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.214854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event updated for resources: {'Port': ['ID=dd2df36c-42ff-4054-8c11-29d7bf27fc8e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.225985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 310301be-2a8f-4c2e-a0a4-e7b0056c030e details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:51.240457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.243737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.256435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=185dbdd2-384e-4125-b0c8-7693109f5821,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.296563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.321927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e69098-1552-46f7-b6e2-ee0cd841b1d6,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.361308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.362764 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-82cbc886-082f-4bad-9cd0-8974ac2896bf tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6283259 Feb 19 07:27:51.369138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57612) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:51.381602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Request body: {'security_group_rule': {'security_group_id': '14b026cb-2590-4066-bd14-dd2b3f343f20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:51.389935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:51.395310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Usage tracker for resource:security_group_rule and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:51.402349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:51.412635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:51.417793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618dbfba-7ff7-42b7-b2b2-64cd1642ad49 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:51.456581 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:27:51.459197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.463227 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-064a007c-57b2-4606-b407-02d04f94099f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2710235 Feb 19 07:27:51.468977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.477459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57616) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:51.509433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:51.534163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.537415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e5401404-9ca1-4826-af59-d8aa69294723 None None] Provisioning for port c225484e-a930-4722-906b-569ac4656d7d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:51.545348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.558696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57620) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:51.563370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:51.577900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.583799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Usage tracker for resource:floatingip and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:51.593585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Request body: {'port': {'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e', 'binding:host_id': 'hv-neutron-8299', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814558694'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:51.599064 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4d6dbd04-3771-4e81-96fb-ad87ce49605d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5 HTTP/1.1" status: 204 len: 168 time: 1.4522843 Feb 19 07:27:51.600302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:51.606056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:51.608566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.612639 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-614988f7-a0e8-468e-8038-0bbfdbf3ea43 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/185dbdd2-384e-4125-b0c8-7693109f5821 HTTP/1.1" status: 204 len: 168 time: 1.9027002 Feb 19 07:27:51.612784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57624) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:51.617961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57626) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:51.629577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Usage tracker for resource:security_group_rule and tenant:b3554bbbcf35453d8ed650e216e158f6 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:51.632316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:51.636788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:51.638791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:51.649410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:51.651434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Usage tracker for resource:port and tenant:85740cf3bbf948feaa23af8a24d43a81 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:51.668691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:51.690532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:51.705015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.708178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.740660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Made reservation on behalf of 85740cf3bbf948feaa23af8a24d43a81 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:51.743173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.758827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.813730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.845819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181ee2e-7a10-4930-aae3-e0d32247eb1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:51.847322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181ee2e-7a10-4930-aae3-e0d32247eb1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:51.848138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f181ee2e-7a10-4930-aae3-e0d32247eb1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:27:51.884586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.888305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:51.901034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.901427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Usage tracker for resource:security_group_rule and tenant:85740cf3bbf948feaa23af8a24d43a81 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:51.908917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:51.912561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.926815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:51.935664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.940138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:51.951186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc65467-51a3-4c3f-821c-eb92194ee301,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.986175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.030329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f181ee2e-7a10-4930-aae3-e0d32247eb1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:27:52.032752 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f181ee2e-7a10-4930-aae3-e0d32247eb1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4014125 Feb 19 07:27:52.046395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57632) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:52.070311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.071517 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d67376eb-b2b9-43a0-841a-bbbadc3e06c9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7014313 Feb 19 07:27:52.084393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57636) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:52.097361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:52.118621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:52.173787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Usage tracker for resource:floatingip and tenant:ebec3d746567482cb7159bc17612913c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:52.195010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:52.200060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c6ee2b96-e559-4f88-b96c-147951a158c0 None None] Could not find standard attr ID for object 185dbdd2-384e-4125-b0c8-7693109f5821. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:27:52.214157 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:52.224425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Port': ['ID=ea88a8b5-b058-402d-80ff-50b27233b315,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.230829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network 430572e1-97f1-412c-a603-2f48cb6dc6d6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:52.242955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.248006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:52.254437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c225484e-a930-4722-906b-569ac4656d7d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:52.255027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd4eae-0b5b-49f9-950c-29ff66f1f0f3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.256521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.259729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:52.260651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.261236 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.277070 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d5ae9929-9bc9-4fdb-ab5d-96d487f9581f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3554bbbcf35453d8ed650e216e158f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1882105 Feb 19 07:27:52.288630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57640) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:52.298365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b854c40-8498-47b4-82f5-c79d14c64ffc']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:52.331152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651433bc-6345-49ac-8f07-ad0322fceffc') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:52.331480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651433bc-6345-49ac-8f07-ad0322fceffc') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:52.360395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c225484e-a930-4722-906b-569ac4656d7d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:52.368445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c225484e-a930-4722-906b-569ac4656d7d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:52.368962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.410243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.422751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:27:52.447726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.466238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.477668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.482773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:27:52.483162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.502601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.513853 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46b8c184-16f0-4d21-bc50-4151a622f813 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5095842 Feb 19 07:27:52.519953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 94db687a-3542-4c7e-bd7d-e9867f050960 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:27:52.523219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:52.527453 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:52.536558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.538966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port c225484e-a930-4722-906b-569ac4656d7d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c225484e-a930-4722-906b-569ac4656d7d,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:52.545334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.611394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=c225484e-a930-4722-906b-569ac4656d7d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.629315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.635430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.650415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.702822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] device_id is not set on port 7b94b569-e728-4191-b6db-095ce64c2906 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:52.725151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efe5cf76-afc3-4139-83b7-c2e88bbe7635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.755130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.774995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event updated for resources: {'Port': ['ID=dd2df36c-42ff-4054-8c11-29d7bf27fc8e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.799558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.809945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Deleting port ea88a8b5-b058-402d-80ff-50b27233b315 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:52.810277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.823108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b854c40-8498-47b4-82f5-c79d14c64ffc {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:27:52.825457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efe5cf76-afc3-4139-83b7-c2e88bbe7635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.842911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.865962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b854c40-8498-47b4-82f5-c79d14c64ffc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.886709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:52.895467 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-81e3fe65-6503-44e6-8532-69e511441b96 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3b854c40-8498-47b4-82f5-c79d14c64ffc HTTP/1.1" status: 204 len: 168 time: 1.2743087 Feb 19 07:27:52.929809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17cfda1-57d6-4d38-81a2-bcdcb861301d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.943492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.040085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.041612 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-616d7c89-bb3c-4501-9863-40271cfdd9d7 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6510987 Feb 19 07:27:53.043423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efe5cf76-afc3-4139-83b7-c2e88bbe7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.066259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5cf76-afc3-4139-83b7-c2e88bbe7635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd4eae-0b5b-49f9-950c-29ff66f1f0f3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:53.084517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efe5cf76-afc3-4139-83b7-c2e88bbe7635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.093067 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-efe5cf76-afc3-4139-83b7-c2e88bbe7635 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52cd4eae-0b5b-49f9-950c-29ff66f1f0f3 HTTP/1.1" status: 204 len: 168 time: 0.8033631 Feb 19 07:27:53.206180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.242734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Allocated IP 172.26.1.73 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/e44303ee-bc2a-4998-a42c-f7e4d6d92db6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:53.391972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:53.398913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'router': {'name': 'tempest-router--807577995', 'project_id': '4f98ddf94b134833b06458f815d4add8'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:53.410163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:53.420382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:router and tenant:4f98ddf94b134833b06458f815d4add8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:53.425890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:53.433837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:53.447231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.448584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.475134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.498441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.527017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.528969 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2b4fd5a9-5a38-4ade-a53a-6101abfb6e3d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1352184 Feb 19 07:27:53.531684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57672) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:53.589353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.683260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91e08555-4c84-4e26-87d1-02f3650dd04c tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.735491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.745129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Calling delete_port for ea88a8b5-b058-402d-80ff-50b27233b315 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:53.799619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] device_id is not set on port 7b94b569-e728-4191-b6db-095ce64c2906 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:53.819277 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57684) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:53.824052 dv-neutron-829958-1-hyperv neutron-server[83568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 07:27:53.838743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.859991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=94db687a-3542-4c7e-bd7d-e9867f050960,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:53.865337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.876427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Transition to ACTIVE for port object 7b94b569-e728-4191-b6db-095ce64c2906 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:53.882843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e951b53-0ac2-4578-963e-199900fabf1f None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:53.912891 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:53.999902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-847a693d-2f98-492a-9584-2ed9ef5cdd9f tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Synchronizing usage tracker for tenant:232e1adbd20d40169d2765cccc951a2c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:27:54.037870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.044875 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e16f7a83-9700-430c-825e-751b2e3d8a2b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/94db687a-3542-4c7e-bd7d-e9867f050960 HTTP/1.1" status: 204 len: 168 time: 1.9948084 Feb 19 07:27:54.071077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:54.115605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.237974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=7b94b569-e728-4191-b6db-095ce64c2906,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.246346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:54.262788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:27:54.267622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] Deleting port c225484e-a930-4722-906b-569ac4656d7d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:54.268063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.269254 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-08b70c08-d9a4-4f07-9a52-7eeb5b7e3ec5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1970255 Feb 19 07:27:54.274520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91e08555-4c84-4e26-87d1-02f3650dd04c tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.275897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:54.287011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:54.299816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.301724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-847a693d-2f98-492a-9584-2ed9ef5cdd9f tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Unset dirty status for tenant:232e1adbd20d40169d2765cccc951a2c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:27:54.302861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-847a693d-2f98-492a-9584-2ed9ef5cdd9f tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1654695661&fields=id&tenant_id=232e1adbd20d40169d2765cccc951a2c HTTP/1.1" status: 200 len: 267 time: 0.4815421 Feb 19 07:27:54.305792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:54.308318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:54.312254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91e08555-4c84-4e26-87d1-02f3650dd04c tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.399166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Allocated IP 172.26.1.50 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/ba6e75ac-5822-40cc-a616-5a7a2ca3bbec) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:54.443502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event updated for resources: {'Port': ['ID=e44303ee-bc2a-4998-a42c-f7e4d6d92db6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.505382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.528800 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ea88a8b5-b058-402d-80ff-50b27233b315 HTTP/1.1" status: 204 len: 168 time: 2.0044124 Feb 19 07:27:54.531036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Checking segment: {'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:54.532121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Network hostable DHCP agents. Network: 310301be-2a8f-4c2e-a0a4-e7b0056c030e, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:54.534735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57704) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:54.553778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:54.563100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11309ab2-0bf6-4834-b8b1-8e984ca4442b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea88a8b5-b058-402d-80ff-50b27233b315,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.563447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'external_fixed_ips': [{'subnet_id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'ip_address': '2001:db8::25a'}]}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:54.583381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Network 310301be-2a8f-4c2e-a0a4-e7b0056c030e is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:54.596262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 310301be-2a8f-4c2e-a0a4-e7b0056c030e) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:54.598555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:54.602645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:54.610883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20360f7b-6ecc-469f-9eb2-7d4f1db1a8c6 None None] Network 310301be-2a8f-4c2e-a0a4-e7b0056c030e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:54.626821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:54.627170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:54.627825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:54.639405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:54.639738 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:54.641393 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 2 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:54.659954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:54.660445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:54.660700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:54.712348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] For port c225484e-a930-4722-906b-569ac4656d7d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c225484e-a930-4722-906b-569ac4656d7d,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:54.712707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.724408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:54.724408 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:54.737281 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 3 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:54.747611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:54.756468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:54.756800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:54.757119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:54.765433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:54.766078 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:54.766718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.767327 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 4 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:54.769813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:router and tenant:ae46af339b374f82944479cd78cf2e5e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:54.779354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91e08555-4c84-4e26-87d1-02f3650dd04c tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.780029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e08555-4c84-4e26-87d1-02f3650dd04c tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae79bcf-2865-4568-97d5-2e923c58b3dc {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:27:54.782353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:54.793052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:54.802746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:54.818986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:54.825538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:54.825888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:54.826217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:54.831089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:54.846832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91e08555-4c84-4e26-87d1-02f3650dd04c tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.848305 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-91e08555-4c84-4e26-87d1-02f3650dd04c tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "DELETE /v2.0/routers/1ae79bcf-2865-4568-97d5-2e923c58b3dc HTTP/1.1" status: 204 len: 168 time: 1.3154507 Feb 19 07:27:54.852005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:54.852362 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:54.854832 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 5 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:54.867856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-83e5d6d7-2101-4eec-8ff5-543e0bcfec73 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.868709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.868952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-83e5d6d7-2101-4eec-8ff5-543e0bcfec73 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Synchronizing usage tracker for tenant:232e1adbd20d40169d2765cccc951a2c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:27:54.877511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] Calling delete_port for c225484e-a930-4722-906b-569ac4656d7d owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:54.901144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.902290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:54.910724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:54.998580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-160925801'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:55.003028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:55.003365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:55.003698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:55.011334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.013426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:55.013750 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:55.023375 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 6 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:55.030028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-83e5d6d7-2101-4eec-8ff5-543e0bcfec73 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Unset dirty status for tenant:232e1adbd20d40169d2765cccc951a2c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:27:55.031475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-83e5d6d7-2101-4eec-8ff5-543e0bcfec73 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/networks?id=1e1d6c9c-7bac-4dea-974f-1edd62b66357 HTTP/1.1" status: 200 len: 806 time: 0.6575668 Feb 19 07:27:55.034140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:55.046066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:55.048347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:55.049030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:55.049366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:55.054417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:55.071608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:55.071923 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:55.073958 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 7 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:55.076558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.087039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:55.096459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.102355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:55.102680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:55.103008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:55.115158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:55.115484 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:55.116807 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 8 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:55.121876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.124886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] Pushing event deleted for resources: {'Port': ['ID=c225484e-a930-4722-906b-569ac4656d7d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:55.136090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab130c-2dd2-437a-9931-e1a30b8db1d7 None None] No DVR routers for this DVR port c225484e-a930-4722-906b-569ac4656d7d on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:55.145978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:55.146347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:55.146577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:55.155394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:55.155728 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:55.157832 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 9 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:55.167694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.175163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.178782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:55.179103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:55.179421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:55.189098 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-2e9f0c23-a199-4ff2-999a-1e82079c2601 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/quotas/232e1adbd20d40169d2765cccc951a2c HTTP/1.1" status: 200 len: 375 time: 0.1361566 Feb 19 07:27:55.210566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:55.213721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.230744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57716) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:55.245669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:55.245928 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:55.251302 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 10 to bind port 7b94b569-e728-4191-b6db-095ce64c2906 Feb 19 07:27:55.271882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.318405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event updated for resources: {'Port': ['ID=e44303ee-bc2a-4998-a42c-f7e4d6d92db6,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:55.325706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:55.326034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:55.326353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:55.329210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.343569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port 7b94b569-e728-4191-b6db-095ce64c2906 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:27:55.344021 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port 7b94b569-e728-4191-b6db-095ce64c2906 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:27:55.344330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.398897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.400673 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-21690f28-36ff-44f5-828a-8d5c06b358dd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8995948 Feb 19 07:27:55.445686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.469363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1658390213', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:55.479966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:55.486860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Usage tracker for resource:router and tenant:2a181977a9ef451cb99539c46e8493f9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:55.499026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:55.509475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:55.525153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] For port 7b94b569-e728-4191-b6db-095ce64c2906, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:55.525626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:27:55.529270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.530392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.534254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:55.541983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.565882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:security_group_rule and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:55.579395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:55.582180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:55.591101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:55.597875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event updated for resources: {'Port': ['ID=ba6e75ac-5822-40cc-a616-5a7a2ca3bbec,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:55.603033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:55.611625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=7b94b569-e728-4191-b6db-095ce64c2906,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:55.625342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.632189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.656757 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c58702c7-a627-456c-ba83-54b65b9cd558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.0863471 Feb 19 07:27:55.659633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57732) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:55.673848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:55.685010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.738473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-cf15ccef-5a73-4c45-970d-f78f4628cc1e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Synchronizing usage tracker for tenant:232e1adbd20d40169d2765cccc951a2c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:27:55.836295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Deleting port 7b94b569-e728-4191-b6db-095ce64c2906 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:27:55.836782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.837518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-cf15ccef-5a73-4c45-970d-f78f4628cc1e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Unset dirty status for tenant:232e1adbd20d40169d2765cccc951a2c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:27:55.838960 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-cf15ccef-5a73-4c45-970d-f78f4628cc1e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=232e1adbd20d40169d2765cccc951a2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6305540 Feb 19 07:27:55.899609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.920206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:55.944780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57742) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:56.054455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:56.072384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:56.080772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-32349245-4139-4407-bd42-dcdaddea6f6f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:27:56.081747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-32349245-4139-4407-bd42-dcdaddea6f6f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1382408 Feb 19 07:27:56.083739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.084550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f063dc-5dd9-4a8a-8d97-3518131981c4 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:27:56.087003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.087607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.104590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:56.136138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.192338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c225484e-a930-4722-906b-569ac4656d7d no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:27:56.222568 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-05cbc020-79f9-4fb8-8415-2a7dd9b2f461 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1446671532&fields=id&tenant_id=5ad7397db76746ea8c30b53538851e29 HTTP/1.1" status: 200 len: 267 time: 0.2717576 Feb 19 07:27:56.234684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c225484e-a930-4722-906b-569ac4656d7d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:27:56.235229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c225484e-a930-4722-906b-569ac4656d7d not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:27:56.255398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:56.263432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] For port 7b94b569-e728-4191-b6db-095ce64c2906, host hv-neutron-8299, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:56.263919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.352680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': 'ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:27:56.353673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.372110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181e8d95-a2ad-400e-8a24-c235d9083a62,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:56.391852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Calling delete_port for 7b94b569-e728-4191-b6db-095ce64c2906 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:27:56.432745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.433534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment 70131de8-29e2-4d24-b0b7-96e1be44d1c8 of type vlan for network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 Feb 19 07:27:56.455470 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8753727c-6e3f-4aa5-a590-7a8eb5fc734e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1782539 Feb 19 07:27:56.460785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:56.461088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.474794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'name': 'tempest-NetworksTestDHCPv6-125419221'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:56.529273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7/cf800423-4c71-498f-b21a-95c5f61f06b9) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:56.597623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.663766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b94b569-e728-4191-b6db-095ce64c2906,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:56.705922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.722733 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-454d6b32-f7a0-48a0-8e19-6823f34af3f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "DELETE /v2.0/ports/7b94b569-e728-4191-b6db-095ce64c2906 HTTP/1.1" status: 204 len: 168 time: 1.0595579 Feb 19 07:27:56.722733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:56.724612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57754) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:56.750589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.758110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:27:56.765354 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-7b153b01-9a01-4d70-beb7-6db072c6d920 service neutron] 10.222.0.72 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617296 Feb 19 07:27:56.768168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:27:56.774881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.779950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:56.786147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Transition to ACTIVE for port object cf800423-4c71-498f-b21a-95c5f61f06b9 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:56.804972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Transition to ACTIVE for port object cf800423-4c71-498f-b21a-95c5f61f06b9 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:56.811249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.815337 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3223ea-82b4-42cc-9e0b-47001f0dc74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:27:56.816029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa3223ea-82b4-42cc-9e0b-47001f0dc74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Synchronizing usage tracker for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:27:56.826258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.861824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.866592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:56.866761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.868719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.877478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:56.880258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:56.883947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:56.893511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Pushing event updated for resources: {'Port': ['ID=cf800423-4c71-498f-b21a-95c5f61f06b9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:56.916360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:27:56.925572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aa3223ea-82b4-42cc-9e0b-47001f0dc74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Unset dirty status for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:27:56.929956 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aa3223ea-82b4-42cc-9e0b-47001f0dc74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "GET /v2.0/ports/7b94b569-e728-4191-b6db-095ce64c2906 HTTP/1.1" status: 404 len: 333 time: 0.1993401 Feb 19 07:27:56.930914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57758) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:56.931593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096f6f-4e51-4daa-a98b-72debe491181 req-4c8e51eb-f2ad-4f2b-88c0-e37f1d61f900 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.933208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-4c8e51eb-f2ad-4f2b-88c0-e37f1d61f900 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/networks?id=8594d506-755e-4934-ac16-7f2fea607fb7 HTTP/1.1" status: 200 len: 812 time: 0.6854711 Feb 19 07:27:56.939361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 6aad9042-92af-46f5-be86-402fa32e2e15 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:56.984818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Attempting to bind port cf800423-4c71-498f-b21a-95c5f61f06b9 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:27:56.985319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Attempting to bind port cf800423-4c71-498f-b21a-95c5f61f06b9 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:27:56.985736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Attempting to bind port cf800423-4c71-498f-b21a-95c5f61f06b9 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:27:56.986294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Request body: {'port': {'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-572855457'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:56.994403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:27:56.994403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:27:56.994403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.994851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:27:56.995433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Bound port: cf800423-4c71-498f-b21a-95c5f61f06b9, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:27:56.995885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:56.998777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:27:57.026984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.030743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.031394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.060378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:27:57.075245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-b88dc925-5382-4c05-ad43-268de61cb972 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/quotas/5ad7397db76746ea8c30b53538851e29 HTTP/1.1" status: 200 len: 375 time: 0.1262617 Feb 19 07:27:57.097972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] For port cf800423-4c71-498f-b21a-95c5f61f06b9, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:57.101791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] For port cf800423-4c71-498f-b21a-95c5f61f06b9, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cf800423-4c71-498f-b21a-95c5f61f06b9,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:57.106289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.156349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Made reservation on behalf of 85740cf3bbf948feaa23af8a24d43a81 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:57.158653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.186566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ea717-1af3-47c2-b8a9-dbe6d445a24c None None] Pushing event updated for resources: {'Port': ['ID=cf800423-4c71-498f-b21a-95c5f61f06b9,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:57.196083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] device_id is not set on port c6b72cf8-cd1b-402b-852a-a0444ecd30de yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:27:57.275979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Allocated IP 172.26.1.85 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/3551204d-df50-4a10-bdbf-6238935bb336) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:57.286452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7196102 Feb 19 07:27:57.288558 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-0a46dced-7805-4452-9aa5-bed2a15a9f0e service neutron] 10.222.0.72 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221694 Feb 19 07:27:57.307807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::17a (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7/6aad9042-92af-46f5-be86-402fa32e2e15) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:57.339608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e350a-f710-4dd9-8aec-9d6ada6f1de5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=2738cd8f-26c2-46c3-8ed0-924cfbdf5045,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:57.403066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:27:57.448692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.522826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.656613 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-15f273c9-b87e-47be-9fdb-325104bbafa6 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ad7397db76746ea8c30b53538851e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5276692 Feb 19 07:27:57.705071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.739922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.765882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:57.948380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 6aad9042-92af-46f5-be86-402fa32e2e15 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:58.014377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.052878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.062622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-8f2a8719-15eb-46ec-b66a-23848260ab07 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:27:58.070586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-8f2a8719-15eb-46ec-b66a-23848260ab07 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2749169 Feb 19 07:27:58.128334 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1b0ff2e8-9787-49e1-8a13-c4b674081cad req-e6df09d3-11cb-4b3b-9403-8a0dcf284e5b tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 210 time: 0.1550627 Feb 19 07:27:58.293943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cf800423-4c71-498f-b21a-95c5f61f06b9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:27:58.347075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event updated for resources: {'Port': ['ID=ba6e75ac-5822-40cc-a616-5a7a2ca3bbec,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:58.355721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.357240 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7a9b9d9c-0e46-4233-b17c-aae3c8d3015d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2718589 Feb 19 07:27:58.411851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Allocated IP 2001:db8::25a (430572e1-97f1-412c-a603-2f48cb6dc6d6/6cfe8e2c-0806-476f-a043-f1cb6abec5f7/33d1b446-39fa-4d0b-8640-13dfe305604c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:58.515685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.524848 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-0e25c2f0-23cb-45cf-8b81-f50dbc20213d service neutron] 10.222.0.72 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531605 Feb 19 07:27:58.610042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port cf800423-4c71-498f-b21a-95c5f61f06b9 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:58.810120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.815540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b7fde50a-45ba-4a13-b592-84ca9b447688 None None] Provisioning for port cf800423-4c71-498f-b21a-95c5f61f06b9 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:58.822528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b7fde50a-45ba-4a13-b592-84ca9b447688 None None] Provisioning complete for port cf800423-4c71-498f-b21a-95c5f61f06b9 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:58.822901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fde50a-45ba-4a13-b592-84ca9b447688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.854053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.860066 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-935869fc-3b56-4dfd-8812-48fe47084f4d service neutron] 10.222.0.72 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264790 Feb 19 07:27:58.862055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.892550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.894989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:58.905287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:58.912941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:58.919829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:58.937134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:58.937354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:58.963512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:59.001846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:59.007675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:59.079721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event updated for resources: {'Port': ['ID=3551204d-df50-4a10-bdbf-6238935bb336,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.094852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fde50a-45ba-4a13-b592-84ca9b447688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:59.234448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network 430572e1-97f1-412c-a603-2f48cb6dc6d6 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:59.237497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b7fde50a-45ba-4a13-b592-84ca9b447688 None None] For port cf800423-4c71-498f-b21a-95c5f61f06b9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cf800423-4c71-498f-b21a-95c5f61f06b9,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:59.251712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:59.258122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:59.262323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7fde50a-45ba-4a13-b592-84ca9b447688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:59.336885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=6aad9042-92af-46f5-be86-402fa32e2e15,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.469007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Network 310301be-2a8f-4c2e-a0a4-e7b0056c030e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:59.479054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fde50a-45ba-4a13-b592-84ca9b447688 None None] Pushing event updated for resources: {'Port': ['ID=cf800423-4c71-498f-b21a-95c5f61f06b9,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.526422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-13c1c418-e9ff-4531-8853-7fa550d4dc8d None None] Provisioning for port 6aad9042-92af-46f5-be86-402fa32e2e15 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:59.533105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-13c1c418-e9ff-4531-8853-7fa550d4dc8d None None] Provisioning complete for port 6aad9042-92af-46f5-be86-402fa32e2e15 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:59.533745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-13c1c418-e9ff-4531-8853-7fa550d4dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:59.541520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:59.605854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:27:59.606920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.607508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:59.634755 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d1b6237-776d-4790-aaf0-2af50a606fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1729834 Feb 19 07:27:59.644506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57830) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:59.648774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Port': ['ID=33d1b446-39fa-4d0b-8640-13dfe305604c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.683587 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7459559 Feb 19 07:27:59.694338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-13c1c418-e9ff-4531-8853-7fa550d4dc8d None None] Port 6aad9042-92af-46f5-be86-402fa32e2e15 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:27:59.704902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57836) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:27:59.716906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:27:59.782785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27054f1-bab4-4200-a420-17a4af057271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b72cf8-cd1b-402b-852a-a0444ecd30de,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.847586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6422794f-d633-4916-8742-d3e53b1b27d1 req-51bc6819-c3f8-4689-bf7b-1f8df3bb8f08 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 210 time: 0.2005355 Feb 19 07:27:59.863587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-c2b1b44e-3926-45be-9b43-44e606d492f2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Synchronizing usage tracker for tenant:ebec3d746567482cb7159bc17612913c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:27:59.947873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:27:59.973329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-c2b1b44e-3926-45be-9b43-44e606d492f2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Unset dirty status for tenant:ebec3d746567482cb7159bc17612913c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:27:59.974707 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-c2b1b44e-3926-45be-9b43-44e606d492f2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1009085806&fields=id&tenant_id=ebec3d746567482cb7159bc17612913c HTTP/1.1" status: 200 len: 267 time: 0.9086266 Feb 19 07:28:00.140744 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-20fa361c-f7e8-4c43-af98-f2b30bd8f466 req-93e6508a-c091-4a81-a86f-630bdb4c09d6 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 210 time: 0.1637681 Feb 19 07:28:00.205724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7211a6-180f-4ce7-a4c3-070701f7545a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:00.210198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7211a6-180f-4ce7-a4c3-070701f7545a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:00.211216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bc7211a6-180f-4ce7-a4c3-070701f7545a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:00.255861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cf800423-4c71-498f-b21a-95c5f61f06b9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:00.269444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-165daeb9-bc60-4ff4-b03e-e7ac6268c188 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:00.270175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-165daeb9-bc60-4ff4-b03e-e7ac6268c188 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Synchronizing usage tracker for tenant:ebec3d746567482cb7159bc17612913c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:00.286400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bc7211a6-180f-4ce7-a4c3-070701f7545a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:00.287532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bc7211a6-180f-4ce7-a4c3-070701f7545a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6358931 Feb 19 07:28:00.293564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57856) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:00.341016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-165daeb9-bc60-4ff4-b03e-e7ac6268c188 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Unset dirty status for tenant:ebec3d746567482cb7159bc17612913c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:00.347295 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-165daeb9-bc60-4ff4-b03e-e7ac6268c188 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 812 time: 0.3604579 Feb 19 07:28:00.393742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.394607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.403839 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-41f89127-3d68-4896-a6b2-3b2e5e2282aa tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/quotas/ebec3d746567482cb7159bc17612913c HTTP/1.1" status: 200 len: 375 time: 0.0552881 Feb 19 07:28:00.457348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port cf800423-4c71-498f-b21a-95c5f61f06b9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:00.457819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.535310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57862) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:00.554974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 6aad9042-92af-46f5-be86-402fa32e2e15 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:00.555344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.590304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': '2738cd8f-26c2-46c3-8ed0-924cfbdf5045', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:00.679503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.680260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.703466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] device_id is not set on port c6b72cf8-cd1b-402b-852a-a0444ecd30de yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:00.718604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.746847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Transition to ACTIVE for port object c6b72cf8-cd1b-402b-852a-a0444ecd30de will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:00.757834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:00.838577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.67', 55794) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:00.862968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b72cf8-cd1b-402b-852a-a0444ecd30de,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:00.916414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:00.927692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:00.934090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:01.001849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:01.022611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-31307a4e-8931-4b94-8388-ac1a2673a964 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Synchronizing usage tracker for tenant:ebec3d746567482cb7159bc17612913c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:01.078522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.079092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.079221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.109466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.109933 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.111147 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 2 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.121928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-26ea870f-8d00-490f-8555-4fb614919bc0 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.123431 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-26ea870f-8d00-490f-8555-4fb614919bc0 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.67 "GET /v2.0/networks?id=1e1d6c9c-7bac-4dea-974f-1edd62b66357 HTTP/1.1" status: 200 len: 806 time: 0.2826772 Feb 19 07:28:01.140366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.140848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.141293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.149613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:01.154282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.154712 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.156633 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 3 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.165272 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-729c95c5-e296-4a2e-94bc-99fa83f2094a req-80706aa3-0461-48bd-8686-3de3cc17a3d0 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 210 time: 0.1359117 Feb 19 07:28:01.198890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.199320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.199716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.226727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.227137 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.230757 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 4 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.233366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-31307a4e-8931-4b94-8388-ac1a2673a964 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Unset dirty status for tenant:ebec3d746567482cb7159bc17612913c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:01.234983 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-31307a4e-8931-4b94-8388-ac1a2673a964 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8307641 Feb 19 07:28:01.248442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.248773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.249191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.257309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.257753 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.258478 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 5 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.269542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-07957f6b-de52-48b1-a839-f0057857f7e1 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Synchronizing usage tracker for tenant:232e1adbd20d40169d2765cccc951a2c on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:01.292472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Router 5d93804a-b865-44c1-8868-8bc5fe74a9ef is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:01.301248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.302256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.302256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.315721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-07957f6b-de52-48b1-a839-f0057857f7e1 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Unset dirty status for tenant:232e1adbd20d40169d2765cccc951a2c on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:01.316888 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-07957f6b-de52-48b1-a839-f0057857f7e1 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=232e1adbd20d40169d2765cccc951a2c HTTP/1.1" status: 200 len: 380 time: 0.1611679 Feb 19 07:28:01.410438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Request body: {'port': {'device_id': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'admin_state_up': True, 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'security_groups': ['29dabaaa-f497-4854-a26c-ffc189b5769e']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:01.430862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 55799) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:01.437379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:01.567600 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e5c1dbe-6d0d-44a5-9e4c-58d84c210fc7 req-2466e52c-cd3a-4a75-9522-0f5cb3320a28 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 210 time: 0.2152257 Feb 19 07:28:01.603729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:01.668714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.669154 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.674373 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 6 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.763358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.763757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.764020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.777130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.777584 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.780473 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 7 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.823374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.823679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.824128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.836014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.836483 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.838443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:01.840360 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 8 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.860007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.860649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.861047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.862199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 6aad9042-92af-46f5-be86-402fa32e2e15 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:01.877175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:01.890357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.890691 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.893229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 9 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.917241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.917562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.917947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:01.926593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:01.926962 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:01.931490 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 10 to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de Feb 19 07:28:01.944977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Made reservation on behalf of 232e1adbd20d40169d2765cccc951a2c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:01.949484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:01.990564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:01.991263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:01.991816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:02.004401 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-c1a66035-5262-4e94-90c5-f3bf3038ab4e service neutron] 10.222.0.72 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509570 Feb 19 07:28:02.072577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:02.073079 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port c6b72cf8-cd1b-402b-852a-a0444ecd30de on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:02.073484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:02.126282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:02.143983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] Sync routers for ids ['5d93804a-b865-44c1-8868-8bc5fe74a9ef'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:02.170554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] Routers {'5d93804a-b865-44c1-8868-8bc5fe74a9ef'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:02.170554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['5d93804a-b865-44c1-8868-8bc5fe74a9ef'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:02.178111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096f6f-4e51-4daa-a98b-72debe491181 req-6b74534b-f397-45f1-be33-f9ef5ca08d56 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.179632 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-6b74534b-f397-45f1-be33-f9ef5ca08d56 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.67 "GET /v2.0/networks?id=8594d506-755e-4934-ac16-7f2fea607fb7 HTTP/1.1" status: 200 len: 812 time: 0.7458284 Feb 19 07:28:02.258273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:02.259470 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b7eddc7-dc79-4bad-ac2f-c08a4f5cb093 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0203252 Feb 19 07:28:02.274159 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57902) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:02.335300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:02.346920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] Routers {'5d93804a-b865-44c1-8868-8bc5fe74a9ef'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:02.347581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['5d93804a-b865-44c1-8868-8bc5fe74a9ef'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:02.449593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:02.450208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592fd28-94d6-413b-9baf-c35f9668bc92 None None] The sync data for ids ['5d93804a-b865-44c1-8868-8bc5fe74a9ef'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:02.496237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] For port c6b72cf8-cd1b-402b-852a-a0444ecd30de, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:02.496835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:28:02.503424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Allocated IP 172.20.0.4 (1e1d6c9c-7bac-4dea-974f-1edd62b66357/2e516e3b-d418-47a4-a128-c4ed954ffbca/b2271c76-9513-4573-b168-a96293909625) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:02.511341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:02.514199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-591c5d4b-5545-4149-ac96-f0d7232ae824 req-9064b582-1de5-4e3b-ac35-2f011c480e1c tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 210 time: 0.1147265 Feb 19 07:28:02.558112 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-6e9b6703-78af-4ee2-8e1f-b11c15ec3069 service neutron] 10.222.0.72 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416999 Feb 19 07:28:02.610550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:02.616342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] In _notify_port_updated(), no bound segment for port c6b72cf8-cd1b-402b-852a-a0444ecd30de on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:28:02.617529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:02.618527 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-a919713c-809a-4d6b-954b-e3a2790ec142 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ad7397db76746ea8c30b53538851e29 HTTP/1.1" status: 200 len: 380 time: 0.3753629 Feb 19 07:28:02.622211 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "PUT /v2.0/ports/c6b72cf8-cd1b-402b-852a-a0444ecd30de HTTP/1.1" status: 200 len: 980 time: 2.9145544 Feb 19 07:28:02.630422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57908) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:02.687625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9518795-d376-44d2-a572-521be1342b8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b72cf8-cd1b-402b-852a-a0444ecd30de,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:02.727740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Router da929a4d-33f0-42c5-aae9-23d356dbd435 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:02.738012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Request body: {'port': {'device_id': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'admin_state_up': True, 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'security_groups': ['9e593cfb-2975-48e0-aac6-6c6388c5b063']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:02.778999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=6aad9042-92af-46f5-be86-402fa32e2e15,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:02.969509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:02.995687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c91e97b9-8db9-4015-8623-872688dce96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Synchronizing usage tracker for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:03.022484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Transition to ACTIVE for port object b2271c76-9513-4573-b168-a96293909625 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:03.047069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c91e97b9-8db9-4015-8623-872688dce96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Unset dirty status for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:03.051804 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c91e97b9-8db9-4015-8623-872688dce96d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17644 time: 0.4157209 Feb 19 07:28:03.053112 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-48f0e92d-d633-4c1c-ad1b-ad5e8f94a127 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/5d93804a-b865-44c1-8868-8bc5fe74a9ef HTTP/1.1" status: 200 len: 920 time: 0.7526605 Feb 19 07:28:03.053730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57916) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:03.058255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:03.157372 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b024b4f4-4fa3-402d-aa32-bb04da0a2f5d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d93804a-b865-44c1-8868-8bc5fe74a9ef HTTP/1.1" status: 200 len: 205 time: 0.0969639 Feb 19 07:28:03.160997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57928) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:03.270918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:03.275056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:03.312904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:03.458160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Deleting port c6b72cf8-cd1b-402b-852a-a0444ecd30de {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:03.458492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:03.570252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ca79cc4e-5af4-4a5f-ab08-c8dcbe0f40d0 req-ae38c60f-8fc7-4c33-ba06-f93f7a81ec47 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 210 time: 0.5856435 Feb 19 07:28:03.573913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event updated for resources: {'Port': ['ID=b2271c76-9513-4573-b168-a96293909625,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:03.595218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:03.623910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:03.626477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Usage tracker for resource:port and tenant:5ad7397db76746ea8c30b53538851e29 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:03.647285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:03.733618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:03.770233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61b9d076-8109-4fea-bc89-2a0900778b2f req-5e1ef532-5522-485c-9c18-bec33f6160d2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.6126254 Feb 19 07:28:03.795514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=da55d5fb-46ba-4369-b72a-1ab7762e5818,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:03.808208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:03.970423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7c7749e5-56dc-4185-b74b-2471a23caf61 None None] Provisioning for port b2271c76-9513-4573-b168-a96293909625 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:03.980709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7c7749e5-56dc-4185-b74b-2471a23caf61 None None] Provisioning complete for port b2271c76-9513-4573-b168-a96293909625 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:03.981370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c7749e5-56dc-4185-b74b-2471a23caf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.056821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.057707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.097751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7c7749e5-56dc-4185-b74b-2471a23caf61 None None] Port b2271c76-9513-4573-b168-a96293909625 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:28:04.125603 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-36317a99-fca9-4fdd-ab2b-770ea3bb1bf2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7989988 Feb 19 07:28:04.172998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:04.187742 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f1bf7cbb-7af5-492e-a7a0-bdad3e8c87c8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/6aad9042-92af-46f5-be86-402fa32e2e15 HTTP/1.1" status: 204 len: 168 time: 3.8931112 Feb 19 07:28:04.195522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57936) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:04.198171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': '70131de8-29e2-4d24-b0b7-96e1be44d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2738cd8f-26c2-46c3-8ed0-924cfbdf5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:04.198657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: 2738cd8f-26c2-46c3-8ed0-924cfbdf5045, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:04.268816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Made reservation on behalf of 5ad7397db76746ea8c30b53538851e29 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:04.272603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.309749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-12982700-3e3d-4945-849b-e11eb21e53f2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:28:04.311860 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-12982700-3e3d-4945-849b-e11eb21e53f2 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0934546 Feb 19 07:28:04.314781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] For port c6b72cf8-cd1b-402b-852a-a0444ecd30de, host hv-neutron-8299, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:04.315295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.367651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85083f-eee8-49e1-a384-76a07f7b9a18 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.369502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85083f-eee8-49e1-a384-76a07f7b9a18 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.370548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba85083f-eee8-49e1-a384-76a07f7b9a18 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:04.451526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Calling delete_port for c6b72cf8-cd1b-402b-852a-a0444ecd30de owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:04.581840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.636075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Allocated IP 172.20.0.8 (8594d506-755e-4934-ac16-7f2fea607fb7/dd63d11b-740f-4f42-aed2-bf4d7f4a93b9/9611af02-428a-4d2a-8310-299ec6ec4dc9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:04.693321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Request body: {'port': {'device_id': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:04.721833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6b72cf8-cd1b-402b-852a-a0444ecd30de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:04.747037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.844905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.865655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.882359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Transition to ACTIVE for port object 9611af02-428a-4d2a-8310-299ec6ec4dc9 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:04.965558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:04.967267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba85083f-eee8-49e1-a384-76a07f7b9a18 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:04.968625 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ba85083f-eee8-49e1-a384-76a07f7b9a18 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7643824 Feb 19 07:28:05.005865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:05.019356 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d3b4d87-ebda-48a6-b5e5-0ccb8670e169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "DELETE /v2.0/ports/c6b72cf8-cd1b-402b-852a-a0444ecd30de HTTP/1.1" status: 204 len: 168 time: 1.9630427 Feb 19 07:28:05.020424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:05.022809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:05.075229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fae41-ba5b-4ab4-be1a-e0a457331759 req-a10b46dc-d5c3-4c08-9cbf-24738b401211 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.077255 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f45fae41-ba5b-4ab4-be1a-e0a457331759 req-a10b46dc-d5c3-4c08-9cbf-24738b401211 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 931 time: 1.1783476 Feb 19 07:28:05.090589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:05.094586 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb450e4b-73a9-45a2-b25c-8fd9d6fa7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:28:05.095182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cb450e4b-73a9-45a2-b25c-8fd9d6fa7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Synchronizing usage tracker for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:05.173443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Network 8594d506-755e-4934-ac16-7f2fea607fb7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:05.187152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 2738cd8f-26c2-46c3-8ed0-924cfbdf5045) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:05.188884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:05.202511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event updated for resources: {'Port': ['ID=9611af02-428a-4d2a-8310-299ec6ec4dc9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:05.206758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61571a0-e24f-4267-8981-584bb7c83a25 None None] Network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:05.247117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cb450e4b-73a9-45a2-b25c-8fd9d6fa7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Unset dirty status for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:05.250652 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb450e4b-73a9-45a2-b25c-8fd9d6fa7173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "GET /v2.0/ports/c6b72cf8-cd1b-402b-852a-a0444ecd30de HTTP/1.1" status: 404 len: 333 time: 0.2162607 Feb 19 07:28:05.251967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.253126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:05.271533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:05.274718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57960) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:05.295590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135682091', 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:05.328708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:05.414942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:05.452888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Made reservation on behalf of 85740cf3bbf948feaa23af8a24d43a81 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:05.458056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:05.468548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.473776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:05.584828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] device_id is not set on port c815e36d-4f2c-46ad-9d46-947d7f16b2be yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:05.736861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f45fae41-ba5b-4ab4-be1a-e0a457331759 req-b83531a8-e381-4a43-a26e-597fb9801582 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6384430 Feb 19 07:28:05.748107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-2738cd8f-26c2-46c3-8ed0-924cfbdf5045', 'network_id': '2738cd8f-26c2-46c3-8ed0-924cfbdf5045', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': 'da55d5fb-46ba-4369-b72a-1ab7762e5818'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:05.750917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:05.788376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2e9d-c96d-4dd2-86e4-36f1f14617ee req-8b8b4149-f4a0-4a73-85c6-1f33e02d3467 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.789690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-7e3a2e9d-c96d-4dd2-86e4-36f1f14617ee req-8b8b4149-f4a0-4a73-85c6-1f33e02d3467 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Synchronizing usage tracker for tenant:5ad7397db76746ea8c30b53538851e29 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:05.792532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:05.801563 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e81942c9-7cc6-4ef4-86e7-525e1cad9392 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0957747 Feb 19 07:28:05.808878 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-edbd0544-c25a-469b-a2dd-4db9efe2ee0c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.2286351 Feb 19 07:28:05.813371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57964) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:05.829992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432966580'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:05.846609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Request body: {'port': {'device_id': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:05.886684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c12600cf-c49d-42bb-a84c-acf1b78f205c None None] Provisioning for port 9611af02-428a-4d2a-8310-299ec6ec4dc9 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:05.923363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c12600cf-c49d-42bb-a84c-acf1b78f205c None None] Provisioning complete for port 9611af02-428a-4d2a-8310-299ec6ec4dc9 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:05.923848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c12600cf-c49d-42bb-a84c-acf1b78f205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:05.937660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:06.004175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:06.008719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2271c76-9513-4573-b168-a96293909625 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:28:06.012470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c12600cf-c49d-42bb-a84c-acf1b78f205c None None] Port 9611af02-428a-4d2a-8310-299ec6ec4dc9 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:28:06.018008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.046199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Deleting port 3551204d-df50-4a10-bdbf-6238935bb336 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:06.046870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.056450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:06.074721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:06.094953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-7e3a2e9d-c96d-4dd2-86e4-36f1f14617ee req-8b8b4149-f4a0-4a73-85c6-1f33e02d3467 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Unset dirty status for tenant:5ad7397db76746ea8c30b53538851e29 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:06.096134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e3a2e9d-c96d-4dd2-86e4-36f1f14617ee req-8b8b4149-f4a0-4a73-85c6-1f33e02d3467 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 931 time: 1.1810234 Feb 19 07:28:06.113866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Transition to ACTIVE for port object b2271c76-9513-4573-b168-a96293909625 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:06.128539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Allocated IP 2001:db8:0:ffff::2 (2738cd8f-26c2-46c3-8ed0-924cfbdf5045/da55d5fb-46ba-4369-b72a-1ab7762e5818/3d1646f2-03b6-40e4-b63e-a2c569c6ad02) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:06.140039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.67', 55804) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:06.166848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:06.179817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:28:06.187186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.192395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.199277 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Sync routers for ids ['da929a4d-33f0-42c5-aae9-23d356dbd435'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:06.214855 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Routers {'da929a4d-33f0-42c5-aae9-23d356dbd435'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:06.220924 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['da929a4d-33f0-42c5-aae9-23d356dbd435'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:06.270364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1e8633fa-ed95-4271-be2d-3114f712661f req-e07bddad-acec-4b68-83b4-a0d504b5f972 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.2246606 Feb 19 07:28:06.298493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:06.312417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.351674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.355422 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ef44474a-4bea-4239-9256-4ba6400d9a5c tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.8126488 Feb 19 07:28:06.363849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57972) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:06.406466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.443145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Transition to ACTIVE for port object 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:06.510613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Transition to ACTIVE for port object 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:06.515094 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Set router da929a4d-33f0-42c5-aae9-23d356dbd435 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:06.524249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.538376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.610742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.639265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:06.643354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:06.650385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-37b6308a-b449-4bcd-ba0f-4ba0386da507 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.651849 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-37b6308a-b449-4bcd-ba0f-4ba0386da507 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 812 time: 0.4991372 Feb 19 07:28:06.664949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:06.666963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b2271c76-9513-4573-b168-a96293909625,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:06.701998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Pushing event updated for resources: {'Port': ['ID=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:06.735072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-345f6763-462c-43db-b754-913fac3b3f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.889958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:06.946146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.946807 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment 4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d of type vlan for network cc6fca62-a658-43a8-94b6-33f64b5ad745 Feb 19 07:28:06.953509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Attempting to bind port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:06.953958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Attempting to bind port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '70131de8-29e2-4d24-b0b7-96e1be44d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2738cd8f-26c2-46c3-8ed0-924cfbdf5045'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:06.955118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Attempting to bind port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 on network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:06.971611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:06.971611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Checking segment: {'id': '70131de8-29e2-4d24-b0b7-96e1be44d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2738cd8f-26c2-46c3-8ed0-924cfbdf5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:06.973065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.975143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Bound using segment: {'id': '70131de8-29e2-4d24-b0b7-96e1be44d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2738cd8f-26c2-46c3-8ed0-924cfbdf5045'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:06.975773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Bound port: 3d1646f2-03b6-40e4-b63e-a2c569c6ad02, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70131de8-29e2-4d24-b0b7-96e1be44d1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2738cd8f-26c2-46c3-8ed0-924cfbdf5045'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:06.976276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:06.979825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:07.052784 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e3a2e9d-c96d-4dd2-86e4-36f1f14617ee req-6a53fbe1-058c-4a0e-a994-5262a70f6bb0 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8780565 Feb 19 07:28:07.082523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:07.082523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:07.082523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:07.158466 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da929a4d-33f0-42c5-aae9-23d356dbd435', 'name': '', 'tenant_id': 'ae46af339b374f82944479cd78cf2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'external_fixed_ips': [{'subnet_id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'ip_address': '2001:db8::25a'}], 'enable_snat': True}, 'gw_port_id': '33d1b446-39fa-4d0b-8640-13dfe305604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:54Z', 'updated_at': '2022-02-19T07:27:59Z', 'revision_number': 3, 'project_id': 'ae46af339b374f82944479cd78cf2e5e', 'gw_port': {'id': '33d1b446-39fa-4d0b-8640-13dfe305604c', 'name': '', 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da929a4d-33f0-42c5-aae9-23d356dbd435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'ip_address': '2001:db8::25a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:57Z', 'updated_at': '2022-02-19T07:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:07.163218 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Checking router: da929a4d-33f0-42c5-aae9-23d356dbd435 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:07.163979 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Updating router da929a4d-33f0-42c5-aae9-23d356dbd435 port 33d1b446-39fa-4d0b-8640-13dfe305604c binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:28:07.195191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] For port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:07.210412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] For port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,segment=NetworkSegment(70131de8-29e2-4d24-b0b7-96e1be44d1c8),segment_id=70131de8-29e2-4d24-b0b7-96e1be44d1c8)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:07.220286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:07.242282 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:07.412611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc7ebc-96dc-4d2f-bb08-20f18131e733 None None] Pushing event updated for resources: {'Port': ['ID=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:07.668513 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8540108 Feb 19 07:28:07.682626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 57980) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:07.699805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172be9c-cd16-4e87-983f-29ada4724cf0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=cc6fca62-a658-43a8-94b6-33f64b5ad745,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:07.700704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:07.724619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network cc6fca62-a658-43a8-94b6-33f64b5ad745 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:07.741665 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-67cd60f4-bde5-4c87-96e0-7e4c4003e276 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebec3d746567482cb7159bc17612913c HTTP/1.1" status: 200 len: 380 time: 0.7361989 Feb 19 07:28:07.806532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:07.978035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-234546bd-87c9-4ee2-8671-cd1e404411a3 req-958d2edf-5d6f-4e5e-8cfa-bf90c8639a02 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.3150871 Feb 19 07:28:07.994112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Request body: {'port': {'device_id': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'admin_state_up': True, 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'security_groups': ['14b026cb-2590-4066-bd14-dd2b3f343f20']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:08.016697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Attempting to bind port b2271c76-9513-4573-b168-a96293909625 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:08.017115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Attempting to bind port b2271c76-9513-4573-b168-a96293909625 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:08.018099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Attempting to bind port b2271c76-9513-4573-b168-a96293909625 on network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:08.029705 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.030511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.030916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.049022 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Transition to ACTIVE for port object 33d1b446-39fa-4d0b-8640-13dfe305604c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:08.064099 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.170360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c2808-ef9c-4585-94dc-9086f34a1505 req-3cd6410a-2697-4d6a-8872-2d2e29b8a958 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.172318 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-597c2808-ef9c-4585-94dc-9086f34a1505 req-3cd6410a-2697-4d6a-8872-2d2e29b8a958 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 943 time: 1.1173398 Feb 19 07:28:08.189133 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1e412-3e62-42f1-afc5-582660fa24c9 None None] Pushing event updated for resources: {'Port': ['ID=33d1b446-39fa-4d0b-8640-13dfe305604c,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:08.194071 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Attempting to bind port 33d1b446-39fa-4d0b-8640-13dfe305604c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:08.194420 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Attempting to bind port 33d1b446-39fa-4d0b-8640-13dfe305604c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '64d1ffd6-9693-433f-a53f-a9ced77f8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:08.194782 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Attempting to bind port 33d1b446-39fa-4d0b-8640-13dfe305604c on network 430572e1-97f1-412c-a603-2f48cb6dc6d6 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:08.204735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:08.206332 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Checking segment: {'id': '64d1ffd6-9693-433f-a53f-a9ced77f8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:08.208171 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.208171 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Bound using segment: {'id': '64d1ffd6-9693-433f-a53f-a9ced77f8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:08.208171 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Bound port: 33d1b446-39fa-4d0b-8640-13dfe305604c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d1ffd6-9693-433f-a53f-a9ced77f8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:08.208171 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.330175 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] For port 33d1b446-39fa-4d0b-8640-13dfe305604c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:08.338064 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] For port 33d1b446-39fa-4d0b-8640-13dfe305604c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=33d1b446-39fa-4d0b-8640-13dfe305604c,segment=NetworkSegment(64d1ffd6-9693-433f-a53f-a9ced77f8808),segment_id=64d1ffd6-9693-433f-a53f-a9ced77f8808)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:08.346160 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.371477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:08.402948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Port b2271c76-9513-4573-b168-a96293909625 on network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:08.407209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Attempting to bind port b2271c76-9513-4573-b168-a96293909625 on network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:08.490983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Calling delete_port for 3551204d-df50-4a10-bdbf-6238935bb336 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:08.589851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:08.596629 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1e412-3e62-42f1-afc5-582660fa24c9 None None] Pushing event updated for resources: {'Port': ['ID=33d1b446-39fa-4d0b-8640-13dfe305604c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:08.599407 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Routers {'da929a4d-33f0-42c5-aae9-23d356dbd435'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:08.600006 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['da929a4d-33f0-42c5-aae9-23d356dbd435'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:08.647225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.815610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:08.848078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e24563-c177-4e44-939a-d775a2781861 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:08.854794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:08.919702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-597c2808-ef9c-4585-94dc-9086f34a1505 req-48c5392d-a8db-4b94-ad21-5351e9fe7e3d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6836178 Feb 19 07:28:08.946664 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-021cb961-a69e-485b-aa8a-c51573e2b3ac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7 HTTP/1.1" status: 204 len: 168 time: 3.9347181 Feb 19 07:28:08.952454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57986) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:08.995887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:09.020953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:09.021934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Checking segment: {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:09.022543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Bound using segment: {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:09.022900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Bound port: b2271c76-9513-4573-b168-a96293909625, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:09.024807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.046600 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-22ca6a97-4424-449e-b156-755abb14cb09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880330 Feb 19 07:28:09.055189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690cc8f-194b-434f-b95f-2ff817f0e033 req-b0453b72-0356-4660-94e3-75c143788ede tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.064594 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0690cc8f-194b-434f-b95f-2ff817f0e033 req-b0453b72-0356-4660-94e3-75c143788ede tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 931 time: 0.6503332 Feb 19 07:28:09.066837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57992) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:09.086924 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] Set router da929a4d-33f0-42c5-aae9-23d356dbd435 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:09.093764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:09.127762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:09.159354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:09.195541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:09.238842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:09.272720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.285186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:09.288993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Made reservation on behalf of ebec3d746567482cb7159bc17612913c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:09.293796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.348543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ae284-d9d6-4531-99c7-9b6b6a357d07 None None] Network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:09.356669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.465303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] For port b2271c76-9513-4573-b168-a96293909625, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:09.469472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] For port b2271c76-9513-4573-b168-a96293909625, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2271c76-9513-4573-b168-a96293909625,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:09.477297 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e51d5748-ba09-4596-8076-a08887e395bc req-90286cd2-68dd-4afc-acea-21e7fcd296ba tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.2583942 Feb 19 07:28:09.553922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:09.558064 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0690cc8f-194b-434f-b95f-2ff817f0e033 req-61f34bf8-8a3b-4c47-983f-1eeeb437f3dc tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918976 Feb 19 07:28:09.569894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.594978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9611af02-428a-4d2a-8310-299ec6ec4dc9 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:28:09.598440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Network 310301be-2a8f-4c2e-a0a4-e7b0056c030e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:09.599740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:09.606525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.609588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:09.623528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:09.627868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:09.632451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:09.633543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.634367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.651769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:09.660587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Transition to ACTIVE for port object 9611af02-428a-4d2a-8310-299ec6ec4dc9 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:09.670691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.703127 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.4192133 Feb 19 07:28:09.717955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 57996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:09.785464 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Sync routers for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:09.801834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:09.805321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:09.820722 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:09.821343 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:09.870109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Sync routers for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:10.119946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:10.127732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:10.264265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c747babe-2c95-40c6-b185-fb49e39ae1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:10.307027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:10.330524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:10.338610 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] 10.222.0.67 "PUT /v2.0/ports/b2271c76-9513-4573-b168-a96293909625 HTTP/1.1" status: 200 len: 1093 time: 5.8343105 Feb 19 07:28:10.338908 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:10.363880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'tag': 'b2271c76-9513-4573-b168-a96293909625'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:10.398077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ea3ef-8810-4061-86e2-5187887e9801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=c815e36d-4f2c-46ad-9d46-947d7f16b2be,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:10.444739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b1b576ef-06cd-4042-addb-a715de1df816 None None] Provisioning for port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:10.518819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:10.521257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b1b576ef-06cd-4042-addb-a715de1df816 None None] Provisioning complete for port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:10.521870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1b576ef-06cd-4042-addb-a715de1df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:10.526913 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da929a4d-33f0-42c5-aae9-23d356dbd435', 'name': '', 'tenant_id': 'ae46af339b374f82944479cd78cf2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'external_fixed_ips': [{'subnet_id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'ip_address': '2001:db8::25a'}], 'enable_snat': True}, 'gw_port_id': '33d1b446-39fa-4d0b-8640-13dfe305604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:54Z', 'updated_at': '2022-02-19T07:27:59Z', 'revision_number': 3, 'project_id': 'ae46af339b374f82944479cd78cf2e5e', 'gw_port': {'id': '33d1b446-39fa-4d0b-8640-13dfe305604c', 'name': '', 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da929a4d-33f0-42c5-aae9-23d356dbd435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'ip_address': '2001:db8::25a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:57Z', 'updated_at': '2022-02-19T07:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:10.537491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:10.543851 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf34426-6e2d-4f85-8cc9-d4d0aa095025 None None] The sync data for ids ['da929a4d-33f0-42c5-aae9-23d356dbd435'] in dv-neutron-829958-1-hyperv is: [{'id': 'da929a4d-33f0-42c5-aae9-23d356dbd435', 'name': '', 'tenant_id': 'ae46af339b374f82944479cd78cf2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'external_fixed_ips': [{'subnet_id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'ip_address': '2001:db8::25a'}], 'enable_snat': True}, 'gw_port_id': '33d1b446-39fa-4d0b-8640-13dfe305604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:54Z', 'updated_at': '2022-02-19T07:27:59Z', 'revision_number': 3, 'project_id': 'ae46af339b374f82944479cd78cf2e5e', 'gw_port': {'id': '33d1b446-39fa-4d0b-8640-13dfe305604c', 'name': '', 'network_id': '430572e1-97f1-412c-a603-2f48cb6dc6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da929a4d-33f0-42c5-aae9-23d356dbd435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'ip_address': '2001:db8::25a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:57Z', 'updated_at': '2022-02-19T07:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cfe8e2c-0806-476f-a043-f1cb6abec5f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:10.605201 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:10.627702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Pushing event updated for resources: {'Port': ['ID=9611af02-428a-4d2a-8310-299ec6ec4dc9,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:10.666498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:10.731728 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-411e1c46-6451-4ebc-9e05-f7d3fea5a442 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "GET /v2.0/ports/c815e36d-4f2c-46ad-9d46-947d7f16b2be HTTP/1.1" status: 200 len: 959 time: 0.9996390 Feb 19 07:28:10.752055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58008) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:10.931292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Allocated IP 172.20.0.3 (3bae076b-6fe4-46e2-a68c-b75a97bf87dc/921021d7-909a-4e96-8db2-506c1c4b66f9/36ac9418-d462-4895-ae29-25b21868eb3c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:11.011433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:11.022258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=b6eb4417-876c-4be7-8a52-d96aa4633afa,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:11.093223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:11.099200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:28:11.105350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:11.201171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.201713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:11.211518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-66a2cd1a-4ab7-4f6e-8725-1b2863703330 req-ad80a422-0d6d-4dd8-98d6-4b9bbfcb6cc8 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.2800617 Feb 19 07:28:11.423492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] Deleting port cf800423-4c71-498f-b21a-95c5f61f06b9 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:11.423904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:11.472618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:11.516628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Transition to ACTIVE for port object 36ac9418-d462-4895-ae29-25b21868eb3c will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:11.526304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Deleting port c815e36d-4f2c-46ad-9d46-947d7f16b2be {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:11.526885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:11.622414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f80954-fc50-417a-9db3-db7a30793f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b2271c76-9513-4573-b168-a96293909625,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:11.666711 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-81271a0f-1ff6-45fc-b5c4-10221581f859 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5950491 Feb 19 07:28:11.710816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:11.714367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event deleted for resources: {'Port': ['ID=3551204d-df50-4a10-bdbf-6238935bb336,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:11.718481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:11.735159 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'name': 'tempest-NetworksTestDHCPv6-1849990626'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:11.764423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:11.789586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae50372-714b-4d7c-916a-3c97aa634761 req-afc2a6f2-15da-431b-9803-1f3eaba8a485 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.791135 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1ae50372-714b-4d7c-916a-3c97aa634761 req-afc2a6f2-15da-431b-9803-1f3eaba8a485 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 943 time: 1.5110114 Feb 19 07:28:11.792908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1b576ef-06cd-4042-addb-a715de1df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:11.876759 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 2, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:11.885776 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Checking router: 1b66c491-97f9-470a-ae78-5088f14c49b2 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:11.886135 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Updating router 1b66c491-97f9-470a-ae78-5088f14c49b2 port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:28:11.959601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Attempting to bind port 9611af02-428a-4d2a-8310-299ec6ec4dc9 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:11.959968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Attempting to bind port 9611af02-428a-4d2a-8310-299ec6ec4dc9 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:11.960611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Attempting to bind port 9611af02-428a-4d2a-8310-299ec6ec4dc9 on network 8594d506-755e-4934-ac16-7f2fea607fb7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:11.968702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1ae50372-714b-4d7c-916a-3c97aa634761 req-96e5c82b-13eb-4adc-8239-5c82de3f4f61 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417475 Feb 19 07:28:12.054887 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.083441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:12.088049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:12.091289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:12.097676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:12.132825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event updated for resources: {'Port': ['ID=36ac9418-d462-4895-ae29-25b21868eb3c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:12.150255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Port 9611af02-428a-4d2a-8310-299ec6ec4dc9 on network 8594d506-755e-4934-ac16-7f2fea607fb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:12.150435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Attempting to bind port 9611af02-428a-4d2a-8310-299ec6ec4dc9 on network 8594d506-755e-4934-ac16-7f2fea607fb7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:12.205565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.226082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:12.226442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Checking segment: {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:12.226992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Bound using segment: {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:12.227718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Bound port: 9611af02-428a-4d2a-8310-299ec6ec4dc9, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:12.228069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.267441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Deleting port 33d1b446-39fa-4d0b-8640-13dfe305604c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:12.267779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.384737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.486539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 33d1b446-39fa-4d0b-8640-13dfe305604c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:12.654190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.668787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:12.674793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.722946 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'tag': 'b2271c76-9513-4573-b168-a96293909625', 'status': 'completed', 'code': 200} Feb 19 07:28:12.759223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:12.763975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:12.788226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.802673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b1b576ef-06cd-4042-addb-a715de1df816 None None] For port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,segment=NetworkSegment(70131de8-29e2-4d24-b0b7-96e1be44d1c8),segment_id=70131de8-29e2-4d24-b0b7-96e1be44d1c8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:12.887453 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.895766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] For port cf800423-4c71-498f-b21a-95c5f61f06b9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cf800423-4c71-498f-b21a-95c5f61f06b9,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:12.908692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.919143 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Transition to ACTIVE for port object 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:12.931159 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:12.948750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Calling delete_port for c815e36d-4f2c-46ad-9d46-947d7f16b2be owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:13.009146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926f2d0-a678-4c4f-aaf4-58be3b0c1584 req-205c19f7-a412-4d20-b01c-7fadc39db6d9 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.016595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5926f2d0-a678-4c4f-aaf4-58be3b0c1584 req-205c19f7-a412-4d20-b01c-7fadc39db6d9 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 943 time: 1.3284655 Feb 19 07:28:13.081573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] For port 33d1b446-39fa-4d0b-8640-13dfe305604c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=33d1b446-39fa-4d0b-8640-13dfe305604c,segment=NetworkSegment(64d1ffd6-9693-433f-a53f-a9ced77f8808),segment_id=64d1ffd6-9693-433f-a53f-a9ced77f8808)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:13.081961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.091866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:13.176442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] Calling delete_port for cf800423-4c71-498f-b21a-95c5f61f06b9 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:13.241221 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ca0c4-c7fe-4339-933b-59d1b649216a None None] Pushing event updated for resources: {'Port': ['ID=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:13.327808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1b576ef-06cd-4042-addb-a715de1df816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.407668 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Attempting to bind port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:13.412211 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Attempting to bind port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:13.412507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Calling delete_port for 33d1b446-39fa-4d0b-8640-13dfe305604c owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:13.413296 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Attempting to bind port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 on network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:13.421738 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:13.422488 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Checking segment: {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:13.423325 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.423875 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Bound using segment: {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:13.424606 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Bound port: 6cba4bc2-aa23-4be1-8afe-1467e677c5a2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:13.425239 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.431633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.544444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.621732 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] For port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:13.629109 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] For port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:13.631076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:13.645520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] No DVR routers for this DVR port cf800423-4c71-498f-b21a-95c5f61f06b9 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:13.646372 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.691415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.725925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 33d1b446-39fa-4d0b-8640-13dfe305604c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:13.730381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] For port 9611af02-428a-4d2a-8310-299ec6ec4dc9, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:13.732780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0253e-382b-4c13-9f89-5a6edc49e2a4 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:13.740161 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ca0c4-c7fe-4339-933b-59d1b649216a None None] Pushing event updated for resources: {'Port': ['ID=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:13.765270 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5926f2d0-a678-4c4f-aaf4-58be3b0c1584 req-f1ecf7ac-aca0-4689-99f7-a6f03f7d7ec9 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7457802 Feb 19 07:28:13.773913 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:13.775350 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:13.780232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-18f72544-39d9-46d7-be82-9eb95f2d5d4d None None] Provisioning complete for port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:13.780826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18f72544-39d9-46d7-be82-9eb95f2d5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.782265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] For port 9611af02-428a-4d2a-8310-299ec6ec4dc9, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:13.807325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.820755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b576ef-06cd-4042-addb-a715de1df816 None None] Pushing event updated for resources: {'Port': ['ID=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:13.867585 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-444ea664-9367-45ce-b592-4b957d842024 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=232e1adbd20d40169d2765cccc951a2c&device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 1096 time: 3.2794812 Feb 19 07:28:13.898003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.905955 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] 10.222.0.67 "PUT /v2.0/ports/9611af02-428a-4d2a-8310-299ec6ec4dc9 HTTP/1.1" status: 200 len: 1093 time: 8.0894778 Feb 19 07:28:13.916943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.927568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.928231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.958958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:13.985814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:13.995130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 33d1b446-39fa-4d0b-8640-13dfe305604c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:13.995905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.027370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.028980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=36d90617-2c24-4947-adc6-aebd5126dc46,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:14.107927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510aec7-23a9-4ef1-be5e-723f5367c50e req-4760a44e-3dbf-47bc-9479-b00c965dfb92 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:14.110277 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d510aec7-23a9-4ef1-be5e-723f5367c50e req-4760a44e-3dbf-47bc-9479-b00c965dfb92 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 931 time: 1.3469338 Feb 19 07:28:14.168201 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-362e3716-53a7-4d25-96ff-2e4e3f9b96ab tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2598622 Feb 19 07:28:14.215274 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:14.215884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3fc31-9504-45dd-b6bc-c0da3e1f83fa None None] Pushing event deleted for resources: {'Port': ['ID=cf800423-4c71-498f-b21a-95c5f61f06b9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:14.249617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.253720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11126f19-f29b-4ad5-a27c-cb206f2bc93f service neutron] Pushing event updated for resources: {'Port': ['ID=9611af02-428a-4d2a-8310-299ec6ec4dc9,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:14.276561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:14.277028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: cc6fca62-a658-43a8-94b6-33f64b5ad745, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:14.318056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::3c0 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/b6eb4417-876c-4be7-8a52-d96aa4633afa/fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:14.337085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.337682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Fanout notify agent at l3_agent the message router_deleted on router 5d93804a-b865-44c1-8868-8bc5fe74a9ef {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:14.361172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.365963 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-532e215d-c7fe-443b-8f0d-56dd9a3ac8ba tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/5d93804a-b865-44c1-8868-8bc5fe74a9ef HTTP/1.1" status: 204 len: 168 time: 11.1994903 Feb 19 07:28:14.366436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58034) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:14.386339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1099807185', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': False}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:14.388899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "DELETE /v2.0/ports/c815e36d-4f2c-46ad-9d46-947d7f16b2be HTTP/1.1" status: 204 len: 168 time: 3.6266117 Feb 19 07:28:14.389519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58038) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:14.416694 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d510aec7-23a9-4ef1-be5e-723f5367c50e req-c6146c96-8946-463f-8263-1f47ef38e80f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927189 Feb 19 07:28:14.419887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1925b45-4dde-4c46-b0d1-002950e64b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event deleted for resources: {'Port': ['ID=c815e36d-4f2c-46ad-9d46-947d7f16b2be,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:14.433879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network cc6fca62-a658-43a8-94b6-33f64b5ad745 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:14.447764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:14.482257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:router and tenant:d073eca490504c98a4446e299e03c5f9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:14.485917 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3fe299-c695-4a3d-9480-d542e2f9c4b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:28:14.486441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec3fe299-c695-4a3d-9480-d542e2f9c4b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Synchronizing usage tracker for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:14.492510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:14.515939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e928e7b-8b4d-429a-a722-80bed1a0909b req-71b1a1ae-93cf-48dd-a004-b0318b9ff2fd tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:14.517921 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e928e7b-8b4d-429a-a722-80bed1a0909b req-71b1a1ae-93cf-48dd-a004-b0318b9ff2fd tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 943 time: 0.5192695 Feb 19 07:28:14.553239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 2, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:14.578998 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e928e7b-8b4d-429a-a722-80bed1a0909b req-8be4339c-02d1-4216-8a6b-0688f183a53e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539725 Feb 19 07:28:14.586811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.603341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:14.605310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, cc6fca62-a658-43a8-94b6-33f64b5ad745) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:14.624191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Checking router: def940f7-7b5b-48b7-b5ff-149b989b9183 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:14.624691 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Updating router def940f7-7b5b-48b7-b5ff-149b989b9183 port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:28:14.640560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:14.641073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.644820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec3fe299-c695-4a3d-9480-d542e2f9c4b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Unset dirty status for tenant:85740cf3bbf948feaa23af8a24d43a81 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:14.645955 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec3fe299-c695-4a3d-9480-d542e2f9c4b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "GET /v2.0/ports/c815e36d-4f2c-46ad-9d46-947d7f16b2be HTTP/1.1" status: 404 len: 333 time: 0.2528248 Feb 19 07:28:14.658249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:14.676070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Request body: {'port': {'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115095046'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:14.680217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event deleted for resources: {'Port': ['ID=33d1b446-39fa-4d0b-8640-13dfe305604c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:14.688528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:14.688666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.699055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.717659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4d618-ed26-4aed-9b4c-5c36e4b702bc None None] Network cc6fca62-a658-43a8-94b6-33f64b5ad745 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:14.726255 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-60b6d080-e353-4daa-9ef2-a1aa152e314d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 7.0361514 Feb 19 07:28:14.727603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58048) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:14.737682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:14.774380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 33d1b446-39fa-4d0b-8640-13dfe305604c update to ACTIVE by agent not found {{(pid=83570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 19 07:28:14.838836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.843638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-18f72544-39d9-46d7-be82-9eb95f2d5d4d None None] Provisioning for port 36ac9418-d462-4895-ae29-25b21868eb3c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:14.857441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:14.869066 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'status': 'completed', 'code': 200} Feb 19 07:28:14.878634 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:13Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:14.884888 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48caca3-18b0-4e66-b390-bf5454a53103 None None] The sync data for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv is: [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:13Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:14.904247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:14.904719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cf800423-4c71-498f-b21a-95c5f61f06b9 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:28:14.952445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: cf800423-4c71-498f-b21a-95c5f61f06b9 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:28:14.952784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cf800423-4c71-498f-b21a-95c5f61f06b9 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:28:14.955136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-18f72544-39d9-46d7-be82-9eb95f2d5d4d None None] Provisioning complete for port 36ac9418-d462-4895-ae29-25b21868eb3c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:14.955507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18f72544-39d9-46d7-be82-9eb95f2d5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.084788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.095039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Request body: {'port': {'device_id': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:15.161870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': 'b6eb4417-876c-4be7-8a52-d96aa4633afa'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:15.163044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.190387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Made reservation on behalf of 85740cf3bbf948feaa23af8a24d43a81 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:15.196456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.249593 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-b105c5bb-9ed6-4d09-9621-39c6c58a3122 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2271c76-9513-4573-b168-a96293909625 HTTP/1.1" status: 200 len: 217 time: 0.1314063 Feb 19 07:28:15.333105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] device_id is not set on port b5c70207-aa68-4e65-a2a4-b2a521135010 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:15.342515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:15.348439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.363557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.399283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.445219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-18f72544-39d9-46d7-be82-9eb95f2d5d4d None None] Port 36ac9418-d462-4895-ae29-25b21868eb3c cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:28:15.535185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.550681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:15.552429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-db088b90-88c9-4073-ad5c-6d4c8cd6b1d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.555440 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-db088b90-88c9-4073-ad5c-6d4c8cd6b1d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e516e3b-d418-47a4-a128-c4ed954ffbca HTTP/1.1" status: 200 len: 845 time: 0.2944012 Feb 19 07:28:15.563167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:15.645797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:15.650201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.650771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.660352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:15.758480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.881837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:15.882332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.916728 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f261eafc-2a5c-4456-9023-6191cd01417a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1906354 Feb 19 07:28:15.917263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-cc6fca62-a658-43a8-94b6-33f64b5ad745', 'network_id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': '36d90617-2c24-4947-adc6-aebd5126dc46'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:15.917747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:15.967937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58058) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:16.005352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/b6eb4417-876c-4be7-8a52-d96aa4633afa/dcd34592-392b-4c3c-a1a9-0089bd74ba06) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:16.045511 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-7d5491db-9836-4f28-81cc-e693191891e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e1d6c9c-7bac-4dea-974f-1edd62b66357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4773617 Feb 19 07:28:16.208861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.240862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:16.306753 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc88fc70-99bd-4fca-a983-ba6de395ee66 req-6293ed4a-8b21-4048-a10e-fd4906dd9398 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ad7397db76746ea8c30b53538851e29&device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 1096 time: 1.0515087 Feb 19 07:28:16.314218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.327571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625afb6-229a-4008-906b-8620678cee1f req-1bea1490-3bd5-4659-aec1-c140f435be13 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:16.329170 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0625afb6-229a-4008-906b-8620678cee1f req-1bea1490-3bd5-4659-aec1-c140f435be13 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 943 time: 1.3225262 Feb 19 07:28:16.344018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e0aad-8e06-45ba-bf5c-07b131eaeee8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:16.344748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-358e0aad-8e06-45ba-bf5c-07b131eaeee8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:16.357109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342be920-a361-41c0-a471-f269ea8b00dd req-bb438f59-c64c-4e3d-921e-71ea3330ee9f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:16.358732 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-342be920-a361-41c0-a471-f269ea8b00dd req-bb438f59-c64c-4e3d-921e-71ea3330ee9f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 931 time: 0.7289360 Feb 19 07:28:16.371630 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-892e3fb1-11cb-40b6-a34f-32a480174f5a service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137090 Feb 19 07:28:16.383449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.457495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.465729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:16.488830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-358e0aad-8e06-45ba-bf5c-07b131eaeee8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:16.489964 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-358e0aad-8e06-45ba-bf5c-07b131eaeee8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5136013 Feb 19 07:28:16.506032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:16.545059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.552636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.577089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Allocated IP 2001:db8::1 (cc6fca62-a658-43a8-94b6-33f64b5ad745/36d90617-2c24-4947-adc6-aebd5126dc46/3332bc65-21f9-4779-9b4c-a1794b17a5b5) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:16.591925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.603683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Transition to ACTIVE for port object 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:16.620504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:16.642409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.645240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.681800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.682388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da929a4d-33f0-42c5-aae9-23d356dbd435 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:16.710037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:16.710037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.759465 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-954e153d-ef47-4bda-a60a-0b18c5707afc req-ae22c0cd-60a0-4d3a-b224-63cdff2469cf service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801570 Feb 19 07:28:16.759737 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0625afb6-229a-4008-906b-8620678cee1f req-13e33118-8c61-49ac-a004-0e56d965e1fd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913846 Feb 19 07:28:16.786139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ac9418-d462-4895-ae29-25b21868eb3c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:28:16.787843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-342be920-a361-41c0-a471-f269ea8b00dd req-07a52d5e-7f3b-43be-bcdf-6e544dc8a8a1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137752 Feb 19 07:28:16.800794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.822422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Transition to ACTIVE for port object dcd34592-392b-4c3c-a1a9-0089bd74ba06 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:16.825245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88fc70-99bd-4fca-a983-ba6de395ee66 req-8c410248-8289-482b-9f35-2c2a0dc4de41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:16.826712 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc88fc70-99bd-4fca-a983-ba6de395ee66 req-8c410248-8289-482b-9f35-2c2a0dc4de41 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5ad7397db76746ea8c30b53538851e29&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5051763 Feb 19 07:28:16.838579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Transition to ACTIVE for port object 36ac9418-d462-4895-ae29-25b21868eb3c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:16.849518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Transition to ACTIVE for port object dcd34592-392b-4c3c-a1a9-0089bd74ba06 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:16.880290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Allocated IP 172.26.1.147 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/a9cd7538-7424-4476-9648-4a54645c7d82) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:16.894792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.897698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.922959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71c62-a716-42f8-a974-66ff0bb9b8dd None None] Pushing event updated for resources: {'Port': ['ID=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:16.939794 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.952588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:16.956400 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-425161b0-9364-45ca-b6b6-243548d81d55 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "DELETE /v2.0/routers/da929a4d-33f0-42c5-aae9-23d356dbd435 HTTP/1.1" status: 204 len: 168 time: 10.5903966 Feb 19 07:28:16.962403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:17.104813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.108543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Pushing event updated for resources: {'Port': ['ID=36ac9418-d462-4895-ae29-25b21868eb3c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:17.127127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Transition to ACTIVE for port object 3332bc65-21f9-4779-9b4c-a1794b17a5b5 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:17.264796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:17.268607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.285970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Pushing event updated for resources: {'Port': ['ID=dcd34592-392b-4c3c-a1a9-0089bd74ba06,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:17.300535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:17.301378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:17.301935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.303205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Deleting subnet 6cfe8e2c-0806-476f-a043-f1cb6abec5f7 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:28:17.327185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.338018 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30c52434-ef47-443d-a726-fb360880db29 req-77335269-6022-46af-bc7e-dfff9f94b2f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=232e1adbd20d40169d2765cccc951a2c&device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 1096 time: 0.4924855 Feb 19 07:28:17.340329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:17.342654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:17.376303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Transition to ACTIVE for port object 3332bc65-21f9-4779-9b4c-a1794b17a5b5 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:17.408473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.423085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.439949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.527668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Network 310301be-2a8f-4c2e-a0a4-e7b0056c030e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:17.534886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.556621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c70207-aa68-4e65-a2a4-b2a521135010,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:17.559001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:17.580271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:17.581494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.582035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.638478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Attempting to bind port dcd34592-392b-4c3c-a1a9-0089bd74ba06 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:17.638836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Attempting to bind port dcd34592-392b-4c3c-a1a9-0089bd74ba06 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:17.640558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Attempting to bind port dcd34592-392b-4c3c-a1a9-0089bd74ba06 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:17.646881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Pushing event updated for resources: {'Port': ['ID=3332bc65-21f9-4779-9b4c-a1794b17a5b5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:17.669212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Port': ['ID=a9cd7538-7424-4476-9648-4a54645c7d82,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:17.675296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Attempting to bind port 36ac9418-d462-4895-ae29-25b21868eb3c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:17.675613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Attempting to bind port 36ac9418-d462-4895-ae29-25b21868eb3c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:17.675991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Attempting to bind port 36ac9418-d462-4895-ae29-25b21868eb3c on network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:17.678136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Network cc6fca62-a658-43a8-94b6-33f64b5ad745 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:17.679501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:17.684741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Attempting to bind port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:17.685137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Attempting to bind port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:17.685849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Attempting to bind port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 on network 8594d506-755e-4934-ac16-7f2fea607fb7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:17.688343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:17.689460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:17.690563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:17.695707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:17.714664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:17.715029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:17.715419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.715800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:17.716309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Bound port: dcd34592-392b-4c3c-a1a9-0089bd74ba06, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:17.716668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.723771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:17.730633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Port 36ac9418-d462-4895-ae29-25b21868eb3c on network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:17.730946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Attempting to bind port 36ac9418-d462-4895-ae29-25b21868eb3c on network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:17.739440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52434-ef47-443d-a726-fb360880db29 req-a2f8fd3a-c707-4c3f-8472-aa57567a2199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.740930 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30c52434-ef47-443d-a726-fb360880db29 req-a2f8fd3a-c707-4c3f-8472-aa57567a2199 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e1d6c9c-7bac-4dea-974f-1edd62b66357 HTTP/1.1" status: 200 len: 907 time: 0.3903301 Feb 19 07:28:17.760921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.771538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:17.771914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Checking segment: {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:17.772354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.773048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Bound using segment: {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:17.773539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Bound port: 682b61eb-12ea-457b-b9a5-43e9a9e8fb29, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd012329c-ebfa-49d9-a34a-902b993bbc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:17.773905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.812705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88fc70-99bd-4fca-a983-ba6de395ee66 req-cdb46251-4801-4fa3-bfc9-b513f5d9d95f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.824898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc88fc70-99bd-4fca-a983-ba6de395ee66 req-cdb46251-4801-4fa3-bfc9-b513f5d9d95f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9661069 Feb 19 07:28:17.826069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.832105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:17.832484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Checking segment: {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:17.832868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Bound using segment: {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:17.833498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Bound port: 36ac9418-d462-4895-ae29-25b21868eb3c, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d490fa-543b-4d30-8071-6cc11052fd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:17.834085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.860112 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30c52434-ef47-443d-a726-fb360880db29 req-df401984-e99f-457d-a269-247a2825cb0d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2271c76-9513-4573-b168-a96293909625 HTTP/1.1" status: 200 len: 217 time: 0.1115208 Feb 19 07:28:17.889081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:17.976003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Attempting to bind port 3332bc65-21f9-4779-9b4c-a1794b17a5b5 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:17.976773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Attempting to bind port 3332bc65-21f9-4779-9b4c-a1794b17a5b5 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:17.976773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Attempting to bind port 3332bc65-21f9-4779-9b4c-a1794b17a5b5 on network cc6fca62-a658-43a8-94b6-33f64b5ad745 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:18.026452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:18.026816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Checking segment: {'id': '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:18.027211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.027596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Bound using segment: {'id': '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:18.028066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Bound port: 3332bc65-21f9-4779-9b4c-a1794b17a5b5, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:18.028456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.049036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:18.067182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] For port dcd34592-392b-4c3c-a1a9-0089bd74ba06, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:18.068284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=36d90617-2c24-4947-adc6-aebd5126dc46,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:18.073120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] For port dcd34592-392b-4c3c-a1a9-0089bd74ba06, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dcd34592-392b-4c3c-a1a9-0089bd74ba06,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:18.074269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.091216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] For port 36ac9418-d462-4895-ae29-25b21868eb3c, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:18.096578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] For port 36ac9418-d462-4895-ae29-25b21868eb3c, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=36ac9418-d462-4895-ae29-25b21868eb3c,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:18.107350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52434-ef47-443d-a726-fb360880db29 req-ab2f83cc-a020-4537-ab10-325c66ae5e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:18.109189 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30c52434-ef47-443d-a726-fb360880db29 req-ab2f83cc-a020-4537-ab10-325c66ae5e66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e516e3b-d418-47a4-a128-c4ed954ffbca HTTP/1.1" status: 200 len: 845 time: 0.1311316 Feb 19 07:28:18.115714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.137369 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6c6d4d9f-6059-4df0-b46a-eefb8424703e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4756863 Feb 19 07:28:18.148264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.157120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:18.171147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06a48-d906-4412-8a9b-a099bd48bb2f req-bc16e59b-30dc-4f49-ad9b-97fa15713375 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:18.178137 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1dd06a48-d906-4412-8a9b-a099bd48bb2f req-bc16e59b-30dc-4f49-ad9b-97fa15713375 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 943 time: 1.2205045 Feb 19 07:28:18.179903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] For port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:18.208416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] For port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:18.216898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:18.230191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.237436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.238988 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] 10.222.0.67 "PUT /v2.0/ports/36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 1093 time: 3.1483901 Feb 19 07:28:18.240871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:18.252293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] For port 3332bc65-21f9-4779-9b4c-a1794b17a5b5, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:18.256863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:18.262866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] For port 3332bc65-21f9-4779-9b4c-a1794b17a5b5, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3332bc65-21f9-4779-9b4c-a1794b17a5b5,segment=NetworkSegment(4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d),segment_id=4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:18.286307 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30c52434-ef47-443d-a726-fb360880db29 req-d8b22b90-0c83-4071-8b93-1b37655efbcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e1d6c9c-7bac-4dea-974f-1edd62b66357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1570728 Feb 19 07:28:18.287362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307bb2-2eda-4b94-9478-54a1fac3f924 service neutron] Pushing event updated for resources: {'Port': ['ID=36ac9418-d462-4895-ae29-25b21868eb3c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:18.320093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.454796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33620f4e-ff3f-4a2a-bc46-da82535c9ea3 None None] Pushing event updated for resources: {'Port': ['ID=dcd34592-392b-4c3c-a1a9-0089bd74ba06,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:18.533195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.570325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:18.571279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:18.582303 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30c52434-ef47-443d-a726-fb360880db29 req-49aec308-a1c7-46b3-8d4b-ae2888a61bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800145 Feb 19 07:28:18.583828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.681765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.682649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.700186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6cfe8e2c-0806-476f-a043-f1cb6abec5f7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:18.745397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6fca62-a658-43a8-94b6-33f64b5ad745']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:18.777021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1dd06a48-d906-4412-8a9b-a099bd48bb2f req-a4432d78-a8ea-4849-bf6a-b592ccc88220 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5976610 Feb 19 07:28:18.798787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:18.799079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:18.813413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314a159-ceac-4501-9b6a-2c3381b26bb5 req-94ea9a44-9e54-45e2-97b4-5e9f3626b052 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:18.820671 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e314a159-ceac-4501-9b6a-2c3381b26bb5 req-94ea9a44-9e54-45e2-97b4-5e9f3626b052 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 943 time: 0.7683134 Feb 19 07:28:18.820972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e71c62-a716-42f8-a974-66ff0bb9b8dd None None] Pushing event updated for resources: {'Port': ['ID=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:18.856578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-577d44ab-5a46-4bd7-8e37-ea761cf2403c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ad7397db76746ea8c30b53538851e29&device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 1096 time: 0.9769001 Feb 19 07:28:18.859676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:18.882791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc07cd-2b00-4f6f-90de-706d1d8aef1e None None] Network cc6fca62-a658-43a8-94b6-33f64b5ad745 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:19.047697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.064106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.067069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.081580 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-d0cdb3bc-0023-46ea-89f3-8998a82492c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1096 time: 0.7568231 Feb 19 07:28:19.084065 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-30c52434-ef47-443d-a726-fb360880db29 req-e5a3f731-e3fb-4d37-b429-70ac19bfe52b service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944625 Feb 19 07:28:19.094342 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-9beecfde-4fe9-4b8b-872d-99e74f2e5623 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9 HTTP/1.1" status: 200 len: 217 time: 0.2203510 Feb 19 07:28:19.170013 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-f4228f97-63b0-43fc-878b-b2eea11c8595 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 217 time: 0.0716865 Feb 19 07:28:19.210769 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee847589-bd1e-4a4a-835f-f2feecd4b484 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/6cfe8e2c-0806-476f-a043-f1cb6abec5f7 HTTP/1.1" status: 204 len: 168 time: 2.2142515 Feb 19 07:28:19.211156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58082) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:19.251316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:19.269254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.339196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-1cbb5250-4e25-49a7-b7ea-45c0c4790f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.340667 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-1cbb5250-4e25-49a7-b7ea-45c0c4790f75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.1632791 Feb 19 07:28:19.341765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0973fd-7e7f-4665-98d8-3ea5e27804ba None None] Pushing event updated for resources: {'Port': ['ID=3332bc65-21f9-4779-9b4c-a1794b17a5b5,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:19.364970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:19.426420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.557506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] device_id is not set on port b5c70207-aa68-4e65-a2a4-b2a521135010 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:19.565551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.574721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.576502 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ad2fd8c0-1523-4c21-b2fd-b9a378f9d38b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a HTTP/1.1" status: 204 len: 168 time: 3.0607615 Feb 19 07:28:19.589277 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:19.589683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:19.706876 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:19.716485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58086) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:19.718512 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e314a159-ceac-4501-9b6a-2c3381b26bb5 req-8be97901-06d8-45c9-98c5-ef7225e063be tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8970463 Feb 19 07:28:19.751312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.761943 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-4d8ba0ab-859e-4521-b5c6-c728635fa051 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4083567 Feb 19 07:28:19.782206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:18Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:19.783807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Transition to ACTIVE for port object b5c70207-aa68-4e65-a2a4-b2a521135010 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:19.789070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356b55c-333d-4263-bd9b-f1f7ddad2eb9 None None] The sync data for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv is: [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:18Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:19.791019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:28:19.791019 dv-neutron-829958-1-hyperv neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:28:19.791019 dv-neutron-829958-1-hyperv neutron-server[83568]: [parameters: {'id': 'cc6fca62-a658-43a8-94b6-33f64b5ad745'}] Feb 19 07:28:19.791019 dv-neutron-829958-1-hyperv neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:19.791318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:19.817062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096f6f-4e51-4daa-a98b-72debe491181 req-8d5a1ace-aee3-4108-9198-d38a61efbd89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.818531 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-8d5a1ace-aee3-4108-9198-d38a61efbd89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd63d11b-740f-4f42-aed2-bf4d7f4a93b9 HTTP/1.1" status: 200 len: 851 time: 0.6921113 Feb 19 07:28:19.825885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:19.898028 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c', 'status': 'completed', 'code': 200} Feb 19 07:28:19.916450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430572e1-97f1-412c-a603-2f48cb6dc6d6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:19.951280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d1ffd6-9693-433f-a53f-a9ced77f8808') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:19.951569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d1ffd6-9693-433f-a53f-a9ced77f8808') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:19.973995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf9dbb-d11a-4604-a0ad-daaf96b76894 req-3f0d297a-49e9-4bf0-a284-d7e36738bf74 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.975378 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-baaf9dbb-d11a-4604-a0ad-daaf96b76894 req-3f0d297a-49e9-4bf0-a284-d7e36738bf74 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 943 time: 0.9722500 Feb 19 07:28:19.995419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:20.012349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42eb67-1276-4b31-ad39-afab45091095 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.013798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42eb67-1276-4b31-ad39-afab45091095 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.014551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f42eb67-1276-4b31-ad39-afab45091095 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:20.045905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:20.050480 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-94be6086-855e-4e8d-87a3-0583474eab80 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707958 Feb 19 07:28:20.053751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-90098e17-ec87-4062-9254-2f70a8e5f5ae None None] Provisioning for port dcd34592-392b-4c3c-a1a9-0089bd74ba06 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:20.053900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Router 2b80b911-d573-43f3-9597-37c301c07b44 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:20.058892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:20.059339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:20.110581 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:20.275660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c5e79a06-83b6-47db-acfc-7a2ee779bc21 None None] Could not find standard attr ID for object fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:28:20.287781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c70207-aa68-4e65-a2a4-b2a521135010,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:20.293676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:20.321800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2f42eb67-1276-4b31-ad39-afab45091095 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:20.325381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2f42eb67-1276-4b31-ad39-afab45091095 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5863862 Feb 19 07:28:20.329873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:20.450061 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-baaf9dbb-d11a-4604-a0ad-daaf96b76894 req-8ed48f99-2bfb-4a98-85be-2cb29a523e01 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4570575 Feb 19 07:28:20.460696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port 3332bc65-21f9-4779-9b4c-a1794b17a5b5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:20.461186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:20.509869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbbeff-b26d-4ab8-93b9-1ce67f15f550 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:28:20.525905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:20.526353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:20.526802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:20.557925 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ba1eba4-752f-43a0-8e59-c991876948e6 req-acf05822-5c4e-4ea4-bfcc-9ddaf92f5683 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007501 Feb 19 07:28:20.577506 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-e64e3d62-fa89-43a6-86c4-b74ee8ea9eae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8594d506-755e-4934-ac16-7f2fea607fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7458808 Feb 19 07:28:20.594095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:20.600011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 430572e1-97f1-412c-a603-2f48cb6dc6d6 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:28:20.617425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:20.643964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:20.644471 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:20.699550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event deleted for resources: {'Network': ['ID=430572e1-97f1-412c-a603-2f48cb6dc6d6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:20.699718 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 2 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:20.713341 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb738cd2-9666-496a-8196-1fd9bc864ba2 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "DELETE /v2.0/networks/430572e1-97f1-412c-a603-2f48cb6dc6d6 HTTP/1.1" status: 204 len: 168 time: 1.4895868 Feb 19 07:28:20.767978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbbeff-b26d-4ab8-93b9-1ce67f15f550 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:28:20.814942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:20.819923 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-42b22e32-39ed-4e90-89a7-52032b2e7827 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1096 time: 0.1676536 Feb 19 07:28:20.901717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef385aad-a276-4300-9fc1-b6552014a5a9 req-7c614c75-e39a-49a8-a20a-df9e2711fcd1 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.903420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef385aad-a276-4300-9fc1-b6552014a5a9 req-7c614c75-e39a-49a8-a20a-df9e2711fcd1 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 943 time: 0.8979852 Feb 19 07:28:20.914690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:20.923942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:20.924471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:21.020801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:21.053027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-773fe671-81dd-40dd-8602-105dd36f74c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:21.054486 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-773fe671-81dd-40dd-8602-105dd36f74c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.2230499 Feb 19 07:28:21.074916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:21.076720 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:21.125184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.129048 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e9175cd-55d2-440f-b0cd-0b3e8c4ad67e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7543066 Feb 19 07:28:21.134422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58104) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:21.190691 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-6b717c75-dcca-4620-8245-36b028bdc9ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 217 time: 0.1284962 Feb 19 07:28:21.193256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 3 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:21.207632 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-fe1983a4-9960-40c3-81e1-c05c0d934f9c service neutron] 10.222.0.67 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042697 Feb 19 07:28:21.214181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet b6eb4417-876c-4be7-8a52-d96aa4633afa {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:28:21.271993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58108) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:21.281962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:21.285626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'router': {'name': 'tempest-router--596101704', 'project_id': 'b5608c1a4bb14343b34bf33f2941ace4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:21.288959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:21.289454 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.308195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:21.315462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:router and tenant:b5608c1a4bb14343b34bf33f2941ace4 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:21.319460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:21.331650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:21.355536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-d9ac160f-f059-4aa2-add0-1de343522b56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:21.357164 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-d9ac160f-f059-4aa2-add0-1de343522b56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.1596656 Feb 19 07:28:21.409584 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-62096f6f-4e51-4daa-a98b-72debe491181 req-c8a40ec8-be4b-4f35-a223-f871aa3c6e75 service neutron] 10.222.0.67 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922057 Feb 19 07:28:21.409955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.410989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.451083 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef385aad-a276-4300-9fc1-b6552014a5a9 req-cd925320-ee2c-494c-b35e-bd59bd6b2b71 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5145712 Feb 19 07:28:21.459194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.463694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.485886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.495690 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-b10dfed9-7ad7-4636-8acc-41f00e80ab9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1290643 Feb 19 07:28:21.559583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:21.570316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.571099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dcd34592-392b-4c3c-a1a9-0089bd74ba06 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:21.585168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.611784 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-24d59c9d-7698-477a-8f2e-fb6e363ba2f9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/2b80b911-d573-43f3-9597-37c301c07b44 HTTP/1.1" status: 200 len: 909 time: 0.4761326 Feb 19 07:28:21.616967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58114) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:21.619829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:21.627127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:21.627328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1099807185', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': True}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:21.627474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:21.632131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:21.636138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Usage tracker for resource:router and tenant:d073eca490504c98a4446e299e03c5f9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:21.640085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:21.649920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:21.650251 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:21.653147 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:21.664492 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 4 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:21.688635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.690352 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba96314b-4c71-4da4-bab6-31dc27a1e8be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4092598 Feb 19 07:28:21.693510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:21.780851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Sync routers for ids ['2b80b911-d573-43f3-9597-37c301c07b44'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:21.792199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device b2271c76-9513-4573-b168-a96293909625 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:28:21.798809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470083d-00fb-4e3d-abad-78f74fe55871 req-f0772d5c-7cab-4f5a-98d4-717348c9687b tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:21.803691 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0470083d-00fb-4e3d-abad-78f74fe55871 req-f0772d5c-7cab-4f5a-98d4-717348c9687b tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 943 time: 0.8443229 Feb 19 07:28:21.804982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:21.805448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:21.805920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:21.815277 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.849666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:21.850388 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:21.858695 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 5 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:21.895603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] For port 3332bc65-21f9-4779-9b4c-a1794b17a5b5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3332bc65-21f9-4779-9b4c-a1794b17a5b5,segment=NetworkSegment(4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d),segment_id=4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:21.896286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:21.903813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:21.904806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:21.905287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:21.907587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port dcd34592-392b-4c3c-a1a9-0089bd74ba06 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:21.944798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Routers {'2b80b911-d573-43f3-9597-37c301c07b44'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:21.945694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2b80b911-d573-43f3-9597-37c301c07b44'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.010219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.011239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.029846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.040301 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-8144b082-219b-4e2d-b273-e67a4d8e3f82 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362470 Feb 19 07:28:22.083109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Calling delete_port for 3332bc65-21f9-4779-9b4c-a1794b17a5b5 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:22.132943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Set router 2b80b911-d573-43f3-9597-37c301c07b44 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:22.133824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:22.134175 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:22.140391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 6 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:22.141532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-147f7759-5e7b-40c2-8d98-8a0c0e8e2fe7 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.171622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:22.172028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:22.172498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:22.196894 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0470083d-00fb-4e3d-abad-78f74fe55871 req-50b7b308-dc73-4c73-8655-b63281664581 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514929 Feb 19 07:28:22.213411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:22.214279 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:22.223108 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 7 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:22.252187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port dcd34592-392b-4c3c-a1a9-0089bd74ba06 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:22.252187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.255100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5e19-3c07-4d1b-9ed2-c014045f2b52 req-3cfc44d4-0143-46e1-8f78-fe286b166140 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.256747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0c7b5e19-3c07-4d1b-9ed2-c014045f2b52 req-3cfc44d4-0143-46e1-8f78-fe286b166140 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 943 time: 0.5613532 Feb 19 07:28:22.262386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:22.262945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:22.263385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:22.295965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.296764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:22.332095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.369748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:22.370275 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:22.379035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 8 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:22.414112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Port': ['ID=3332bc65-21f9-4779-9b4c-a1794b17a5b5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:22.432003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:22.432003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:22.432439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:22.443337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No DVR routers for this DVR port 3332bc65-21f9-4779-9b4c-a1794b17a5b5 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:22.590119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0c7b5e19-3c07-4d1b-9ed2-c014045f2b52 req-2a0fabe3-4977-4d3d-a30b-837952b1bd55 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229649 Feb 19 07:28:22.605091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port b2271c76-9513-4573-b168-a96293909625, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2271c76-9513-4573-b168-a96293909625,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:22.605617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:22.606348 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:22.611054 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 9 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:22.630979 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f7d8d30-e2fd-4bd5-a941-d59218abb9a4 req-dccf797f-6b9b-4c0f-94e9-c1ebff603637 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804605 Feb 19 07:28:22.647656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.648830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'b2271c76-9513-4573-b168-a96293909625', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'port_id': 'b2271c76-9513-4573-b168-a96293909625', 'mac_address': 'fa:16:3e:1f:99:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:28:22.745752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:22.746447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:22.746564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:22.749248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.790508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.818825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-147f7759-5e7b-40c2-8d98-8a0c0e8e2fe7 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.824607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-147f7759-5e7b-40c2-8d98-8a0c0e8e2fe7 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.829712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=b6eb4417-876c-4be7-8a52-d96aa4633afa,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:22.831663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:22.832086 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:22.837467 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempt 10 to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 Feb 19 07:28:22.853099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6fca62-a658-43a8-94b6-33f64b5ad745']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.861290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.870947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001db116-08be-4e3b-8e3d-1429324b046e None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:22.887019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.887465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f05b0d6-5b1e-4f85-aa8e-6a0c600bb57d') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.893858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.896495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:22.896646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-147f7759-5e7b-40c2-8d98-8a0c0e8e2fe7 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.896916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:22.897033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147f7759-5e7b-40c2-8d98-8a0c0e8e2fe7 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a705ec8-02ed-4168-9a2a-a2734e203774 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:22.897426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempting to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:22.909708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-147f7759-5e7b-40c2-8d98-8a0c0e8e2fe7 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.910815 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-147f7759-5e7b-40c2-8d98-8a0c0e8e2fe7 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "DELETE /v2.0/routers/4a705ec8-02ed-4168-9a2a-a2734e203774 HTTP/1.1" status: 204 len: 168 time: 1.2162743 Feb 19 07:28:22.917950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.924657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2271c76-9513-4573-b168-a96293909625 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:28:22.930166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:28:22.930628 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Failed to bind port b5c70207-aa68-4e65-a2a4-b2a521135010 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '310301be-2a8f-4c2e-a0a4-e7b0056c030e'}] Feb 19 07:28:22.931097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:22.952512 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-68808c14-8f7f-477d-8a8d-877ab8e87714 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/b6eb4417-876c-4be7-8a52-d96aa4633afa HTTP/1.1" status: 204 len: 168 time: 2.6159642 Feb 19 07:28:22.957514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58126) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:22.962046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.042680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.058211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:23.058711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:23.077649 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:23.081371 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5cec0640-449a-42cf-a45f-ff231d637297 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217577 Feb 19 07:28:23.083715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:23.088594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port b2271c76-9513-4573-b168-a96293909625, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2271c76-9513-4573-b168-a96293909625,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:23.104788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.154939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df39e8-382b-487e-bf75-fa4b708db68d req-cbd25d88-4028-49f5-adbe-7d509887c4cb tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:23.156592 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87df39e8-382b-487e-bf75-fa4b708db68d req-cbd25d88-4028-49f5-adbe-7d509887c4cb tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 943 time: 0.4735982 Feb 19 07:28:23.186648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=b2271c76-9513-4573-b168-a96293909625,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:23.187709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58134) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:23.226906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.239085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port dcd34592-392b-4c3c-a1a9-0089bd74ba06, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dcd34592-392b-4c3c-a1a9-0089bd74ba06,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:23.269898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] For port b5c70207-aa68-4e65-a2a4-b2a521135010, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:23.270355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Attempted to set empty binding levels {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:28:23.275364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.275981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.280268 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87df39e8-382b-487e-bf75-fa4b708db68d req-781b231c-2ed3-4316-9ff9-f857a34490f0 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142545 Feb 19 07:28:23.284422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.306481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.327613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.328411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:23.355209 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=cc6fca62-a658-43a8-94b6-33f64b5ad745,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:23.384975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a340c45e-3e0c-41c6-9963-e546be79402e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/cc6fca62-a658-43a8-94b6-33f64b5ad745 HTTP/1.1" status: 204 len: 168 time: 8.6490388 Feb 19 07:28:23.388544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:23.398609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446450063'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:23.409354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] In _notify_port_updated(), no bound segment for port b5c70207-aa68-4e65-a2a4-b2a521135010 on network 310301be-2a8f-4c2e-a0a4-e7b0056c030e {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:28:23.416880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.418619 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "PUT /v2.0/ports/b5c70207-aa68-4e65-a2a4-b2a521135010 HTTP/1.1" status: 200 len: 981 time: 5.2239127 Feb 19 07:28:23.427822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:23.430225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:23.496882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3fb4d-feac-4128-bdb3-387a8618cde5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:23.499090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25e3fb4d-feac-4128-bdb3-387a8618cde5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4143641 Feb 19 07:28:23.502934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58150) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:23.508462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94c5f4-421c-4111-a2c2-70b857a63385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c70207-aa68-4e65-a2a4-b2a521135010,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:23.515709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:23.534824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:23.553531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:23.589228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c806ecd7-3471-4ae3-b3b5-2d3d67139ed4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:23.590387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c806ecd7-3471-4ae3-b3b5-2d3d67139ed4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:23.637524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=dcd34592-392b-4c3c-a1a9-0089bd74ba06,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:23.652056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b80b911-d573-43f3-9597-37c301c07b44', 'name': 'tempest-snat-router-1099807185', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.147'}], 'enable_snat': False}, 'gw_port_id': 'a9cd7538-7424-4476-9648-4a54645c7d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:14Z', 'updated_at': '2022-02-19T07:28:18Z', 'revision_number': 3, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port': {'id': 'a9cd7538-7424-4476-9648-4a54645c7d82', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b80b911-d573-43f3-9597-37c301c07b44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:16Z', 'updated_at': '2022-02-19T07:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:23.661396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Checking router: 2b80b911-d573-43f3-9597-37c301c07b44 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:23.661747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Updating router 2b80b911-d573-43f3-9597-37c301c07b44 port a9cd7538-7424-4476-9648-4a54645c7d82 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:28:23.676443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Deleting port b5c70207-aa68-4e65-a2a4-b2a521135010 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:23.676955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.679937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c806ecd7-3471-4ae3-b3b5-2d3d67139ed4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:23.681114 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c806ecd7-3471-4ae3-b3b5-2d3d67139ed4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1768751 Feb 19 07:28:23.696105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['b2271c76-9513-4573-b168-a96293909625'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:28:23.703750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58156) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:23.718579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:23.721617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.769610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Allocated IP 172.26.1.97 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/378efc92-4d81-4199-90be-048a0a33bf34) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:23.788491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:23.788824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.838388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:28:23.853734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.883515 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-76732c74-2936-43b7-b492-c05e1c3a04fe tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1733418 Feb 19 07:28:23.894627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] Deleting port dcd34592-392b-4c3c-a1a9-0089bd74ba06 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:23.894992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:23.920701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58160) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:23.929099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1483333942', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:23.942110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:23.944478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:23.954954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Usage tracker for resource:router and tenant:b574291cb6b840f993409f5e06f7fe70 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:23.959462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:23.969108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:24.000354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.001650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.042442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.048626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:24.053053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.105925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701bc8e-9222-43ba-9ecf-517bc6ef3d02 req-985ca955-0415-4942-89e1-00d6f237f048 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:24.107384 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9701bc8e-9222-43ba-9ecf-517bc6ef3d02 req-985ca955-0415-4942-89e1-00d6f237f048 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 943 time: 0.5445039 Feb 19 07:28:24.116184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.116528 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment efc31a60-f25f-45e7-8de3-c8e54a0a75ab of type vlan for network c819f87b-e2a1-431f-84ff-ccc5f9a5064f Feb 19 07:28:24.192029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.271448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:24.274153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:24.279793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:24.284958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:24.292600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.309775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Port': ['ID=378efc92-4d81-4199-90be-048a0a33bf34,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:24.314710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] For port b5c70207-aa68-4e65-a2a4-b2a521135010, host hv-neutron-8299, got binding levels [] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:24.315238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.323682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:24.331027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a468c-f37d-4f67-a1c9-bcc81754a347 req-818ade4a-922c-448d-af0f-8a317858ef3a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:24.333378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.333528 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-918a468c-f37d-4f67-a1c9-bcc81754a347 req-818ade4a-922c-448d-af0f-8a317858ef3a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 943 time: 0.4582634 Feb 19 07:28:24.347542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.347875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.348213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.348557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.348887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.349293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.349577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.349907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.350081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9701bc8e-9222-43ba-9ecf-517bc6ef3d02 req-c41fec17-d274-4d29-b8b5-984903d9a9e8 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264357 Feb 19 07:28:24.350300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.350558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.350877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:24.576280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:24.579463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.596975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] For port dcd34592-392b-4c3c-a1a9-0089bd74ba06, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dcd34592-392b-4c3c-a1a9-0089bd74ba06,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:24.597357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.598658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Calling delete_port for b5c70207-aa68-4e65-a2a4-b2a521135010 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:24.715217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.715952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.717980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.741574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] Calling delete_port for dcd34592-392b-4c3c-a1a9-0089bd74ba06 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:24.751192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.769189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:24.774886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.778506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:24.779085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.843944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:24.933420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-918a468c-f37d-4f67-a1c9-bcc81754a347 req-08850d6e-4cde-431c-af8d-df599274b354 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5182469 Feb 19 07:28:24.939007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5490348 Feb 19 07:28:24.942425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58166) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:24.953781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': 'c819f87b-e2a1-431f-84ff-ccc5f9a5064f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:24.954540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.966569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:24.967219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:24.970490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=c819f87b-e2a1-431f-84ff-ccc5f9a5064f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:24.985081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.023203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.023634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.024047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.024465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.024851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.025242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.025624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.026004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.026405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.026782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.027164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c241a3-599e-48e7-b2b3-c80273f880b3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:25.038617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.053474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5c70207-aa68-4e65-a2a4-b2a521135010,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:25.060837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3a702-b42e-4761-b9dc-a6b540fbc07e req-e0c64980-c1e4-4aa9-a9d4-d73b473d2a3b tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.062481 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9bd3a702-b42e-4761-b9dc-a6b540fbc07e req-e0c64980-c1e4-4aa9-a9d4-d73b473d2a3b tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 944 time: 0.4291153 Feb 19 07:28:25.082144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c819f87b-e2a1-431f-84ff-ccc5f9a5064f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:25.103195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Transition to ACTIVE for port object a9cd7538-7424-4476-9648-4a54645c7d82 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:25.103372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:25.105133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.111044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:25.112840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] Pushing event deleted for resources: {'Port': ['ID=dcd34592-392b-4c3c-a1a9-0089bd74ba06,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:25.116179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:25.126105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:25.157709 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7c7c1221-339f-4d85-bca4-dd41531a675d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "DELETE /v2.0/ports/b5c70207-aa68-4e65-a2a4-b2a521135010 HTTP/1.1" status: 204 len: 168 time: 1.7175055 Feb 19 07:28:25.166245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58170) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:25.174345 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.194977 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9bd3a702-b42e-4761-b9dc-a6b540fbc07e req-8650902f-aefd-417b-a0d4-8026a60494fe tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179240 Feb 19 07:28:25.224839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983d99b-18db-4b22-8aeb-c05685a1f981 None None] No DVR routers for this DVR port dcd34592-392b-4c3c-a1a9-0089bd74ba06 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:25.237519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.247158 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d558f99-7446-4ee2-87a2-92870e554788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:28:25.251725 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6d558f99-7446-4ee2-87a2-92870e554788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1638757148-project-admin] 10.222.0.72 "GET /v2.0/ports/b5c70207-aa68-4e65-a2a4-b2a521135010 HTTP/1.1" status: 404 len: 333 time: 0.0795205 Feb 19 07:28:25.251725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:25.262829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:25.304706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:25.307807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:25.312449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.313246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.333859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5902c5-c04c-4fe2-9ad3-fdb29ebe3dff None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:25.336244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=022c00a4-ce6f-4c6d-bd83-a11accf79b18,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:25.341486 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e6a2549b-dc9e-4312-b007-05e310972853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4150882 Feb 19 07:28:25.344508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:25.350637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '022c00a4-ce6f-4c6d-bd83-a11accf79b18', 'ip_address': '2001:db8::1c34:9106:2fd8:da5a'}], 'name': 'tempest-NetworksTestDHCPv6-1819278317'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:25.421229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Attempting to bind port a9cd7538-7424-4476-9648-4a54645c7d82 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:25.421589 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Attempting to bind port a9cd7538-7424-4476-9648-4a54645c7d82 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:25.421964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Attempting to bind port a9cd7538-7424-4476-9648-4a54645c7d82 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:25.424143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c5093-b651-4dd8-861f-e55609647ab6 None None] Pushing event updated for resources: {'Port': ['ID=a9cd7538-7424-4476-9648-4a54645c7d82,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:25.457950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:25.458591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:25.458989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.459413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:25.459879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Bound port: a9cd7538-7424-4476-9648-4a54645c7d82, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:25.460268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.544519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 33d1b446-39fa-4d0b-8640-13dfe305604c no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:28:25.559058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Allocated IP 172.26.1.110 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/58fd3614-b87b-41f9-8526-dad551786083) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:25.596536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 33d1b446-39fa-4d0b-8640-13dfe305604c {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:28:25.596887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 33d1b446-39fa-4d0b-8640-13dfe305604c not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:28:25.597270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dcd34592-392b-4c3c-a1a9-0089bd74ba06 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:28:25.622796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:25.623728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.629915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:25.634374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:25.639325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] For port a9cd7538-7424-4476-9648-4a54645c7d82, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:25.647635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:25.665185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:25.665415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: dcd34592-392b-4c3c-a1a9-0089bd74ba06 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:28:25.665648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dcd34592-392b-4c3c-a1a9-0089bd74ba06 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:28:25.671770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.675005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.686137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] For port a9cd7538-7424-4476-9648-4a54645c7d82, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a9cd7538-7424-4476-9648-4a54645c7d82,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:25.694383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.699349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3444c-4952-4946-98f6-367d94365de3 req-223022d9-a321-45d5-95f8-f896a59582bd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.700792 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54c3444c-4952-4946-98f6-367d94365de3 req-223022d9-a321-45d5-95f8-f896a59582bd tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 943 time: 0.1427982 Feb 19 07:28:25.706286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 9414761d-d284-4087-bff9-a9d2e9b283a0 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:25.773925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 9611af02-428a-4d2a-8310-299ec6ec4dc9 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:28:25.801819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device b2271c76-9513-4573-b168-a96293909625 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:25.854521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54c3444c-4952-4946-98f6-367d94365de3 req-b4a4b188-e87c-42d7-8277-f5e4840f3d6f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129169 Feb 19 07:28:25.864362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '022c00a4-ce6f-4c6d-bd83-a11accf79b18'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:25.865181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:25.905283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c5093-b651-4dd8-861f-e55609647ab6 None None] Pushing event updated for resources: {'Port': ['ID=a9cd7538-7424-4476-9648-4a54645c7d82,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:25.954787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::1c34:9106:2fd8:da5a (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/022c00a4-ce6f-4c6d-bd83-a11accf79b18/9414761d-d284-4087-bff9-a9d2e9b283a0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:26.023020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.044780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Routers {'2b80b911-d573-43f3-9597-37c301c07b44'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:26.045405 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2b80b911-d573-43f3-9597-37c301c07b44'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:26.068418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.073970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310301be-2a8f-4c2e-a0a4-e7b0056c030e']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:26.098553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:26.098842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bd4c6a-05d4-4f7e-b07a-357a40ebf6fa') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:26.106378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Router 4438f1d6-d7c5-4f02-a00d-0bf8b622f472 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:26.153212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.196700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.277088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.280744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:26.281266 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:26.300312 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:26.302438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port b2271c76-9513-4573-b168-a96293909625 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:26.306512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 9414761d-d284-4087-bff9-a9d2e9b283a0 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:26.324035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 9611af02-428a-4d2a-8310-299ec6ec4dc9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:26.331151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port b2271c76-9513-4573-b168-a96293909625 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:26.331517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.381804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.427011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'port_id': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'mac_address': 'fa:16:3e:76:0d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:28:26.467516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.489690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:26.498449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:26.503331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=9414761d-d284-4087-bff9-a9d2e9b283a0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.506688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:26.510597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.511267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.536528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/022c00a4-ce6f-4c6d-bd83-a11accf79b18/35edaefd-bc30-4f86-991e-9afe5d42049e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:26.539531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] Set router 2b80b911-d573-43f3-9597-37c301c07b44 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:26.555994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c9bde-b845-4376-9abc-d6050ee7dced req-7e4a19d6-b82f-4f71-a268-1108a1965c29 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.557738 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-165c9bde-b845-4376-9abc-d6050ee7dced req-7e4a19d6-b82f-4f71-a268-1108a1965c29 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 944 time: 0.2185202 Feb 19 07:28:26.562932 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5596882f-3b43-400d-8565-8c73618cc986 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2170134 Feb 19 07:28:26.568533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.581230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:26.590932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adab3f-6c5a-4e5f-8b0c-b5a3895a6ff4 req-09d9fda7-8449-44b4-b6c4-1f5395f393b1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.592861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-71adab3f-6c5a-4e5f-8b0c-b5a3895a6ff4 req-09d9fda7-8449-44b4-b6c4-1f5395f393b1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 943 time: 0.4053054 Feb 19 07:28:26.596913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.627232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:26.635622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:26.645964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.660798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:26.700981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.709003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event updated for resources: {'Port': ['ID=58fd3614-b87b-41f9-8526-dad551786083,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.750622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] Pushing event deleted for resources: {'Network': ['ID=310301be-2a8f-4c2e-a0a4-e7b0056c030e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.772449 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-165c9bde-b845-4376-9abc-d6050ee7dced req-a04e54e1-0113-4b05-a1a5-98ccd139d70a tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082152 Feb 19 07:28:26.780692 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-85a23921-009b-4362-ab49-786ae8286bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-940310840-project] 10.222.0.72 "DELETE /v2.0/networks/310301be-2a8f-4c2e-a0a4-e7b0056c030e HTTP/1.1" status: 204 len: 168 time: 1.5100911 Feb 19 07:28:26.783363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=21bd2765-5c01-4dce-bebc-7f35cdb4587d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.816834 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-71adab3f-6c5a-4e5f-8b0c-b5a3895a6ff4 req-aed92d64-82ad-4dab-803c-abfc58207310 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926001 Feb 19 07:28:26.830736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': 'efc31a60-f25f-45e7-8de3-c8e54a0a75ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c819f87b-e2a1-431f-84ff-ccc5f9a5064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:26.831096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: c819f87b-e2a1-431f-84ff-ccc5f9a5064f, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:26.839258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c144da1-45c3-4f25-99df-7be22b0cb683 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.839990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7c144da1-45c3-4f25-99df-7be22b0cb683 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:26.853438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9611af02-428a-4d2a-8310-299ec6ec4dc9 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:28:26.875416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7c144da1-45c3-4f25-99df-7be22b0cb683 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:26.881081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7c144da1-45c3-4f25-99df-7be22b0cb683 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2868197 Feb 19 07:28:26.883686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:26.904970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network c819f87b-e2a1-431f-84ff-ccc5f9a5064f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:26.931782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c819f87b-e2a1-431f-84ff-ccc5f9a5064f) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:26.938566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.939155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.954017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:26.956692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f2a83e-b795-423e-aaef-d814c1b98672 None None] Network c819f87b-e2a1-431f-84ff-ccc5f9a5064f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:26.968544 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Sync routers for ids ['4438f1d6-d7c5-4f02-a00d-0bf8b622f472'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:26.982968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:26.995791 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-affe5b71-e564-42aa-a9bf-fb51452b3f32 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0522022 Feb 19 07:28:26.996498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58200) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:26.999601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 9611af02-428a-4d2a-8310-299ec6ec4dc9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:27.003547 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Routers {'4438f1d6-d7c5-4f02-a00d-0bf8b622f472'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:27.005689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1848816020'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:27.006080 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['4438f1d6-d7c5-4f02-a00d-0bf8b622f472'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.024344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.028976 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-380a4867-4899-4bf3-b638-521f80f08550 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4080520 Feb 19 07:28:27.030143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:27.040087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58204) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:27.044293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:27.069554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.069790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 9414761d-d284-4087-bff9-a9d2e9b283a0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:27.070257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.070364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 36ac9418-d462-4895-ae29-25b21868eb3c details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:28:27.169513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:27.198637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:27.203864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2271c76-9513-4573-b168-a96293909625'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:27.272242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.279428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.324512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:27.331909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.334024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port b2271c76-9513-4573-b168-a96293909625, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2271c76-9513-4573-b168-a96293909625,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:27.353187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:27.391186 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Set router 4438f1d6-d7c5-4f02-a00d-0bf8b622f472 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:27.408191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.438965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559fe5a-7dce-4184-a50f-60ce3daa9d3c req-0acb72e3-21d6-4c54-a6b8-906486d97ccc tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:27.448171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1559fe5a-7dce-4184-a50f-60ce3daa9d3c req-0acb72e3-21d6-4c54-a6b8-906486d97ccc tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 944 time: 0.2974491 Feb 19 07:28:27.459650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58214) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:27.491419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=9611af02-428a-4d2a-8310-299ec6ec4dc9,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:27.608802 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1559fe5a-7dce-4184-a50f-60ce3daa9d3c req-47716d61-f344-4ac8-bc85-e96300561c06 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596193 Feb 19 07:28:27.616598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.741359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.775299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:27.789358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=b2271c76-9513-4573-b168-a96293909625,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:27.797983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Transition to ACTIVE for port object 35edaefd-bc30-4f86-991e-9afe5d42049e will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:27.807447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.807833 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment c3ff8d81-28dc-4e69-b54c-736f80401216 of type vlan for network 16f330ab-3ff6-4acf-ab6d-c4e34639c5be Feb 19 07:28:27.817020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 36ac9418-d462-4895-ae29-25b21868eb3c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=36ac9418-d462-4895-ae29-25b21868eb3c,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:27.832283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 9414761d-d284-4087-bff9-a9d2e9b283a0 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:27.863536 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2271c76-9513-4573-b168-a96293909625', 'code': 200} Feb 19 07:28:27.882490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.882767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.883107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.883436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.883740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.884057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.884403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.884720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.885032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.885338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.885651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:27.911268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Transition to ACTIVE for port object 35edaefd-bc30-4f86-991e-9afe5d42049e will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:27.914196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '36ac9418-d462-4895-ae29-25b21868eb3c', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'port_id': '36ac9418-d462-4895-ae29-25b21868eb3c', 'mac_address': 'fa:16:3e:c3:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:28:27.916295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-c819f87b-e2a1-431f-84ff-ccc5f9a5064f', 'network_id': 'c819f87b-e2a1-431f-84ff-ccc5f9a5064f', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': '21bd2765-5c01-4dce-bebc-7f35cdb4587d'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:27.917116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:27.927705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.048239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b80b911-d573-43f3-9597-37c301c07b44', 'name': 'tempest-snat-router-1099807185', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.147'}], 'enable_snat': False}, 'gw_port_id': 'a9cd7538-7424-4476-9648-4a54645c7d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:14Z', 'updated_at': '2022-02-19T07:28:18Z', 'revision_number': 3, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port': {'id': 'a9cd7538-7424-4476-9648-4a54645c7d82', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b80b911-d573-43f3-9597-37c301c07b44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:16Z', 'updated_at': '2022-02-19T07:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:28.050894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.067011 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1a649976-b437-4c32-99fe-81bde6de9005 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fcaee13e6d8a46dabb5d9f600a4d185b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6061394 Feb 19 07:28:28.071482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:28.122531 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69a020d2-c2fd-49da-a56a-ae08c177406d tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/4438f1d6-d7c5-4f02-a00d-0bf8b622f472 HTTP/1.1" status: 200 len: 907 time: 1.0811751 Feb 19 07:28:28.129441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58234) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:28.160341 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438f1d6-d7c5-4f02-a00d-0bf8b622f472', 'name': 'tempest-snat-router-1099807185', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '378efc92-4d81-4199-90be-048a0a33bf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:22Z', 'updated_at': '2022-02-19T07:28:24Z', 'revision_number': 3, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port': {'id': '378efc92-4d81-4199-90be-048a0a33bf34', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438f1d6-d7c5-4f02-a00d-0bf8b622f472', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:23Z', 'updated_at': '2022-02-19T07:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:28.163856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.164215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef0482-6e91-480b-80dc-6232490a51b9 None None] The sync data for ids ['2b80b911-d573-43f3-9597-37c301c07b44'] in dv-neutron-829958-1-hyperv is: [{'id': '2b80b911-d573-43f3-9597-37c301c07b44', 'name': 'tempest-snat-router-1099807185', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.147'}], 'enable_snat': False}, 'gw_port_id': 'a9cd7538-7424-4476-9648-4a54645c7d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:14Z', 'updated_at': '2022-02-19T07:28:18Z', 'revision_number': 3, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port': {'id': 'a9cd7538-7424-4476-9648-4a54645c7d82', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b80b911-d573-43f3-9597-37c301c07b44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:16Z', 'updated_at': '2022-02-19T07:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:28.164588 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Checking router: 4438f1d6-d7c5-4f02-a00d-0bf8b622f472 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:28.164988 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Updating router 4438f1d6-d7c5-4f02-a00d-0bf8b622f472 port 378efc92-4d81-4199-90be-048a0a33bf34 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:28:28.169488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.170261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.213031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.232264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:28.242030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:28.246959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:28.257030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Pushing event updated for resources: {'Port': ['ID=35edaefd-bc30-4f86-991e-9afe5d42049e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.273364 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.279517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ac9418-d462-4895-ae29-25b21868eb3c {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:28:28.379911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.428827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3f6d-2571-4b4f-9571-164bac861ca8 req-173bf03a-1f43-4df0-a125-5ceaeedfb7ad tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.430607 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eebc3f6d-2571-4b4f-9571-164bac861ca8 req-173bf03a-1f43-4df0-a125-5ceaeedfb7ad tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 943 time: 0.2876585 Feb 19 07:28:28.432902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 36ac9418-d462-4895-ae29-25b21868eb3c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=36ac9418-d462-4895-ae29-25b21868eb3c,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:28.439048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Attempting to bind port 35edaefd-bc30-4f86-991e-9afe5d42049e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:28.439596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Attempting to bind port 35edaefd-bc30-4f86-991e-9afe5d42049e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:28.440182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Attempting to bind port 35edaefd-bc30-4f86-991e-9afe5d42049e on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:28.452795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5ff38d5-7fa1-4f35-b87c-e98f8b091038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.453595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Allocated IP 2001:db8::1 (c819f87b-e2a1-431f-84ff-ccc5f9a5064f/21bd2765-5c01-4dce-bebc-7f35cdb4587d/d0d91a9a-c00e-405d-85fd-e61abc659f77) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:28.454779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=9414761d-d284-4087-bff9-a9d2e9b283a0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.456882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.495341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:28.496038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:28.496634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.497217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:28.498013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Bound port: 35edaefd-bc30-4f86-991e-9afe5d42049e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:28.498559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.573737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.582534 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5801389 Feb 19 07:28:28.584464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350a467-3ba0-43d2-b900-8a9869445f9f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=16f330ab-3ff6-4acf-ab6d-c4e34639c5be,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.589449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58238) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:28.596494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9862b-384f-4c76-9245-5dd6175025f7 req-aa5684ee-a2ab-434f-ad4f-bdb38de0bd2d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.598163 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-06a9862b-384f-4c76-9245-5dd6175025f7 req-aa5684ee-a2ab-434f-ad4f-bdb38de0bd2d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.4563026 Feb 19 07:28:28.601809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5ff38d5-7fa1-4f35-b87c-e98f8b091038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.616378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': '16f330ab-3ff6-4acf-ab6d-c4e34639c5be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:28.662116 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-96dfcc4e-576b-484f-bf32-b20239dd016d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/9414761d-d284-4087-bff9-a9d2e9b283a0 HTTP/1.1" status: 204 len: 168 time: 1.7767918 Feb 19 07:28:28.665720 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eebc3f6d-2571-4b4f-9571-164bac861ca8 req-253c4f1a-2153-484d-bdc0-ad0c8ce9651f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239184 Feb 19 07:28:28.671947 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:28:28.673081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58244) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:28.675753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 16f330ab-3ff6-4acf-ab6d-c4e34639c5be details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:28.771077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa2b44a-dc99-4f10-8d89-8b89073c2bfd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.773667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa2b44a-dc99-4f10-8d89-8b89073c2bfd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.774412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4fa2b44a-dc99-4f10-8d89-8b89073c2bfd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:28.794426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=36ac9418-d462-4895-ae29-25b21868eb3c,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.837892 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-a444ab4e-dc76-4497-bd80-dd9f61ea7b14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 1098 time: 0.7090766 Feb 19 07:28:28.839746 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.854006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:28.855053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['36ac9418-d462-4895-ae29-25b21868eb3c'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:28:28.858069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:28.860959 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Transition to ACTIVE for port object 378efc92-4d81-4199-90be-048a0a33bf34 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:28.861509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:28.871291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:28.872775 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.878732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['9611af02-428a-4d2a-8310-299ec6ec4dc9'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:28:28.881889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4fa2b44a-dc99-4f10-8d89-8b89073c2bfd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:28.885678 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4fa2b44a-dc99-4f10-8d89-8b89073c2bfd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2062395 Feb 19 07:28:28.887558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:28.902833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:28.918212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Router ff10d351-4be4-43aa-a999-e546b0f88bda is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:28.934196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:28.943579 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-06a9862b-384f-4c76-9245-5dd6175025f7 req-29adb196-4114-4b52-b55f-d162aa6d1eaa tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326695 Feb 19 07:28:28.975160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] For port 35edaefd-bc30-4f86-991e-9afe5d42049e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:28.984544 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ea1bf-fc7e-4b09-846c-44ca299e669c None None] Pushing event updated for resources: {'Port': ['ID=378efc92-4d81-4199-90be-048a0a33bf34,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.019201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] For port 35edaefd-bc30-4f86-991e-9afe5d42049e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=35edaefd-bc30-4f86-991e-9afe5d42049e,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:29.020417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5ff38d5-7fa1-4f35-b87c-e98f8b091038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.037226 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Attempting to bind port 378efc92-4d81-4199-90be-048a0a33bf34 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:29.037605 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Attempting to bind port 378efc92-4d81-4199-90be-048a0a33bf34 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:29.037931 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Attempting to bind port 378efc92-4d81-4199-90be-048a0a33bf34 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:29.044834 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:29.045352 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:29.045744 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.046114 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:29.047086 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Bound port: 378efc92-4d81-4199-90be-048a0a33bf34, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:29.047086 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.058993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff38d5-7fa1-4f35-b87c-e98f8b091038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600d59af-1f87-4424-8b10-cb0eb368752c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.063515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5ff38d5-7fa1-4f35-b87c-e98f8b091038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.067391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b5ff38d5-7fa1-4f35-b87c-e98f8b091038 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/600d59af-1f87-4424-8b10-cb0eb368752c HTTP/1.1" status: 204 len: 168 time: 0.9948578 Feb 19 07:28:29.067625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.119943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:29.130927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Usage tracker for resource:security_group_rule and tenant:4cf845d344bc4e15b29fae4ff7bf6f50 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:29.145122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:29.179112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86064c52-401d-48f1-abef-d3af54a52ff2 req-58532b66-da13-46c5-865b-e349f8870f7e tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:29.185938 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] For port 378efc92-4d81-4199-90be-048a0a33bf34, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:29.189508 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] For port 378efc92-4d81-4199-90be-048a0a33bf34, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=378efc92-4d81-4199-90be-048a0a33bf34,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:29.192994 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-86064c52-401d-48f1-abef-d3af54a52ff2 req-58532b66-da13-46c5-865b-e349f8870f7e tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 944 time: 0.2478888 Feb 19 07:28:29.211180 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.231579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.242037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:29.285316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Transition to ACTIVE for port object d0d91a9a-c00e-405d-85fd-e61abc659f77 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:29.291182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6de33-199d-4ac6-b90a-81e99367f0a1 None None] Pushing event updated for resources: {'Port': ['ID=35edaefd-bc30-4f86-991e-9afe5d42049e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.343462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.371014 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ea1bf-fc7e-4b09-846c-44ca299e669c None None] Pushing event updated for resources: {'Port': ['ID=378efc92-4d81-4199-90be-048a0a33bf34,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.381058 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Routers {'4438f1d6-d7c5-4f02-a00d-0bf8b622f472'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:29.388004 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['4438f1d6-d7c5-4f02-a00d-0bf8b622f472'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:29.429475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.512627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Transition to ACTIVE for port object d0d91a9a-c00e-405d-85fd-e61abc659f77 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:29.536179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 022c00a4-ce6f-4c6d-bd83-a11accf79b18 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:28:29.547476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.557727 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.632399 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-86064c52-401d-48f1-abef-d3af54a52ff2 req-2f2b19e7-d929-4078-aa70-54ff54fa9a1d tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383812 Feb 19 07:28:29.731704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.746936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Network c819f87b-e2a1-431f-84ff-ccc5f9a5064f is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:29.747596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Pushing event updated for resources: {'Port': ['ID=d0d91a9a-c00e-405d-85fd-e61abc659f77,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.750318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:29.752453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:29.774163 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] Set router 4438f1d6-d7c5-4f02-a00d-0bf8b622f472 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:29.789946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:29.912177 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-96fca52f-1429-4ea4-8617-aa6ed0d40d1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85740cf3bbf948feaa23af8a24d43a81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1190109 Feb 19 07:28:29.913636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:29.933906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Attempting to bind port d0d91a9a-c00e-405d-85fd-e61abc659f77 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:29.935562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Attempting to bind port d0d91a9a-c00e-405d-85fd-e61abc659f77 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'efc31a60-f25f-45e7-8de3-c8e54a0a75ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c819f87b-e2a1-431f-84ff-ccc5f9a5064f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:29.936128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Attempting to bind port d0d91a9a-c00e-405d-85fd-e61abc659f77 on network c819f87b-e2a1-431f-84ff-ccc5f9a5064f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:29.944051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:29.944934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Checking segment: {'id': 'efc31a60-f25f-45e7-8de3-c8e54a0a75ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c819f87b-e2a1-431f-84ff-ccc5f9a5064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:29.945532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.946112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Bound using segment: {'id': 'efc31a60-f25f-45e7-8de3-c8e54a0a75ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c819f87b-e2a1-431f-84ff-ccc5f9a5064f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:29.946891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Bound port: d0d91a9a-c00e-405d-85fd-e61abc659f77, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc31a60-f25f-45e7-8de3-c8e54a0a75ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c819f87b-e2a1-431f-84ff-ccc5f9a5064f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:29.947814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:29.971729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Performing IP validity checks on allocation pools {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 07:28:29.972314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 07:28:30.026121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.052865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.086300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.132945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0050e85b-8f0a-40fc-8c2a-b1dd7da03bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.169192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d3866-5dd6-48f0-9613-ae763bb50019 req-33194be4-89ba-4fe3-b37d-6272b9c5f960 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.171016 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-db1d3866-5dd6-48f0-9613-ae763bb50019 req-33194be4-89ba-4fe3-b37d-6272b9c5f960 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 944 time: 0.2583690 Feb 19 07:28:30.198684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] For port d0d91a9a-c00e-405d-85fd-e61abc659f77, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:30.205293 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-64f860a4-5f5f-4dc5-a5ba-98d6fd39d069 req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3369069 Feb 19 07:28:30.211578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] For port d0d91a9a-c00e-405d-85fd-e61abc659f77, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0d91a9a-c00e-405d-85fd-e61abc659f77,segment=NetworkSegment(efc31a60-f25f-45e7-8de3-c8e54a0a75ab),segment_id=efc31a60-f25f-45e7-8de3-c8e54a0a75ab)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:30.217729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df6266-815f-422f-865d-e2b93e72e92e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=369cf3b4-194d-45fe-bbc0-89958b72277f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.223592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0050e85b-8f0a-40fc-8c2a-b1dd7da03bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.226553 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438f1d6-d7c5-4f02-a00d-0bf8b622f472', 'name': 'tempest-snat-router-1099807185', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '378efc92-4d81-4199-90be-048a0a33bf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:22Z', 'updated_at': '2022-02-19T07:28:24Z', 'revision_number': 3, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port': {'id': '378efc92-4d81-4199-90be-048a0a33bf34', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438f1d6-d7c5-4f02-a00d-0bf8b622f472', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:23Z', 'updated_at': '2022-02-19T07:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:30.230802 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c456a4-3f54-42d3-92f9-d2eb38b9527c None None] The sync data for ids ['4438f1d6-d7c5-4f02-a00d-0bf8b622f472'] in dv-neutron-829958-1-hyperv is: [{'id': '4438f1d6-d7c5-4f02-a00d-0bf8b622f472', 'name': 'tempest-snat-router-1099807185', 'tenant_id': 'd073eca490504c98a4446e299e03c5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '378efc92-4d81-4199-90be-048a0a33bf34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:22Z', 'updated_at': '2022-02-19T07:28:24Z', 'revision_number': 3, 'project_id': 'd073eca490504c98a4446e299e03c5f9', 'gw_port': {'id': '378efc92-4d81-4199-90be-048a0a33bf34', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438f1d6-d7c5-4f02-a00d-0bf8b622f472', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:23Z', 'updated_at': '2022-02-19T07:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:30.238533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.239276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.286284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:30.299757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=022c00a4-ce6f-4c6d-bd83-a11accf79b18,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.314295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.323227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] Sync routers for ids ['ff10d351-4be4-43aa-a999-e546b0f88bda'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:30.387768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] Routers {'ff10d351-4be4-43aa-a999-e546b0f88bda'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:30.390907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ff10d351-4be4-43aa-a999-e546b0f88bda'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:30.457130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.488283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.488742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.492691 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e33f5df-c902-44f2-ab5b-ab96ffe1f968 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3014507 Feb 19 07:28:30.492845 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405052c6-c42d-4067-845b-0567a90c5066 None None] Pushing event updated for resources: {'Port': ['ID=d0d91a9a-c00e-405d-85fd-e61abc659f77,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.492970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=ba30dac4-3fc3-4ba5-8697-ff2771a85ce9,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.493814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58270) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:30.514678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 9611af02-428a-4d2a-8310-299ec6ec4dc9 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:30.548570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0050e85b-8f0a-40fc-8c2a-b1dd7da03bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.550905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0050e85b-8f0a-40fc-8c2a-b1dd7da03bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.552030 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0050e85b-8f0a-40fc-8c2a-b1dd7da03bb1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f17cfda1-57d6-4d38-81a2-bcdcb861301d HTTP/1.1" status: 204 len: 168 time: 0.6366575 Feb 19 07:28:30.577124 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-db1d3866-5dd6-48f0-9613-ae763bb50019 req-4250535f-e345-4673-a027-df48c8276623 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915725 Feb 19 07:28:30.583189 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9d197b36-e41a-45b0-9610-aab8aa4b63c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/022c00a4-ce6f-4c6d-bd83-a11accf79b18 HTTP/1.1" status: 204 len: 168 time: 1.6958425 Feb 19 07:28:30.584172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58276) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:30.675529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Deleting port 378efc92-4d81-4199-90be-048a0a33bf34 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:30.675529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:30.714138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:30.740970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050e85b-8f0a-40fc-8c2a-b1dd7da03bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17cfda1-57d6-4d38-81a2-bcdcb861301d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.757569 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f950be3b-326a-4a34-812e-0ab5900d19f0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630676 Feb 19 07:28:30.758682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58282) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:30.768264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:30.792044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] Routers {'ff10d351-4be4-43aa-a999-e546b0f88bda'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:30.797042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:10Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ff10d351-4be4-43aa-a999-e546b0f88bda'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:30.920890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ace0b-b856-4706-9815-d1bb3eb0d743 req-99c515d9-d875-4af0-8ee0-89a992d7b3cc tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.922491 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da6ace0b-b856-4706-9815-d1bb3eb0d743 req-99c515d9-d875-4af0-8ee0-89a992d7b3cc tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.6242020 Feb 19 07:28:30.960961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 35edaefd-bc30-4f86-991e-9afe5d42049e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:31.041386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:31.041778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d5d2d-14cb-459f-97a1-1068b7b6520d None None] The sync data for ids ['ff10d351-4be4-43aa-a999-e546b0f88bda'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:31.053165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:31.071610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:31.075440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:31.080721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 35edaefd-bc30-4f86-991e-9afe5d42049e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:31.084703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:31.086335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 9611af02-428a-4d2a-8310-299ec6ec4dc9 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:31.093790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 9611af02-428a-4d2a-8310-299ec6ec4dc9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:31.094448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.107964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': 'c3ff8d81-28dc-4e69-b54c-736f80401216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '16f330ab-3ff6-4acf-ab6d-c4e34639c5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:31.108438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: 16f330ab-3ff6-4acf-ab6d-c4e34639c5be, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:31.156767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe156b5-efa5-484d-90ff-f0d0f1a868d9 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:31.164480 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da6ace0b-b856-4706-9815-d1bb3eb0d743 req-82fe3d5f-4228-440b-a4a6-b6c95b6601cc tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297113 Feb 19 07:28:31.166347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:31.170499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.176902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] For port 378efc92-4d81-4199-90be-048a0a33bf34, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=378efc92-4d81-4199-90be-048a0a33bf34,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:31.177255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.269514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5158c-733d-4b28-b9a3-74ccf2ecab74 req-1297f1fa-38b7-4b61-a3bf-dcedcef8777d tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.271020 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcf5158c-733d-4b28-b9a3-74ccf2ecab74 req-1297f1fa-38b7-4b61-a3bf-dcedcef8777d tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 944 time: 0.3450787 Feb 19 07:28:31.323630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f4d4dde3-4aa0-4d10-a932-c14891a0e492 None None] Provisioning for port 35edaefd-bc30-4f86-991e-9afe5d42049e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:31.345027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Calling delete_port for 378efc92-4d81-4199-90be-048a0a33bf34 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:31.373278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network 16f330ab-3ff6-4acf-ab6d-c4e34639c5be is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:31.406517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 16f330ab-3ff6-4acf-ab6d-c4e34639c5be) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:31.417166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.417837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.449327 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcf5158c-733d-4b28-b9a3-74ccf2ecab74 req-fe8a78c0-62d1-46d8-b5c7-1adb69b6aae8 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702437 Feb 19 07:28:31.467026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b19d2c-eb47-4917-bf50-214348eba079 None None] Network 16f330ab-3ff6-4acf-ab6d-c4e34639c5be requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:31.490107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f4d4dde3-4aa0-4d10-a932-c14891a0e492 None None] Provisioning complete for port 35edaefd-bc30-4f86-991e-9afe5d42049e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:31.502709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d4dde3-4aa0-4d10-a932-c14891a0e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.503661 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82aa97e9-79c7-4d91-b5ae-dc4263eb6f72 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8927858 Feb 19 07:28:31.516229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58296) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:31.658966 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-723a8d99-2b41-4727-89df-1702b66a7186 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/ff10d351-4be4-43aa-a999-e546b0f88bda HTTP/1.1" status: 200 len: 925 time: 1.1531746 Feb 19 07:28:31.663266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:31.774711 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a157e24e-ddf0-4232-adec-3b43c0aa9e6c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff10d351-4be4-43aa-a999-e546b0f88bda HTTP/1.1" status: 200 len: 205 time: 0.1014507 Feb 19 07:28:31.775788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.783705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58310) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:31.810712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.834871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.836264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e64a3b-6bad-4a42-858d-f517a4a4ea4d None None] Network c819f87b-e2a1-431f-84ff-ccc5f9a5064f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:31.933765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:31.953318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:31.978935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.064231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:32.068186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=386e6701-775d-4cd4-bf4b-aa39ece5bb22,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.070921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:32.076679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:32.077479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.098139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 9611af02-428a-4d2a-8310-299ec6ec4dc9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:32.139827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aa72f664-847e-48ff-a51f-9902d86312ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3779497 Feb 19 07:28:32.142877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event deleted for resources: {'Port': ['ID=378efc92-4d81-4199-90be-048a0a33bf34,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.143623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:32.153304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '386e6701-775d-4cd4-bf4b-aa39ece5bb22', 'ip_address': '2001:db8::8c27:58d0:7295:25f5'}], 'name': 'tempest-NetworksTestDHCPv6-1392787217'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:32.183783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aa49e-f400-4ff4-8dfd-ce7aaf585160 req-c1232e18-3ac9-4e33-a37e-516132c5c9a3 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:32.191656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-123aa49e-f400-4ff4-8dfd-ce7aaf585160 req-c1232e18-3ac9-4e33-a37e-516132c5c9a3 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 944 time: 0.3415890 Feb 19 07:28:32.224680 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'code': 200} Feb 19 07:28:32.265302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.289370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fd89d-84d2-4ecf-aa33-4fcc9beec462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-16f330ab-3ff6-4acf-ab6d-c4e34639c5be', 'network_id': '16f330ab-3ff6-4acf-ab6d-c4e34639c5be', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': 'ba30dac4-3fc3-4ba5-8697-ff2771a85ce9'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:32.292489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b86fd89d-84d2-4ecf-aa33-4fcc9beec462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.317215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=ba30dac4-3fc3-4ba5-8697-ff2771a85ce9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.345051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.522648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 36ac9418-d462-4895-ae29-25b21868eb3c up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:32.733216 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-123aa49e-f400-4ff4-8dfd-ce7aaf585160 req-3f767065-3947-44f0-9293-d1dcc2fe4049 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5408442 Feb 19 07:28:32.769254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d4dde3-4aa0-4d10-a932-c14891a0e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.791686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=9611af02-428a-4d2a-8310-299ec6ec4dc9,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.814270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:28:32.823953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.840800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d0d91a9a-c00e-405d-85fd-e61abc659f77 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:32.907617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0823fd-f735-4314-a13c-8cca3eccf398 None None] Network 16f330ab-3ff6-4acf-ab6d-c4e34639c5be requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:32.919076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:32.921961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.924663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Deleting port 35edaefd-bc30-4f86-991e-9afe5d42049e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:32.925030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.961526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f330ab-3ff6-4acf-ab6d-c4e34639c5be']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:32.968936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:32.974390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:32.979861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ff8d81-28dc-4e69-b54c-736f80401216') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:32.980114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ff8d81-28dc-4e69-b54c-736f80401216') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:32.996786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.017532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.025923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:33.026253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.098835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:33.103930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 36ac9418-d462-4895-ae29-25b21868eb3c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:33.115873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469565e-e670-407e-8e8a-7999504105f7 req-8c5880b6-22ab-4f23-b70c-a75b4c22a3b5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.123058 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f469565e-e670-407e-8e8a-7999504105f7 req-8c5880b6-22ab-4f23-b70c-a75b4c22a3b5 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.5543659 Feb 19 07:28:33.136432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:33.164309 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:33.206534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f4d4dde3-4aa0-4d10-a932-c14891a0e492 None None] For port 35edaefd-bc30-4f86-991e-9afe5d42049e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=35edaefd-bc30-4f86-991e-9afe5d42049e,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:33.207475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 36ac9418-d462-4895-ae29-25b21868eb3c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:33.207829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.251011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4d4dde3-4aa0-4d10-a932-c14891a0e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.257871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.306454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.329349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=16f330ab-3ff6-4acf-ab6d-c4e34639c5be,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:33.358470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:33.364346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.418715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f469565e-e670-407e-8e8a-7999504105f7 req-e625a0c6-f6c5-47f6-b4ff-c3562e8b5274 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931561 Feb 19 07:28:33.424510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port a43b0a5f-1216-4422-b4f0-b01f68716c0b yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:33.489655 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7dde9829-d33c-4cca-abbd-229b9b068da5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/16f330ab-3ff6-4acf-ab6d-c4e34639c5be HTTP/1.1" status: 204 len: 168 time: 1.9680715 Feb 19 07:28:33.493092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58346) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:33.502277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700446274'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:33.512056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:33.517463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.523741 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db97ac89-456a-4a25-90fa-b787a7fda8c0 req-9fb69117-9ad1-4718-9acb-d6fdf5a268ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 1098 time: 0.9752383 Feb 19 07:28:33.525143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:33.529503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:33.552566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:33.554556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.586597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-db97ac89-456a-4a25-90fa-b787a7fda8c0 req-76edd974-380b-49e9-845b-51f066d0f664 service neutron] Synchronizing usage tracker for tenant:4cf845d344bc4e15b29fae4ff7bf6f50 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:33.612083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3383d7-8b41-41a2-b503-a9f6bc0e8dd6 req-e4d7f960-fbda-476a-b615-80e160876383 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.613796 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9c3383d7-8b41-41a2-b503-a9f6bc0e8dd6 req-e4d7f960-fbda-476a-b615-80e160876383 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.7006886 Feb 19 07:28:33.628199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:33.629104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] For port 35edaefd-bc30-4f86-991e-9afe5d42049e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=35edaefd-bc30-4f86-991e-9afe5d42049e,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:33.629498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.631549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.677667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.678241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4438f1d6-d7c5-4f02-a00d-0bf8b622f472 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:33.695064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-db97ac89-456a-4a25-90fa-b787a7fda8c0 req-76edd974-380b-49e9-845b-51f066d0f664 service neutron] Unset dirty status for tenant:4cf845d344bc4e15b29fae4ff7bf6f50 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:33.696301 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db97ac89-456a-4a25-90fa-b787a7fda8c0 req-76edd974-380b-49e9-845b-51f066d0f664 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628327 Feb 19 07:28:33.704049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:33.708051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.711704 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4b77d56-8e70-4e58-946e-f54c096ca0c6 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "DELETE /v2.0/routers/4438f1d6-d7c5-4f02-a00d-0bf8b622f472 HTTP/1.1" status: 204 len: 168 time: 5.5777509 Feb 19 07:28:33.712930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58352) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:33.760647 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9c3383d7-8b41-41a2-b503-a9f6bc0e8dd6 req-7da96f27-7b40-4d86-bda7-eed4235f91b9 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365488 Feb 19 07:28:33.763901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:33.785623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Calling delete_port for 35edaefd-bc30-4f86-991e-9afe5d42049e owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:33.788102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.788488 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment 95366143-f010-444b-86b8-87f6f3dd86c4 of type vlan for network 801c11de-e041-4d28-b87f-e1a225a3aa4a Feb 19 07:28:33.822187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::8c27:58d0:7295:25f5 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/386e6701-775d-4cd4-bf4b-aa39ece5bb22/a43b0a5f-1216-4422-b4f0-b01f68716c0b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:33.899396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.911840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4dde3-4aa0-4d10-a932-c14891a0e492 None None] Pushing event updated for resources: {'Port': ['ID=35edaefd-bc30-4f86-991e-9afe5d42049e,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:33.925099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:33.926025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:33.937601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port d0d91a9a-c00e-405d-85fd-e61abc659f77 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:33.942003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c612845a-372a-46df-b57e-8a8206abf767 None None] Provisioning for port d0d91a9a-c00e-405d-85fd-e61abc659f77 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:33.959150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d0d91a9a-c00e-405d-85fd-e61abc659f77 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:33.959516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.975462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.979380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.979954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:33.989645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c612845a-372a-46df-b57e-8a8206abf767 None None] Provisioning complete for port d0d91a9a-c00e-405d-85fd-e61abc659f77 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:33.990007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c612845a-372a-46df-b57e-8a8206abf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.011564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-332796609', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:34.027672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:34.049225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.091383 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5964155 Feb 19 07:28:34.094901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:34.106543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Usage tracker for resource:port and tenant:453e5b61a669480799843534472c0d20 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:34.106842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': '801c11de-e041-4d28-b87f-e1a225a3aa4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:34.120882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.121517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:34.126554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed6ef9-ea78-4b08-b6c4-49263336a58e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=801c11de-e041-4d28-b87f-e1a225a3aa4a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:34.142632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:34.146897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 801c11de-e041-4d28-b87f-e1a225a3aa4a details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:34.152703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Deleting port 58fd3614-b87b-41f9-8526-dad551786083 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:34.153043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.183381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.224855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Made reservation on behalf of 453e5b61a669480799843534472c0d20 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:34.227187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.254502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:34.283195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.359126 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c', 'code': 200} Feb 19 07:28:34.382833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 36ac9418-d462-4895-ae29-25b21868eb3c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=36ac9418-d462-4895-ae29-25b21868eb3c,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:34.386668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6b452-2ca0-4225-94e4-e8b7a60a0591 req-6f271684-6b49-4e5f-93f7-c206cf55d8b9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.388421 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbb6b452-2ca0-4225-94e4-e8b7a60a0591 req-6f271684-6b49-4e5f-93f7-c206cf55d8b9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 944 time: 0.4316339 Feb 19 07:28:34.408604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.434835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.468023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:34.473431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:34.478131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:34.487639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:34.508259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Deleting port 35edaefd-bc30-4f86-991e-9afe5d42049e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:34.508632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.512121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:34.548609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object a43b0a5f-1216-4422-b4f0-b01f68716c0b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:34.566308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:34.578288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=36ac9418-d462-4895-ae29-25b21868eb3c,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:34.585958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Usage tracker for resource:security_group_rule and tenant:453e5b61a669480799843534472c0d20 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:34.592899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:34.614202 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbb6b452-2ca0-4225-94e4-e8b7a60a0591 req-9660fb12-5fce-460c-b116-40184702f695 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899378 Feb 19 07:28:34.617766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c612845a-372a-46df-b57e-8a8206abf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.619100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:34.627356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.639122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.641111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.796736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port d0d91a9a-c00e-405d-85fd-e61abc659f77, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0d91a9a-c00e-405d-85fd-e61abc659f77,segment=NetworkSegment(efc31a60-f25f-45e7-8de3-c8e54a0a75ab),segment_id=efc31a60-f25f-45e7-8de3-c8e54a0a75ab)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:34.816754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Calling delete_port for 58fd3614-b87b-41f9-8526-dad551786083 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:34.840237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.858479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.903300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.906771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Deleting port a9cd7538-7424-4476-9648-4a54645c7d82 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:34.907331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:34.983241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f2f566d6-8c27-401a-8de1-dccb333063d2 req-a82eb24f-7bed-4b9b-9697-a29aa469a133 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.3490050 Feb 19 07:28:35.003164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 35edaefd-bc30-4f86-991e-9afe5d42049e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:28:35.144452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] For port 35edaefd-bc30-4f86-991e-9afe5d42049e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=35edaefd-bc30-4f86-991e-9afe5d42049e,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:35.145701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.175170 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f2f566d6-8c27-401a-8de1-dccb333063d2 req-e80da4b4-a58b-48d1-ae5c-901fbddd80f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814296 Feb 19 07:28:35.235806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:35.243667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=d0d91a9a-c00e-405d-85fd-e61abc659f77,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.246300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:35.253967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=a43b0a5f-1216-4422-b4f0-b01f68716c0b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.255526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] For port a9cd7538-7424-4476-9648-4a54645c7d82, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a9cd7538-7424-4476-9648-4a54645c7d82,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:35.255954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.258502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.260291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:35.264387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:35.265030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.268103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.289014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.305601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] device_id is not set on port f94e4bc5-1f68-48b0-9b0e-06899449be1b yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:35.310802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-c612845a-372a-46df-b57e-8a8206abf767 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:35.311227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-c612845a-372a-46df-b57e-8a8206abf767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:35.317601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Calling delete_port for 35edaefd-bc30-4f86-991e-9afe5d42049e owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:35.345261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567ee25-f98b-4b0a-99f3-1d9c6357e0e8 req-ffe4fa08-e8dd-4236-8a33-649b16eaba51 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:35.346934 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a567ee25-f98b-4b0a-99f3-1d9c6357e0e8 req-ffe4fa08-e8dd-4236-8a33-649b16eaba51 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.6408191 Feb 19 07:28:35.420895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.436509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aacf9b-a7ed-4378-85ac-b5d32d5c3020,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.437124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Calling delete_port for a9cd7538-7424-4476-9648-4a54645c7d82 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:35.496030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1fecd-8de4-49f1-92fd-969e4244935b req-697ead01-56a3-43f4-93d8-f0b4eb51be34 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:35.497521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3db1fecd-8de4-49f1-92fd-969e4244935b req-697ead01-56a3-43f4-93d8-f0b4eb51be34 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.3994737 Feb 19 07:28:35.508214 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-23551614-7c99-4c7d-b14d-ca0e5b6601e0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3605981 Feb 19 07:28:35.511462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58374) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:35.525570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.562099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=e942a698-52db-4e85-8938-da7191907386,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.577745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': '95366143-f010-444b-86b8-87f6f3dd86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '801c11de-e041-4d28-b87f-e1a225a3aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:35.578163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: 801c11de-e041-4d28-b87f-e1a225a3aa4a, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:35.578446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] No DVR routers for this DVR port 35edaefd-bc30-4f86-991e-9afe5d42049e on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:35.597062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2babc-f1e2-4b9e-92ef-83841701ff12 None None] Pushing event deleted for resources: {'Port': ['ID=35edaefd-bc30-4f86-991e-9afe5d42049e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.606778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a567ee25-f98b-4b0a-99f3-1d9c6357e0e8 req-94690149-bf2d-49e2-b067-dbe07a23c5ee tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472556 Feb 19 07:28:35.607213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59927cc0-f6a5-4f37-b06c-b2745af7a61d None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:35.643159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.648470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Allocated IP 172.26.1.193 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/f94e4bc5-1f68-48b0-9b0e-06899449be1b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:35.684217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1372c7d-610a-4df5-a08b-4b17c436a24e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:35.687204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3db1fecd-8de4-49f1-92fd-969e4244935b req-36b5e83b-228c-46bc-a708-3635ac80d58e tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685462 Feb 19 07:28:35.689471 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1372c7d-610a-4df5-a08b-4b17c436a24e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1724546 Feb 19 07:28:35.690288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58382) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:35.698957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event deleted for resources: {'Port': ['ID=58fd3614-b87b-41f9-8526-dad551786083,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.741521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network 801c11de-e041-4d28-b87f-e1a225a3aa4a is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:35.818105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 801c11de-e041-4d28-b87f-e1a225a3aa4a) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:35.823368 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:35.824188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.861431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port a43b0a5f-1216-4422-b4f0-b01f68716c0b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:35.862184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:35.875281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dc32f0-1d04-4d9d-ade4-d2f871cbff4b None None] Network 801c11de-e041-4d28-b87f-e1a225a3aa4a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:35.946911 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ecaefbab-19b0-45ae-b7ff-5183b87805b0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8507967 Feb 19 07:28:35.948261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58386) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:35.954958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.055970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9cd7538-7424-4476-9648-4a54645c7d82,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:36.191281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '386e6701-775d-4cd4-bf4b-aa39ece5bb22'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:36.192189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.215631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.256300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-801c11de-e041-4d28-b87f-e1a225a3aa4a', 'network_id': '801c11de-e041-4d28-b87f-e1a225a3aa4a', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': 'e942a698-52db-4e85-8938-da7191907386'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:36.257100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.449570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.490017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/386e6701-775d-4cd4-bf4b-aa39ece5bb22/f86dd304-27fd-4899-9a72-e2db86569c07) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:36.531660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Allocated IP 2001:db8::1 (801c11de-e041-4d28-b87f-e1a225a3aa4a/e942a698-52db-4e85-8938-da7191907386/12aacb82-1075-4f1f-9f91-75455daad5c6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:36.546197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.550918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.598832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2e906-8094-403b-a7e7-52f5dbaa9bcb req-26896725-c8b1-440d-bcb8-ff1b08edc8ee tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.600796 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64b2e906-8094-403b-a7e7-52f5dbaa9bcb req-26896725-c8b1-440d-bcb8-ff1b08edc8ee tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.5725439 Feb 19 07:28:36.609849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4fee0-1cbd-46e9-86fe-62e3b8c74709 req-480ff63f-629c-4921-8068-3bf33c686362 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.612622 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80e4fee0-1cbd-46e9-86fe-62e3b8c74709 req-480ff63f-629c-4921-8068-3bf33c686362 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.7152998 Feb 19 07:28:36.613317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.613900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Fanout notify agent at l3_agent the message router_deleted on router ff10d351-4be4-43aa-a999-e546b0f88bda {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:36.621448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:36.629769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Request body: {'floatingip': {'port_id': 'b2271c76-9513-4573-b168-a96293909625'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:36.727495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.743341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.809415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40d7716c-9b26-49f6-beae-65b5f14c735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.812973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.848262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.879218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.895608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Transition to ACTIVE for port object f86dd304-27fd-4899-9a72-e2db86569c07 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:36.903208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:36.910975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-95703709-af22-40e3-86d6-ca11f1258ee6 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/ff10d351-4be4-43aa-a999-e546b0f88bda HTTP/1.1" status: 204 len: 168 time: 5.0637796 Feb 19 07:28:36.927831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58396) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:36.935853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for a43b0a5f-1216-4422-b4f0-b01f68716c0b owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:36.949366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2079168269', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': False}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:36.950789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Transition to ACTIVE for port object f86dd304-27fd-4899-9a72-e2db86569c07 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:36.959749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:36.994338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.009590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d0d91a9a-c00e-405d-85fd-e61abc659f77 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:37.040535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:router and tenant:ae46af339b374f82944479cd78cf2e5e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:37.053685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.085153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:37.110714 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80e4fee0-1cbd-46e9-86fe-62e3b8c74709 req-1517be03-9471-4dec-badf-d3a5882e1bb4 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205240 Feb 19 07:28:37.132136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:37.173276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:37.179297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.180318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.207772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:37.210263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:37.215296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:37.222175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:37.228363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:37.237404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Pushing event updated for resources: {'Port': ['ID=f86dd304-27fd-4899-9a72-e2db86569c07,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.243930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Pushing event updated for resources: {'Port': ['ID=f94e4bc5-1f68-48b0-9b0e-06899449be1b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.256869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.261085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.309117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.315510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:37.316105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.322664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.345983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Transition to ACTIVE for port object 12aacb82-1075-4f1f-9f91-75455daad5c6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:37.387148 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Attempting to bind port f86dd304-27fd-4899-9a72-e2db86569c07 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:37.387598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Attempting to bind port f86dd304-27fd-4899-9a72-e2db86569c07 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:37.388015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Attempting to bind port f86dd304-27fd-4899-9a72-e2db86569c07 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:37.391982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d0d91a9a-c00e-405d-85fd-e61abc659f77 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:37.392488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.417150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Transition to ACTIVE for port object 12aacb82-1075-4f1f-9f91-75455daad5c6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:37.426651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.427237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b80b911-d573-43f3-9597-37c301c07b44 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:37.439950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.468238 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.472323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.474901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.479056 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ce11d9f-7fca-4d9d-9385-e34aac17eab9 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "DELETE /v2.0/routers/2b80b911-d573-43f3-9597-37c301c07b44 HTTP/1.1" status: 204 len: 168 time: 3.7611856 Feb 19 07:28:37.480064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58400) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:37.481978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.503234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:37.503685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:37.504207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.504690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:37.505348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Bound port: f86dd304-27fd-4899-9a72-e2db86569c07, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:37.505711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.513529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170b627-6bc8-473a-95b4-97317f7a4894 req-9cb36cce-b535-4197-aad6-d672ad2ba466 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:37.515111 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7170b627-6bc8-473a-95b4-97317f7a4894 req-9cb36cce-b535-4197-aad6-d672ad2ba466 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.5063486 Feb 19 07:28:37.519692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-466546518', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:37.532318 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c7d9d8ae-a71d-4db5-9e40-a816309529c8 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7653022 Feb 19 07:28:37.534126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:37.540205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58404) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:37.563927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Usage tracker for resource:router and tenant:2a181977a9ef451cb99539c46e8493f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:37.569024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.193'}]}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:37.569533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=e942a698-52db-4e85-8938-da7191907386,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.574333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=a43b0a5f-1216-4422-b4f0-b01f68716c0b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.584879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:37.589254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:37.599329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Usage tracker for resource:router and tenant:453e5b61a669480799843534472c0d20 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:37.601947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:37.602930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Network 801c11de-e041-4d28-b87f-e1a225a3aa4a is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:37.604341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Pushing event updated for resources: {'Port': ['ID=12aacb82-1075-4f1f-9f91-75455daad5c6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.609988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:37.615050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:37.620001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:37.678484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:37.699657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.710402 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aac74bed-ead9-4b74-b532-74fd76f75fdd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/a43b0a5f-1216-4422-b4f0-b01f68716c0b HTTP/1.1" status: 204 len: 168 time: 2.0179181 Feb 19 07:28:37.711847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.716303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58408) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:37.744724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801c11de-e041-4d28-b87f-e1a225a3aa4a']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:37.771726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.773215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.780274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] For port f86dd304-27fd-4899-9a72-e2db86569c07, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:37.788653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Attempting to bind port 12aacb82-1075-4f1f-9f91-75455daad5c6 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:37.789017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Attempting to bind port 12aacb82-1075-4f1f-9f91-75455daad5c6 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '95366143-f010-444b-86b8-87f6f3dd86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '801c11de-e041-4d28-b87f-e1a225a3aa4a'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:37.789342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Attempting to bind port 12aacb82-1075-4f1f-9f91-75455daad5c6 on network 801c11de-e041-4d28-b87f-e1a225a3aa4a {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:37.795011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] For port f86dd304-27fd-4899-9a72-e2db86569c07, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f86dd304-27fd-4899-9a72-e2db86569c07,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:37.798708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:37.799119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Checking segment: {'id': '95366143-f010-444b-86b8-87f6f3dd86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '801c11de-e041-4d28-b87f-e1a225a3aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:37.799516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.799949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Bound using segment: {'id': '95366143-f010-444b-86b8-87f6f3dd86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '801c11de-e041-4d28-b87f-e1a225a3aa4a'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:37.800437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Bound port: 12aacb82-1075-4f1f-9f91-75455daad5c6, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95366143-f010-444b-86b8-87f6f3dd86c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '801c11de-e041-4d28-b87f-e1a225a3aa4a'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:37.800810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.813189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.831709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.832607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.845083 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7170b627-6bc8-473a-95b4-97317f7a4894 req-7e39ce8b-72a7-4b96-8492-69304bff8200 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170819 Feb 19 07:28:37.894902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95366143-f010-444b-86b8-87f6f3dd86c4') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:37.895282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95366143-f010-444b-86b8-87f6f3dd86c4') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:37.921107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.955471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0741a47-0bfa-4511-af32-9a7b9abce66e None None] Pushing event updated for resources: {'Port': ['ID=f86dd304-27fd-4899-9a72-e2db86569c07,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.963973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.973271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:37.974232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:37.992798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] For port 12aacb82-1075-4f1f-9f91-75455daad5c6, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:37.995335 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:38.039465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.080449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] For port 12aacb82-1075-4f1f-9f91-75455daad5c6, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=12aacb82-1075-4f1f-9f91-75455daad5c6,segment=NetworkSegment(95366143-f010-444b-86b8-87f6f3dd86c4),segment_id=95366143-f010-444b-86b8-87f6f3dd86c4)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:38.086099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:28:38.086099 dv-neutron-829958-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:28:38.086099 dv-neutron-829958-1-hyperv neutron-server[83569]: [parameters: {'id': '801c11de-e041-4d28-b87f-e1a225a3aa4a'}] Feb 19 07:28:38.086099 dv-neutron-829958-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:38.088285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.088711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:38.216575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19493996-1b45-4fd3-a355-fcf9eed369fe tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.218053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19493996-1b45-4fd3-a355-fcf9eed369fe tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.218769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-19493996-1b45-4fd3-a355-fcf9eed369fe tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:38.226703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649e6a7-43d9-44f2-8fd9-435f5d492b33 None None] Pushing event updated for resources: {'Port': ['ID=12aacb82-1075-4f1f-9f91-75455daad5c6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:38.239460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.256340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeacfb1-708c-45a7-a2c7-35ede6359a61 None None] Network 801c11de-e041-4d28-b87f-e1a225a3aa4a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:38.277855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.450043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-19493996-1b45-4fd3-a355-fcf9eed369fe tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:38.451413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-19493996-1b45-4fd3-a355-fcf9eed369fe tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6909468 Feb 19 07:28:38.454592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58416) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:38.591259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.628992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port 12aacb82-1075-4f1f-9f91-75455daad5c6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:38.629323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.697350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 386e6701-775d-4cd4-bf4b-aa39ece5bb22 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:28:38.703899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.813283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:38.897374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2814d-2fde-4dea-a45b-5f999d435884 req-2908d654-6307-4d41-895e-8cc44b5464f4 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.902639 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a7c2814d-2fde-4dea-a45b-5f999d435884 req-2908d654-6307-4d41-895e-8cc44b5464f4 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.9135809 Feb 19 07:28:38.911571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:38.917428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58420) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:38.924745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Request body: {'floatingip': {'port_id': '9611af02-428a-4d2a-8310-299ec6ec4dc9'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:38.943316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05a27daa-ecc6-498e-be51-f70d51eb9958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.006434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.015990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f86dd304-27fd-4899-9a72-e2db86569c07 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:39.018713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.020508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641c49c-1038-4a56-bf73-e11e5e43094b req-fa8fe09b-ba94-497f-8df8-a73b54a0efc8 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:39.022810 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1641c49c-1038-4a56-bf73-e11e5e43094b req-fa8fe09b-ba94-497f-8df8-a73b54a0efc8 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6286738 Feb 19 07:28:39.029204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.089347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c3589dd3-dc62-4ab4-8327-0c3694d4c686 None None] Could not find standard attr ID for object a43b0a5f-1216-4422-b4f0-b01f68716c0b. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:28:39.131517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c3589dd3-dc62-4ab4-8327-0c3694d4c686 None None] Provisioning for port f86dd304-27fd-4899-9a72-e2db86569c07 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:39.133970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.152013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f86dd304-27fd-4899-9a72-e2db86569c07 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:39.164732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f86dd304-27fd-4899-9a72-e2db86569c07 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:39.165095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.182420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] For port 12aacb82-1075-4f1f-9f91-75455daad5c6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=12aacb82-1075-4f1f-9f91-75455daad5c6,segment=NetworkSegment(95366143-f010-444b-86b8-87f6f3dd86c4),segment_id=95366143-f010-444b-86b8-87f6f3dd86c4)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:39.192801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.238292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.381415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Calling delete_port for 12aacb82-1075-4f1f-9f91-75455daad5c6 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:39.425781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.447384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.487661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9b2325c1-824e-4873-8296-cfe6e45bb4dd None None] Could not find standard attr ID for object 9414761d-d284-4087-bff9-a9d2e9b283a0. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:28:39.550484 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1641c49c-1038-4a56-bf73-e11e5e43094b req-b4cdc30b-c803-4e46-bd35-8968afaf04b8 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5133650 Feb 19 07:28:39.752462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:39.753022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:39.780112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.786095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.807709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c51d6310-be7c-4653-b278-8951464bbc88 None None] Could not find standard attr ID for object a43b0a5f-1216-4422-b4f0-b01f68716c0b. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:28:39.895831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.938652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:39.951839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=386e6701-775d-4cd4-bf4b-aa39ece5bb22,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:39.970871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78a4ba-219e-4eba-b112-367ca1d88fa1 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:39.977885 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ed1caaea-8619-4bdb-bf9a-40dc554bc4ff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/386e6701-775d-4cd4-bf4b-aa39ece5bb22 HTTP/1.1" status: 204 len: 168 time: 1.5187438 Feb 19 07:28:39.978826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:39.986869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.084533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No DVR routers for this DVR port 12aacb82-1075-4f1f-9f91-75455daad5c6 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:40.117859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.140290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Port': ['ID=12aacb82-1075-4f1f-9f91-75455daad5c6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:40.150436 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-37cdf8d6-b65e-40d2-b02b-c08ae8724ecf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677520 Feb 19 07:28:40.158246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Allocated IP 172.26.1.234 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/54d62a84-f2b4-41e0-ac90-e834b8f69af5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:40.162346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58430) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:40.183423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:40.224884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.327866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:28:40.333047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.351475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Deleting port f86dd304-27fd-4899-9a72-e2db86569c07 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:40.352134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.534010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801c11de-e041-4d28-b87f-e1a225a3aa4a']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:40.534245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.576528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95366143-f010-444b-86b8-87f6f3dd86c4') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:40.577219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95366143-f010-444b-86b8-87f6f3dd86c4') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:40.600422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f86dd304-27fd-4899-9a72-e2db86569c07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f86dd304-27fd-4899-9a72-e2db86569c07,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:40.605658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.624299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:40.631316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.636759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:40.642552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:40.643116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.646285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:40.658578 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:40.664686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.698342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:40.725617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2f820-a6e3-48ce-9b96-6f73b48e534a req-8bff7ea8-be90-4694-9052-a6aff4a6a1ae tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.727194 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9eb2f820-a6e3-48ce-9b96-6f73b48e534a req-8bff7ea8-be90-4694-9052-a6aff4a6a1ae tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.8913119 Feb 19 07:28:40.738713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:40.764952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.780392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f86dd304-27fd-4899-9a72-e2db86569c07,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:40.784311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] For port f86dd304-27fd-4899-9a72-e2db86569c07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f86dd304-27fd-4899-9a72-e2db86569c07,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:40.784709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.825014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Request body: {'floatingip': {'port_id': '36ac9418-d462-4895-ae29-25b21868eb3c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:40.885431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:40.903739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.925204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Calling delete_port for f86dd304-27fd-4899-9a72-e2db86569c07 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:40.927455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.946523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=801c11de-e041-4d28-b87f-e1a225a3aa4a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:40.949108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.961532 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2d844e2c-59bf-49ab-9f7d-fe3b0490ce64 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/801c11de-e041-4d28-b87f-e1a225a3aa4a HTTP/1.1" status: 204 len: 168 time: 5.0098653 Feb 19 07:28:40.964941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58438) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:40.981775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-925090792'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:40.984858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.988930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:40.995193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:40.996804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:40.999731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:41.006434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:41.015005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.040689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f86dd304-27fd-4899-9a72-e2db86569c07 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:28:41.071508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:41.074871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.105693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:41.106753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:41.121899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.139361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.143809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.174630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.191307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:41.192024 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Floating IP fc915926-1a74-4321-9d97-8abba7d676c8 associated. External IP: 172.26.1.178, port: b2271c76-9513-4573-b168-a96293909625. Feb 19 07:28:41.203527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.203852 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment 0d867bad-b68f-4e0b-9383-85fe8b2c0777 of type vlan for network beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb Feb 19 07:28:41.215336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f86dd304-27fd-4899-9a72-e2db86569c07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f86dd304-27fd-4899-9a72-e2db86569c07,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:41.221736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.237450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.288369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.292180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:41.292753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.299487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f86dd304-27fd-4899-9a72-e2db86569c07,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:41.334354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.394797 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4248812 Feb 19 07:28:41.398057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58442) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:41.401682 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Floating IP b80cd613-100f-495f-b6c1-14aaeed16ebb associated. External IP: 172.26.1.73, port: 9611af02-428a-4d2a-8310-299ec6ec4dc9. Feb 19 07:28:41.464498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': 'beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:41.466636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.592816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d030d1-562f-47d1-bd79-1a8b4cd87f1c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:41.604450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:41.620062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Deleting port f86dd304-27fd-4899-9a72-e2db86569c07 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:41.620591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.748917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:41.755794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:41.759099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:41.766470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:41.788109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:41.903690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] For port f86dd304-27fd-4899-9a72-e2db86569c07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f86dd304-27fd-4899-9a72-e2db86569c07,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:41.904303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.905637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:41.913628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.034068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Calling delete_port for f86dd304-27fd-4899-9a72-e2db86569c07 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:42.145875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.177496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Port': ['ID=54d62a84-f2b4-41e0-ac90-e834b8f69af5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:42.193210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] Pushing event deleted for resources: {'Port': ['ID=f86dd304-27fd-4899-9a72-e2db86569c07,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:42.197615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aad68b-2923-469a-a4f3-21f743755bba None None] No DVR routers for this DVR port f86dd304-27fd-4899-9a72-e2db86569c07 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:42.216566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932dad11-997e-4136-add6-c3a23d5a42b2 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:28:42.230345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:42.269792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Allocated IP 172.26.1.165 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/048a1921-a10c-4ff6-99ba-d7df59f31d4b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:42.272037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.273389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:42.283140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:42.354881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932dad11-997e-4136-add6-c3a23d5a42b2 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:28:42.361590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=49f30431-1110-4e61-9d56-30bc3b3d4ad6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:42.391986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': '0d867bad-b68f-4e0b-9383-85fe8b2c0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:42.392448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:42.416981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Router def940f7-7b5b-48b7-b5ff-149b989b9183 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:42.490695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:42.558011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:42.562589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.563172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.570211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.602096 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5727511e-54b2-498d-9755-ce0a6f45f7f9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2028594 Feb 19 07:28:42.604956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:42.742136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '0cb98ded-86da-4d16-a7b0-7802bda359f7'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:42.743711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.766884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:42.780014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.790129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:42.799258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=0cb98ded-86da-4d16-a7b0-7802bda359f7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:42.805645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.806050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.851797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:42.858076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.876134 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] Sync routers for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:42.878535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:42.888635 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:42.889646 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:42.931947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/0cb98ded-86da-4d16-a7b0-7802bda359f7/8990516c-eaf4-435c-82be-bd89645f2dd9) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:42.945796 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8398a14-7cd5-4eeb-82bb-d529541e675a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "PUT /v2.0/floatingips/b80cd613-100f-495f-b6c1-14aaeed16ebb HTTP/1.1" status: 200 len: 990 time: 4.0268257 Feb 19 07:28:42.959663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:42.966581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.041783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6783eb53-e85d-45bd-a11c-9d1534c4d07b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8717785 Feb 19 07:28:43.084697 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:43.086374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:43.096657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '0cb98ded-86da-4d16-a7b0-7802bda359f7', 'ip_address': '2001:db8::ada7:cc28:9b80:f8f4'}], 'name': 'tempest-NetworksTestDHCPv6-1472590229'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:43.103777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.120214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.198050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.211428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:43.216016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Transition to ACTIVE for port object 8990516c-eaf4-435c-82be-bd89645f2dd9 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:43.236852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Transition to ACTIVE for port object 8990516c-eaf4-435c-82be-bd89645f2dd9 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:43.244774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.337126 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:43.340681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:43.347818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:43.354271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Pushing event updated for resources: {'Port': ['ID=8990516c-eaf4-435c-82be-bd89645f2dd9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:43.384736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.441254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=49f30431-1110-4e61-9d56-30bc3b3d4ad6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:43.465285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Attempting to bind port 8990516c-eaf4-435c-82be-bd89645f2dd9 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:43.465649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Attempting to bind port 8990516c-eaf4-435c-82be-bd89645f2dd9 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:43.465998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Attempting to bind port 8990516c-eaf4-435c-82be-bd89645f2dd9 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:43.481176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:43.481700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:43.482097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.482488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:43.482946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Bound port: 8990516c-eaf4-435c-82be-bd89645f2dd9, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:43.483312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.501179 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'status': 'completed', 'code': 200} Feb 19 07:28:43.527970 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'b80cd613-100f-495f-b6c1-14aaeed16ebb', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'floating_ip_address': '172.26.1.73', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'port_id': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'mac_address': 'fa:16:3e:76:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:54Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 1, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:43.532553 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] Checking router: def940f7-7b5b-48b7-b5ff-149b989b9183 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:43.544421 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:43.545335 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:43.549405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.579743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:43.581284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] For port 8990516c-eaf4-435c-82be-bd89645f2dd9, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:43.581739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.585192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] For port 8990516c-eaf4-435c-82be-bd89645f2dd9, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8990516c-eaf4-435c-82be-bd89645f2dd9,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:43.594857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.673675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.694025 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d29daa3c-2783-4f44-9e64-0394a349065c req-18694486-a75d-4613-9862-79dd266c6d6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ad7397db76746ea8c30b53538851e29&device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 1098 time: 0.2502687 Feb 19 07:28:43.723465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542154f7-aa1f-4807-bcba-663f2c43701c None None] Pushing event updated for resources: {'Port': ['ID=8990516c-eaf4-435c-82be-bd89645f2dd9,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:43.758611 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:43.772249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:43.888017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:43.930324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d867bad-b68f-4e0b-9383-85fe8b2c0777') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:43.930613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d867bad-b68f-4e0b-9383-85fe8b2c0777') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:43.937930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event updated for resources: {'Port': ['ID=048a1921-a10c-4ff6-99ba-d7df59f31d4b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:43.942555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:43.970264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:43.974546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:43.979093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.002284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:44.003286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10472a19-67af-468d-b4c7-e5a663bfb63e req-85ea53fc-4bf5-40ea-b9d1-7cac34c70832 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.009533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:44.010290 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-10472a19-67af-468d-b4c7-e5a663bfb63e req-85ea53fc-4bf5-40ea-b9d1-7cac34c70832 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.8752217 Feb 19 07:28:44.018224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.020766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:44.028042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29daa3c-2783-4f44-9e64-0394a349065c req-939574eb-ae4f-4723-8781-44d0a635f42c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.029671 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d29daa3c-2783-4f44-9e64-0394a349065c req-939574eb-ae4f-4723-8781-44d0a635f42c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8594d506-755e-4934-ac16-7f2fea607fb7 HTTP/1.1" status: 200 len: 913 time: 0.2907851 Feb 19 07:28:44.033571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:44.033977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:44.049429 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:44.106867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.107627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.182798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:44.246839 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'b80cd613-100f-495f-b6c1-14aaeed16ebb', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'floating_ip_address': '172.26.1.73', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'port_id': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'mac_address': 'fa:16:3e:76:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:54Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 1, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:44.250793 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23527f21-b273-4e78-bcf7-2649b24540a4 None None] The sync data for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv is: [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'b80cd613-100f-495f-b6c1-14aaeed16ebb', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'floating_ip_address': '172.26.1.73', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'port_id': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'mac_address': 'fa:16:3e:76:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:54Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 1, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:44.291241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.302671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.337540 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d29daa3c-2783-4f44-9e64-0394a349065c req-8fa6df94-4d00-4c3d-b6ca-f84086dc34a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9 HTTP/1.1" status: 200 len: 998 time: 0.2875569 Feb 19 07:28:44.341173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:44.346925 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cfb6db4b-ca1f-47b9-b364-b9611c53d0ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb HTTP/1.1" status: 204 len: 168 time: 1.7410352 Feb 19 07:28:44.349840 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-10472a19-67af-468d-b4c7-e5a663bfb63e req-91b5afc2-207f-48bb-bb33-481f2cdc200b tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385031 Feb 19 07:28:44.350322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58458) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:44.362564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1215572696'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:44.377858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:44.430120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:44.437011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:44.458116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:44.475992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.490315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29daa3c-2783-4f44-9e64-0394a349065c req-b732e0ee-2a2a-443c-b4f6-4dc117fe8e0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.491760 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d29daa3c-2783-4f44-9e64-0394a349065c req-b732e0ee-2a2a-443c-b4f6-4dc117fe8e0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd63d11b-740f-4f42-aed2-bf4d7f4a93b9 HTTP/1.1" status: 200 len: 851 time: 0.1365275 Feb 19 07:28:44.504588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:44.507900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.524849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 65a01a6a-aaec-4128-9b31-9db74a8d0179 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:44.646635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:44.707611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.716020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.716398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment 941bab75-7db5-447b-9dc8-9c11706ac25e of type vlan for network b811d732-fe7a-45db-8c21-5a7d9c868485 Feb 19 07:28:44.730850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.733801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Router d0303de2-371d-4d96-965b-7a6704eb6523 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:44.810177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.819866 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d29daa3c-2783-4f44-9e64-0394a349065c req-8318ddeb-006e-448a-9076-49695a7d483e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8594d506-755e-4934-ac16-7f2fea607fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2967420 Feb 19 07:28:44.821648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8490d-a65b-4d50-aa82-4c3725d9c583 None None] Network beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:44.840233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ea19a-fc0d-42a6-93e6-7a5acec458b5 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:44.868386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8490d-a65b-4d50-aa82-4c3725d9c583 None None] Network beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb could not be found, it might have been deleted concurrently. {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 19 07:28:44.928566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::ada7:cc28:9b80:f8f4 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/0cb98ded-86da-4d16-a7b0-7802bda359f7/65a01a6a-aaec-4128-9b31-9db74a8d0179) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:44.942678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:44.943246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 064fea7c-5c6a-4f72-b1da-185c208b42a9 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:44.955375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8cc1d-0221-4b85-a369-a7a7018073f6 None None] Network beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:44.991598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8cc1d-0221-4b85-a369-a7a7018073f6 None None] Network beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb could not be found, it might have been deleted concurrently. {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 19 07:28:45.000932 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:28:45.004073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-31f04485-f394-4d98-96e8-5f9b94b4a688 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.4465163 Feb 19 07:28:45.004073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Floating IP 161bf6de-3929-440f-9cec-95ec060e9a9e associated. External IP: 172.26.1.50, port: 36ac9418-d462-4895-ae29-25b21868eb3c. Feb 19 07:28:45.027073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-534071b2-9217-437c-bb8e-e498141ae64a None None] Provisioning for port 8990516c-eaf4-435c-82be-bd89645f2dd9 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:45.048179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 8990516c-eaf4-435c-82be-bd89645f2dd9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:45.053529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:45.054109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.057762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:45.059199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.226607 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 8990516c-eaf4-435c-82be-bd89645f2dd9 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:45.236386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 8990516c-eaf4-435c-82be-bd89645f2dd9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:45.236762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.337967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.339788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.385795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.437087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 8990516c-eaf4-435c-82be-bd89645f2dd9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8990516c-eaf4-435c-82be-bd89645f2dd9,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:45.444914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.458839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=b811d732-fe7a-45db-8c21-5a7d9c868485,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:45.462765 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98e89562-0f0a-4ff1-959a-233e322296e9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1114755 Feb 19 07:28:45.470889 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d29daa3c-2783-4f44-9e64-0394a349065c req-35e80c8c-4b0f-4a00-b524-28957514b417 service neutron] 10.222.0.67 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401074 Feb 19 07:28:45.471354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:45.479358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Deleting port f94e4bc5-1f68-48b0-9b0e-06899449be1b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:45.479752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.506922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:45.540089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b811d732-fe7a-45db-8c21-5a7d9c868485 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:45.647371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=8990516c-eaf4-435c-82be-bd89645f2dd9,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:45.670194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-65fe4a83-bdf4-479f-945c-ed2b2f843b2a None None] Provisioning complete for port 8990516c-eaf4-435c-82be-bd89645f2dd9 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:45.670566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65fe4a83-bdf4-479f-945c-ed2b2f843b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.718477 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-40b8b641-92a6-4e0d-8c80-e86cf8833e7f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4684229 Feb 19 07:28:45.743383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Router 75446f79-4898-4502-8748-f075f1cd45f2 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:45.791308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:45.839826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:45.862932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:45.875582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:45.881925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 65a01a6a-aaec-4128-9b31-9db74a8d0179 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:45.901193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:45.905666 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d29daa3c-2783-4f44-9e64-0394a349065c req-b36553b0-d048-47bd-a0e9-ab8c62e57d74 service neutron] 10.222.0.67 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850541 Feb 19 07:28:45.943067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:45.952703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] Sync routers for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:45.966441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:45.967184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:45.975022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:45.989529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:46.083754 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e27e4b31-8bc6-4a4a-9284-51631eeedc13 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "PUT /v2.0/floatingips/fc915926-1a74-4321-9d97-8abba7d676c8 HTTP/1.1" status: 200 len: 991 time: 9.4585652 Feb 19 07:28:46.083754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'tag': 'b2271c76-9513-4573-b168-a96293909625'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:46.144938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:46.163678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:46.219244 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'tag': 'b2271c76-9513-4573-b168-a96293909625', 'status': 'completed', 'code': 200} Feb 19 07:28:46.251453 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-5b1b38ba-066d-40a6-9d99-25f9384d9ad3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=232e1adbd20d40169d2765cccc951a2c&device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 1098 time: 0.4139709 Feb 19 07:28:46.290270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:46.313903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Calling delete_port for f94e4bc5-1f68-48b0-9b0e-06899449be1b owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:46.394249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:46.520332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fed18-c553-4699-9566-428f7f33967a req-14c7f481-f7c9-4a35-ba2a-0b6ced7b10e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.521806 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-14c7f481-f7c9-4a35-ba2a-0b6ced7b10e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e1d6c9c-7bac-4dea-974f-1edd62b66357 HTTP/1.1" status: 200 len: 907 time: 0.2238498 Feb 19 07:28:46.523948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Router 0a8d5a20-93b3-4adb-8e78-644c48522e83 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:46.554948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:46.560870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:46.563448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:46.567948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.568700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:46.594589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=65a01a6a-aaec-4128-9b31-9db74a8d0179,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:46.603945 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-745abf52-d0d5-4906-a666-1f9928c7415a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5159094 Feb 19 07:28:46.606306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fc915926-1a74-4321-9d97-8abba7d676c8', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'port_id': 'b2271c76-9513-4573-b168-a96293909625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'mac_address': 'fa:16:3e:1f:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:51Z', 'updated_at': '2022-02-19T07:28:38Z', 'revision_number': 1, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:48Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:46.607896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d480308-4c8a-430a-aa6e-e4a37ed291fb req-c6efbac1-d03b-4845-9f77-035ed8ac942f tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.609582 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d480308-4c8a-430a-aa6e-e4a37ed291fb req-c6efbac1-d03b-4845-9f77-035ed8ac942f tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.3535423 Feb 19 07:28:46.611205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58478) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:46.619219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] Checking router: d0303de2-371d-4d96-965b-7a6704eb6523 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:46.633826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:46.634731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:46.745085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:46.762006 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Sync routers for ids ['75446f79-4898-4502-8748-f075f1cd45f2'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:46.782976 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Routers {'75446f79-4898-4502-8748-f075f1cd45f2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:46.783979 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['75446f79-4898-4502-8748-f075f1cd45f2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:46.814961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:46.858197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-98073d55-bced-43b6-ab0f-649d6cf5f4ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2271c76-9513-4573-b168-a96293909625 HTTP/1.1" status: 200 len: 999 time: 0.3223109 Feb 19 07:28:46.890453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf08f0e-05be-4d56-ba4a-025fbaa4aa83 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.894848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf08f0e-05be-4d56-ba4a-025fbaa4aa83 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.895623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cf08f0e-05be-4d56-ba4a-025fbaa4aa83 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:46.898837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Pushing event deleted for resources: {'Port': ['ID=f94e4bc5-1f68-48b0-9b0e-06899449be1b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:46.935757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:47.095878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.097816 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Set router 75446f79-4898-4502-8748-f075f1cd45f2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:47.122804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.126390 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3ca3a403-f4c6-4e37-ba5e-d45751302922 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.1880336 Feb 19 07:28:47.134263 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d480308-4c8a-430a-aa6e-e4a37ed291fb req-7f2e077b-ba26-4ff1-8b89-5c3463e73cca tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5027707 Feb 19 07:28:47.134729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:47.218611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9cf08f0e-05be-4d56-ba4a-025fbaa4aa83 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:47.223042 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9cf08f0e-05be-4d56-ba4a-025fbaa4aa83 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6108227 Feb 19 07:28:47.227048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58488) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:47.241314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 8990516c-eaf4-435c-82be-bd89645f2dd9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:47.285327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fed18-c553-4699-9566-428f7f33967a req-300e7dbd-a19c-4a2f-8285-5c4fdb5d6e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:47.286400 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-300e7dbd-a19c-4a2f-8285-5c4fdb5d6e40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e516e3b-d418-47a4-a128-c4ed954ffbca HTTP/1.1" status: 200 len: 845 time: 0.3971853 Feb 19 07:28:47.314103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=e0733514-3711-443b-b1b4-3e9be6c5108c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:47.359604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': '941bab75-7db5-447b-9dc8-9c11706ac25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:47.360296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: b811d732-fe7a-45db-8c21-5a7d9c868485, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:47.369117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.375603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Router 1b66c491-97f9-470a-ae78-5088f14c49b2 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:47.413419 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e223b18-36d4-4979-89be-eff905e74f91 tempest-RoutersAdminNegativeTest-1025404447 tempest-RoutersAdminNegativeTest-1025404447-project-admin] 10.222.0.72 "DELETE /v2.0/ports/f94e4bc5-1f68-48b0-9b0e-06899449be1b HTTP/1.1" status: 204 len: 168 time: 2.3466251 Feb 19 07:28:47.445081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56a784cf-4a96-48ef-9411-f354aa8610c4 None None] Provisioning for port 65a01a6a-aaec-4128-9b31-9db74a8d0179 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:47.445321 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75446f79-4898-4502-8748-f075f1cd45f2', 'name': 'tempest-snat-router-2079168269', 'tenant_id': 'ae46af339b374f82944479cd78cf2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.234'}], 'enable_snat': False}, 'gw_port_id': '54d62a84-f2b4-41e0-ac90-e834b8f69af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:37Z', 'updated_at': '2022-02-19T07:28:42Z', 'revision_number': 3, 'project_id': 'ae46af339b374f82944479cd78cf2e5e', 'gw_port': {'id': '54d62a84-f2b4-41e0-ac90-e834b8f69af5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75446f79-4898-4502-8748-f075f1cd45f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:39Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:47.450130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 65a01a6a-aaec-4128-9b31-9db74a8d0179 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:47.450373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.458066 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Checking router: 75446f79-4898-4502-8748-f075f1cd45f2 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:47.458270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56a784cf-4a96-48ef-9411-f354aa8610c4 None None] Provisioning complete for port 65a01a6a-aaec-4128-9b31-9db74a8d0179 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:47.458624 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Updating router 75446f79-4898-4502-8748-f075f1cd45f2 port 54d62a84-f2b4-41e0-ac90-e834b8f69af5 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:28:47.458749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-56a784cf-4a96-48ef-9411-f354aa8610c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.518485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network b811d732-fe7a-45db-8c21-5a7d9c868485 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:47.557695 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.622584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 8990516c-eaf4-435c-82be-bd89645f2dd9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:47.622953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.629535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b811d732-fe7a-45db-8c21-5a7d9c868485) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:47.641637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:47.642278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.686012 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-c470888f-9fc4-4790-8715-060552b3f615 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e1d6c9c-7bac-4dea-974f-1edd62b66357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3890297 Feb 19 07:28:47.693858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:47.694073 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-120bd89e-d162-4cab-a65b-f2229a4473cb tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2180922 Feb 19 07:28:47.718357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-56a784cf-4a96-48ef-9411-f354aa8610c4 None None] Port 65a01a6a-aaec-4128-9b31-9db74a8d0179 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:28:47.721360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef64b30-5d62-4fef-9f0c-144502c8bff4 None None] Network b811d732-fe7a-45db-8c21-5a7d9c868485 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:47.724742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:47.885546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.924229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:47.943062 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:47.955314 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Transition to ACTIVE for port object 54d62a84-f2b4-41e0-ac90-e834b8f69af5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:47.964630 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.034422 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Attempting to bind port 54d62a84-f2b4-41e0-ac90-e834b8f69af5 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:48.034789 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Attempting to bind port 54d62a84-f2b4-41e0-ac90-e834b8f69af5 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:48.035154 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Attempting to bind port 54d62a84-f2b4-41e0-ac90-e834b8f69af5 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:48.036001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b811d732-fe7a-45db-8c21-5a7d9c868485', 'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': 'e0733514-3711-443b-b1b4-3e9be6c5108c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:48.036919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.042334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:48.049357 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:48.049725 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:48.050116 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.050548 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:48.051015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Bound port: 54d62a84-f2b4-41e0-ac90-e834b8f69af5, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:48.051426 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.054411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 65a01a6a-aaec-4128-9b31-9db74a8d0179 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:48.084302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:subnet and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:48.094705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:48.117468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:48.145587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:48.153866 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] For port 54d62a84-f2b4-41e0-ac90-e834b8f69af5, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:48.157318 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] For port 54d62a84-f2b4-41e0-ac90-e834b8f69af5, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=54d62a84-f2b4-41e0-ac90-e834b8f69af5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:48.160993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] Sync routers for ids ['0a8d5a20-93b3-4adb-8e78-644c48522e83'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:48.177871 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.186249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] Routers {'0a8d5a20-93b3-4adb-8e78-644c48522e83'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:48.187000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0a8d5a20-93b3-4adb-8e78-644c48522e83'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:48.201353 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Pushing event updated for resources: {'Port': ['ID=54d62a84-f2b4-41e0-ac90-e834b8f69af5,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.214183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.214444 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.215015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.215442 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.215860 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.216625 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8894e315-9c40-4d13-9e9c-0a43a535f1ef tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.7349935 Feb 19 07:28:48.219397 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.219856 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.221763 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.222220 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.222744 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.224210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:48.224347 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.225280 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:48.244704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fc915926-1a74-4321-9d97-8abba7d676c8', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'port_id': 'b2271c76-9513-4573-b168-a96293909625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'mac_address': 'fa:16:3e:1f:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:51Z', 'updated_at': '2022-02-19T07:28:38Z', 'revision_number': 1, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:48Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:48.268992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:48.269403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:48.271512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8456b-1025-4384-8f05-aa4d54c20307 None None] The sync data for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv is: [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fc915926-1a74-4321-9d97-8abba7d676c8', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'port_id': 'b2271c76-9513-4573-b168-a96293909625', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'mac_address': 'fa:16:3e:1f:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:51Z', 'updated_at': '2022-02-19T07:28:38Z', 'revision_number': 1, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:48Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:48.280620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.294197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': False}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:48.320023 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f7116-95bf-4135-b0e8-13531e6a0dd7 None None] Pushing event updated for resources: {'Port': ['ID=54d62a84-f2b4-41e0-ac90-e834b8f69af5,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.333512 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Routers {'75446f79-4898-4502-8748-f075f1cd45f2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:48.334274 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['75446f79-4898-4502-8748-f075f1cd45f2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:48.341459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=65a01a6a-aaec-4128-9b31-9db74a8d0179,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.369498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] Routers {'0a8d5a20-93b3-4adb-8e78-644c48522e83'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:48.370074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0a8d5a20-93b3-4adb-8e78-644c48522e83'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:48.404464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.429858 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3a960e70-46af-47ae-99a4-fda05a91a664 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/65a01a6a-aaec-4128-9b31-9db74a8d0179 HTTP/1.1" status: 204 len: 168 time: 1.1942575 Feb 19 07:28:48.430331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:48.452866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:48.453277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b1a1-4171-40e4-9945-da27a4f4f61e None None] The sync data for ids ['0a8d5a20-93b3-4adb-8e78-644c48522e83'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:48.467431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Allocated IP 2001:db8::2 (b811d732-fe7a-45db-8c21-5a7d9c868485/e0733514-3711-443b-b1b4-3e9be6c5108c/9aae6477-22f5-4194-86d1-7a6b43b58056) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:48.541939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c59e8-8ad4-4f3d-9ecb-1ee16757295d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.546472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c59e8-8ad4-4f3d-9ecb-1ee16757295d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.547506 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fa1c59e8-8ad4-4f3d-9ecb-1ee16757295d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:48.563056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.570893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fa1c59e8-8ad4-4f3d-9ecb-1ee16757295d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:48.575398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fa1c59e8-8ad4-4f3d-9ecb-1ee16757295d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1410627 Feb 19 07:28:48.576185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:48.655971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 0cb98ded-86da-4d16-a7b0-7802bda359f7 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:28:48.659514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.715600 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] Set router 75446f79-4898-4502-8748-f075f1cd45f2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:48.721242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.728794 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-18a827c0-1027-4d72-a8a5-95706208a4a7 service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0281422 Feb 19 07:28:48.749571 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-02df4775-6227-47d2-9efb-44d2fe672ce0 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/75446f79-4898-4502-8748-f075f1cd45f2 HTTP/1.1" status: 200 len: 909 time: 1.6093013 Feb 19 07:28:48.754631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:48.765066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2079168269', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': True}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:48.773543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.778134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:48.785937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Usage tracker for resource:router and tenant:ae46af339b374f82944479cd78cf2e5e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:48.789315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Transition to ACTIVE for port object 9aae6477-22f5-4194-86d1-7a6b43b58056 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:48.792650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:48.803189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:48.819493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Transition to ACTIVE for port object 9aae6477-22f5-4194-86d1-7a6b43b58056 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:48.829337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.831570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.832757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.854687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.887387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.887677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:48.908100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Usage tracker for resource:security_group_rule and tenant:c05233a226f647f399ecf014b20767b1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:48.919369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:48.949393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Pushing event updated for resources: {'Port': ['ID=9aae6477-22f5-4194-86d1-7a6b43b58056,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.955144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:48.974340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:48.981701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Network b811d732-fe7a-45db-8c21-5a7d9c868485 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:48.983572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:48.986520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:49.081723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.096776 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75446f79-4898-4502-8748-f075f1cd45f2', 'name': 'tempest-snat-router-2079168269', 'tenant_id': 'ae46af339b374f82944479cd78cf2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.234'}], 'enable_snat': False}, 'gw_port_id': '54d62a84-f2b4-41e0-ac90-e834b8f69af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:37Z', 'updated_at': '2022-02-19T07:28:42Z', 'revision_number': 3, 'project_id': 'ae46af339b374f82944479cd78cf2e5e', 'gw_port': {'id': '54d62a84-f2b4-41e0-ac90-e834b8f69af5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75446f79-4898-4502-8748-f075f1cd45f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:39Z', 'updated_at': '2022-02-19T07:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:49.101843 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62f5c5-2b67-420c-8d94-e0ec71dbca3b None None] The sync data for ids ['75446f79-4898-4502-8748-f075f1cd45f2'] in dv-neutron-829958-1-hyperv is: [{'id': '75446f79-4898-4502-8748-f075f1cd45f2', 'name': 'tempest-snat-router-2079168269', 'tenant_id': 'ae46af339b374f82944479cd78cf2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.234'}], 'enable_snat': False}, 'gw_port_id': '54d62a84-f2b4-41e0-ac90-e834b8f69af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:37Z', 'updated_at': '2022-02-19T07:28:42Z', 'revision_number': 3, 'project_id': 'ae46af339b374f82944479cd78cf2e5e', 'gw_port': {'id': '54d62a84-f2b4-41e0-ac90-e834b8f69af5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ec:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75446f79-4898-4502-8748-f075f1cd45f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:39Z', 'updated_at': '2022-02-19T07:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:49.113472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Attempting to bind port 9aae6477-22f5-4194-86d1-7a6b43b58056 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:49.113838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Attempting to bind port 9aae6477-22f5-4194-86d1-7a6b43b58056 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '941bab75-7db5-447b-9dc8-9c11706ac25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:49.114188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Attempting to bind port 9aae6477-22f5-4194-86d1-7a6b43b58056 on network b811d732-fe7a-45db-8c21-5a7d9c868485 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:49.121922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:49.122510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Checking segment: {'id': '941bab75-7db5-447b-9dc8-9c11706ac25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:49.122844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.123239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Bound using segment: {'id': '941bab75-7db5-447b-9dc8-9c11706ac25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:49.123703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Bound port: 9aae6477-22f5-4194-86d1-7a6b43b58056, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941bab75-7db5-447b-9dc8-9c11706ac25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:49.124077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.127008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.147562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b41fed18-c553-4699-9566-428f7f33967a req-56fba903-e89d-4615-b099-f1c08262004d service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959825 Feb 19 07:28:49.176826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb98ded-86da-4d16-a7b0-7802bda359f7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:49.229823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.235279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6202e00b-fee8-46b9-aca3-13f17e26e17f None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:49.330026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] For port 9aae6477-22f5-4194-86d1-7a6b43b58056, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:49.351190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] For port 9aae6477-22f5-4194-86d1-7a6b43b58056, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9aae6477-22f5-4194-86d1-7a6b43b58056,segment=NetworkSegment(941bab75-7db5-447b-9dc8-9c11706ac25e),segment_id=941bab75-7db5-447b-9dc8-9c11706ac25e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:49.365330 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fca2557c-c2fa-4d3b-b45d-5a1badd49348 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/0cb98ded-86da-4d16-a7b0-7802bda359f7 HTTP/1.1" status: 204 len: 168 time: 0.7853124 Feb 19 07:28:49.365910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:49.384137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.405627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:49.417532 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] Sync routers for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:49.439492 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b76d10e1-7103-468c-b3a9-fac055b72d74 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702236 Feb 19 07:28:49.442114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58528) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:49.442278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.453473 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:49.454886 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:49.561747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00469622-474a-4e41-bbaa-ed2608bd13b1 None None] Pushing event updated for resources: {'Port': ['ID=9aae6477-22f5-4194-86d1-7a6b43b58056,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:49.583479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dbac2e-a016-47a9-8ef3-739d93c72052 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:49.585067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-89dbac2e-a016-47a9-8ef3-739d93c72052 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:49.626313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.651097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.662681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-89dbac2e-a016-47a9-8ef3-739d93c72052 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:49.663942 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-89dbac2e-a016-47a9-8ef3-739d93c72052 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2231002 Feb 19 07:28:49.668813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:49.670624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.684327 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-346c15b2-ac11-4a45-906e-26dab5761c9d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "PUT /v2.0/floatingips/161bf6de-3929-440f-9cec-95ec060e9a9e HTTP/1.1" status: 200 len: 990 time: 8.8890243 Feb 19 07:28:49.690935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:28:49.699161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.717524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:28:49.722637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] Deleting port 8990516c-eaf4-435c-82be-bd89645f2dd9 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:49.723125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:49.923358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c629b24-d6e6-4338-a240-8f71d15d5b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:49.924216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2c629b24-d6e6-4338-a240-8f71d15d5b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:49.941828 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:49.977567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c', 'status': 'completed', 'code': 200} Feb 19 07:28:50.092698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b4369a-bfb4-49e4-bd85-567e37cba4ab None None] New status for floating IP b80cd613-100f-495f-b6c1-14aaeed16ebb: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:28:50.096758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19053ba-6e6d-4b8c-b194-b4ba6bd0aa22,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:50.111632 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-1a9c76b3-b414-4bf3-a4e7-11a68aae3e3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=232e1adbd20d40169d2765cccc951a2c&device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 1098 time: 0.7599399 Feb 19 07:28:50.125779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2c629b24-d6e6-4338-a240-8f71d15d5b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:50.127200 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2c629b24-d6e6-4338-a240-8f71d15d5b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4520338 Feb 19 07:28:50.130619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58542) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:50.169645 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-01b6a3ec-0451-429d-a374-05559e2a3e50 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c05233a226f647f399ecf014b20767b1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1161671 Feb 19 07:28:50.199456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58546) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:50.209632 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c698cd86-cce4-4d6b-9463-27fae9946e72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776272 Feb 19 07:28:50.214515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:50.251656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:50.385372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:50.393789 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-146a5de3-94a2-469a-b891-2c0f24f5e116 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.4507263 Feb 19 07:28:50.405883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:50.520653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] For port 8990516c-eaf4-435c-82be-bd89645f2dd9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8990516c-eaf4-435c-82be-bd89645f2dd9,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:50.521272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:50.557912 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '161bf6de-3929-440f-9cec-95ec060e9a9e', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'floating_ip_address': '172.26.1.50', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'port_id': '36ac9418-d462-4895-ae29-25b21868eb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'mac_address': 'fa:16:3e:c3:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:55Z', 'updated_at': '2022-02-19T07:28:42Z', 'revision_number': 1, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:17Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:50.566171 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] Checking router: 1b66c491-97f9-470a-ae78-5088f14c49b2 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:50.585809 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:50.587894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Allocated IP 172.26.1.183 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/68ed65d1-0f88-4aff-bc1c-2ad90f675334) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:50.589116 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:50.591688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:50.619494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:50.687673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-6c4a7830-1f38-47dc-bfe3-0eafee0ed763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:50.690443 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-6c4a7830-1f38-47dc-bfe3-0eafee0ed763 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e1d6c9c-7bac-4dea-974f-1edd62b66357 HTTP/1.1" status: 200 len: 907 time: 0.5186262 Feb 19 07:28:50.691475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] Calling delete_port for 8990516c-eaf4-435c-82be-bd89645f2dd9 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:50.699644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb6e2e-b6de-4faf-aeb9-ad0b0130b6fb req-87b729b4-2c0e-46b3-a65b-829be2bb4a42 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:50.701159 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a7bb6e2e-b6de-4faf-aeb9-ad0b0130b6fb req-87b729b4-2c0e-46b3-a65b-829be2bb4a42 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.7449763 Feb 19 07:28:50.709674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98004220-2bff-45f9-bc5c-147b28496be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:50.744093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:50.816498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:50.900332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] No DVR routers for this DVR port 8990516c-eaf4-435c-82be-bd89645f2dd9 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:50.918248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dccaaa-fe1b-4315-ac92-e7cab5a213dd None None] Pushing event deleted for resources: {'Port': ['ID=8990516c-eaf4-435c-82be-bd89645f2dd9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:50.943379 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f08272-426d-4ebc-b3c6-55cc3b35a67c None None] New status for floating IP fc915926-1a74-4321-9d97-8abba7d676c8: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:28:50.990376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network b811d732-fe7a-45db-8c21-5a7d9c868485 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:51.014127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98004220-2bff-45f9-bc5c-147b28496be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:51.024559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:51.038320 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.038912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:51.043346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=b484dc5a-b47c-4b34-9d38-2e7d96ced171,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:51.045567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2f6ba-af9b-4ef5-a409-4478bc17fce9 None None] Network b811d732-fe7a-45db-8c21-5a7d9c868485 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:51.089064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9aae6477-22f5-4194-86d1-7a6b43b58056 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:51.097055 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-3f4c8ae4-1288-4415-b145-b7bd26175329 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2271c76-9513-4573-b168-a96293909625 HTTP/1.1" status: 200 len: 999 time: 0.3948576 Feb 19 07:28:51.101909 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:51.105732 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a7bb6e2e-b6de-4faf-aeb9-ad0b0130b6fb req-bf2a68e8-9843-4b18-85e6-4cc5f8ce5ebd tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907566 Feb 19 07:28:51.145969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-8c6e2669-f633-45f9-8ba7-553ce57b7777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.160448 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-8c6e2669-f633-45f9-8ba7-553ce57b7777 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.7509971 Feb 19 07:28:51.173512 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-156d3d5e-5507-4420-9d7b-f74ee75705de tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4717846 Feb 19 07:28:51.179437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58556) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:51.247790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-6064298f-3d66-408d-9339-b1b989b096f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.249311 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-6064298f-3d66-408d-9339-b1b989b096f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e516e3b-d418-47a4-a128-c4ed954ffbca HTTP/1.1" status: 200 len: 845 time: 0.1315498 Feb 19 07:28:51.256113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98004220-2bff-45f9-bc5c-147b28496be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:51.289171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3f4eafbf-af3d-4e72-b4e7-bfa6f2dc6055 None None] Provisioning for port 9aae6477-22f5-4194-86d1-7a6b43b58056 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:51.345431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98004220-2bff-45f9-bc5c-147b28496be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19053ba-6e6d-4b8c-b194-b4ba6bd0aa22,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:51.350937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.352279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.353580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.355637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.357149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.358138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Synchronizing usage tracker for tenant:9c9533cecfc64206a5e391d0205eb99d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:51.380288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:51.414783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 9aae6477-22f5-4194-86d1-7a6b43b58056 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:51.430785 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-b26429b5-6338-4cfc-8f2c-2cacd7315ea3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 998 time: 0.2394054 Feb 19 07:28:51.473703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 9aae6477-22f5-4194-86d1-7a6b43b58056 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:51.477223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98004220-2bff-45f9-bc5c-147b28496be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:51.481529 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-98004220-2bff-45f9-bc5c-147b28496be8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c19053ba-6e6d-4b8c-b194-b4ba6bd0aa22 HTTP/1.1" status: 204 len: 168 time: 1.2657342 Feb 19 07:28:51.482391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:51.604275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-f56ea1db-9dd0-4d8b-b37a-45ebd7c245ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.609373 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-f56ea1db-9dd0-4d8b-b37a-45ebd7c245ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.1574552 Feb 19 07:28:51.657835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Unset dirty status for tenant:9c9533cecfc64206a5e391d0205eb99d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:51.665171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-64558e7c-3e98-4333-9355-7d3ca8a3d471 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4838059 Feb 19 07:28:51.679543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58562) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:51.688226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-979321574'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:51.699887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:51.711436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:51.717767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:51.724286 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-4952e526-e7bb-4809-9046-421808c91284 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e1d6c9c-7bac-4dea-974f-1edd62b66357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4589899 Feb 19 07:28:51.730293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:51.736224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] Update dhcp port {'port': {'network_id': 'b811d732-fe7a-45db-8c21-5a7d9c868485', 'fixed_ips': [{'subnet_id': 'e0733514-3711-443b-b1b4-3e9be6c5108c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b484dc5a-b47c-4b34-9d38-2e7d96ced171'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '9aae6477-22f5-4194-86d1-7a6b43b58056'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:28:51.832817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbccbe-8a3d-48b4-820c-37af4fc48335 req-02de38a5-d611-42ac-9efb-ff2111c9e80a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.842011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:51.842913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f5bbccbe-8a3d-48b4-820c-37af4fc48335 req-02de38a5-d611-42ac-9efb-ff2111c9e80a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3915651 Feb 19 07:28:51.940481 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '161bf6de-3929-440f-9cec-95ec060e9a9e', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'floating_ip_address': '172.26.1.50', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'port_id': '36ac9418-d462-4895-ae29-25b21868eb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'mac_address': 'fa:16:3e:c3:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:55Z', 'updated_at': '2022-02-19T07:28:42Z', 'revision_number': 1, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:17Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:51.945885 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd1d886-82ae-4456-9498-af1abba789fb None None] The sync data for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv is: [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '161bf6de-3929-440f-9cec-95ec060e9a9e', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'floating_ip_address': '172.26.1.50', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'port_id': '36ac9418-d462-4895-ae29-25b21868eb3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'mac_address': 'fa:16:3e:c3:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:55Z', 'updated_at': '2022-02-19T07:28:42Z', 'revision_number': 1, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:17Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:51.951963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.011341 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-2da0a436-96a5-4c10-9306-9732cf63de97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3889537 Feb 19 07:28:52.012994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.025288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:52.028308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.066972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 9aae6477-22f5-4194-86d1-7a6b43b58056, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9aae6477-22f5-4194-86d1-7a6b43b58056,segment=NetworkSegment(941bab75-7db5-447b-9dc8-9c11706ac25e),segment_id=941bab75-7db5-447b-9dc8-9c11706ac25e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:52.084930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.138544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:52.181314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f5bbccbe-8a3d-48b4-820c-37af4fc48335 req-128b3452-2512-4eaf-8a7a-717f4ee09021 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373585 Feb 19 07:28:52.185761 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-b2e4145c-d765-4406-afc0-9f2ce9c18358 service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517303 Feb 19 07:28:52.188469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.191238 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment 4a7b2511-d34d-4b9c-adf1-23f761c01afb of type vlan for network 6a07be64-7de6-4650-965e-7fea29c9adec Feb 19 07:28:52.211275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.251793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 8990516c-eaf4-435c-82be-bd89645f2dd9 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:28:52.290169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58568) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:52.299668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 8990516c-eaf4-435c-82be-bd89645f2dd9 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:28:52.300107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 8990516c-eaf4-435c-82be-bd89645f2dd9 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:28:52.319525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.321476 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-575c592b-93c4-4c2f-a128-578fa718d798 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638817 Feb 19 07:28:52.323721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] Allocated IP 172.20.0.1 (b811d732-fe7a-45db-8c21-5a7d9c868485/b484dc5a-b47c-4b34-9d38-2e7d96ced171/9aae6477-22f5-4194-86d1-7a6b43b58056) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:52.329802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=9aae6477-22f5-4194-86d1-7a6b43b58056,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.335652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.357648 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=d02127e2-0918-417b-9ad8-e218e71de070,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.373246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:52.464818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.468412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] For port 9aae6477-22f5-4194-86d1-7a6b43b58056, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9aae6477-22f5-4194-86d1-7a6b43b58056,segment=NetworkSegment(941bab75-7db5-447b-9dc8-9c11706ac25e),segment_id=941bab75-7db5-447b-9dc8-9c11706ac25e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:52.468572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:52.469237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.469882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:52.488209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:52.491881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cb78fb9-3d8a-4b26-843b-d2037eb8a0a5 req-6d5558bf-2913-40de-84e3-f1d1d7e1e6be service neutron] 10.222.0.67 "GET /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969596 Feb 19 07:28:52.495170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.513185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] Transition to ACTIVE for port object 9aae6477-22f5-4194-86d1-7a6b43b58056 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:52.515201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Port': ['ID=68ed65d1-0f88-4aff-bc1c-2ad90f675334,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.525234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:52.528624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.539199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:52.543893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:52.544883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.598037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8d6d6-3301-46ff-b251-56ccc12d68f2 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:52.608227 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9239519 Feb 19 07:28:52.609078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc9406-ceb3-4965-8e67-156f22f3a698 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=6a07be64-7de6-4650-965e-7fea29c9adec,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.612575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58572) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:52.619524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:52.692294 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f126a859-e31f-45e4-b81f-77a88ac37ba1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=453e5b61a669480799843534472c0d20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4009295 Feb 19 07:28:52.697230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:52.715421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6a07be64-7de6-4650-965e-7fea29c9adec details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:52.724496 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-12679cd5-9e9f-416f-bb56-d5b51091e027 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5086598 Feb 19 07:28:52.727712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:52.756751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': 'd02127e2-0918-417b-9ad8-e218e71de070', 'ip_address': '2001:db8::a879:15bd:e584:98fa'}], 'name': 'tempest-NetworksTestDHCPv6-1341928150'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:52.802582 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c4cd1c86-8243-4e72-832c-226cb46fd395 req-d055f481-76b1-4581-9aad-577dab7c40d5 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634364 Feb 19 07:28:52.907905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.908828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:52.956101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fafc13-6bd8-4e3e-90b0-67d5325ec259 None None] Pushing event updated for resources: {'Port': ['ID=9aae6477-22f5-4194-86d1-7a6b43b58056,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.984714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9aae6477-22f5-4194-86d1-7a6b43b58056 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:53.188183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': 'd02127e2-0918-417b-9ad8-e218e71de070'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:53.189084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.237513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f237e9e-a3f2-421a-9826-4f8bdd439f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.259675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Router be3d7ae7-7e73-4b26-ba99-79aac89f21d7 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:53.273208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:53.306609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.332216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f237e9e-a3f2-421a-9826-4f8bdd439f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.386512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:53.397414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f237e9e-a3f2-421a-9826-4f8bdd439f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.424199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/d02127e2-0918-417b-9ad8-e218e71de070/850f7cba-6d84-466e-b2df-094889611786) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:53.464447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f237e9e-a3f2-421a-9826-4f8bdd439f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aacf9b-a7ed-4378-85ac-b5d32d5c3020,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:53.475864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.515117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:53.536031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:53.558416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.562528 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a7c7613-e408-44c5-87b1-914f6284f1be tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8038824 Feb 19 07:28:53.564563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:53.584756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Sync routers for ids ['be3d7ae7-7e73-4b26-ba99-79aac89f21d7'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:53.589289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f237e9e-a3f2-421a-9826-4f8bdd439f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.593271 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2f237e9e-a3f2-421a-9826-4f8bdd439f02 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83aacf9b-a7ed-4378-85ac-b5d32d5c3020 HTTP/1.1" status: 204 len: 168 time: 0.8921762 Feb 19 07:28:53.610589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network 6a07be64-7de6-4650-965e-7fea29c9adec is not hosted by any dhcp agent {{(pid=83568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 19 07:28:53.616394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.616980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.621828 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "PUT /v2.0/networks/6a07be64-7de6-4650-965e-7fea29c9adec HTTP/1.1" status: 200 len: 723 time: 1.0086179 Feb 19 07:28:53.626241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.628866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:53.643834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Routers {'be3d7ae7-7e73-4b26-ba99-79aac89f21d7'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:53.644507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['be3d7ae7-7e73-4b26-ba99-79aac89f21d7'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:53.722266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': '6a07be64-7de6-4650-965e-7fea29c9adec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:53.779913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:53.817866 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e076b8f-622e-455f-a0a2-02b6be8a4677 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/be3d7ae7-7e73-4b26-ba99-79aac89f21d7 HTTP/1.1" status: 200 len: 908 time: 0.2509496 Feb 19 07:28:53.818510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58598) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:53.862911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Set router be3d7ae7-7e73-4b26-ba99-79aac89f21d7 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:28:53.915700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ef4c2-6803-48f3-bea2-a013beebd2ad None None] Network b811d732-fe7a-45db-8c21-5a7d9c868485 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:54.069462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.112840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baab0c1-5c99-4428-adb1-944b4585e7ed tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=6a07be64-7de6-4650-965e-7fea29c9adec,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.153046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:54.164085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:54.165417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6a07be64-7de6-4650-965e-7fea29c9adec details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:54.205529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.233711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Transition to ACTIVE for port object 850f7cba-6d84-466e-b2df-094889611786 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:54.253155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Transition to ACTIVE for port object 850f7cba-6d84-466e-b2df-094889611786 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:54.261268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:54.282310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.308082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 25c82ac3-e67c-440f-821c-35c2f46605dc yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:54.356065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.452327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Pushing event updated for resources: {'Port': ['ID=850f7cba-6d84-466e-b2df-094889611786,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.497490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.518600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ddeea-7a9f-4a29-904f-e68a93970a5d req-315c3e1a-d856-4cfc-b3fe-9be075def7df tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:54.526134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-012ddeea-7a9f-4a29-904f-e68a93970a5d req-315c3e1a-d856-4cfc-b3fe-9be075def7df tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 1.1316576 Feb 19 07:28:54.529997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Deleting port 68ed65d1-0f88-4aff-bc1c-2ad90f675334 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:54.530433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.542455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:54.545847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9c944ff9-eddf-415a-92df-8c4406865c9d None None] Provisioning for port 9aae6477-22f5-4194-86d1-7a6b43b58056 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:54.554790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:54.560711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:54.586507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9c944ff9-eddf-415a-92df-8c4406865c9d None None] Provisioning complete for port 9aae6477-22f5-4194-86d1-7a6b43b58056 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:54.586911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9c944ff9-eddf-415a-92df-8c4406865c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.722763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.747229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.848646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Attempting to bind port 850f7cba-6d84-466e-b2df-094889611786 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:54.849305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Attempting to bind port 850f7cba-6d84-466e-b2df-094889611786 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:54.849828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Attempting to bind port 850f7cba-6d84-466e-b2df-094889611786 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:54.889778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Calling delete_port for 68ed65d1-0f88-4aff-bc1c-2ad90f675334 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:54.900392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:54.901137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:54.901684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.902208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:54.902851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Bound port: 850f7cba-6d84-466e-b2df-094889611786, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:54.903385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.980593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:54.991722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::a879:15bd:e584:98fa (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/d02127e2-0918-417b-9ad8-e218e71de070/25c82ac3-e67c-440f-821c-35c2f46605dc) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:54.999244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58620) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:55.016523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9aae6477-22f5-4194-86d1-7a6b43b58056 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:55.050237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3d7ae7-7e73-4b26-ba99-79aac89f21d7', 'name': 'tempest-snat-router-2079168269', 'tenant_id': 'ae46af339b374f82944479cd78cf2e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.183'}], 'enable_snat': True}, 'gw_port_id': '68ed65d1-0f88-4aff-bc1c-2ad90f675334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:48Z', 'updated_at': '2022-02-19T07:28:52Z', 'revision_number': 3, 'project_id': 'ae46af339b374f82944479cd78cf2e5e', 'gw_port': {'id': '68ed65d1-0f88-4aff-bc1c-2ad90f675334', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3d7ae7-7e73-4b26-ba99-79aac89f21d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:49Z', 'updated_at': '2022-02-19T07:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:55.069233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-012ddeea-7a9f-4a29-904f-e68a93970a5d req-dc728c82-3b2d-45df-8667-92fca295f4d8 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421569 Feb 19 07:28:55.079781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Checking router: be3d7ae7-7e73-4b26-ba99-79aac89f21d7 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:28:55.081179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Updating router be3d7ae7-7e73-4b26-ba99-79aac89f21d7 port 68ed65d1-0f88-4aff-bc1c-2ad90f675334 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:28:55.138971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=a9c7fdd3-05b2-41c0-bc59-b86bc8b40c86,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:55.185211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] For port 850f7cba-6d84-466e-b2df-094889611786, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:55.188840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.226895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.234725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] For port 850f7cba-6d84-466e-b2df-094889611786, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=850f7cba-6d84-466e-b2df-094889611786,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:55.254172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.357969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event deleted for resources: {'Port': ['ID=68ed65d1-0f88-4aff-bc1c-2ad90f675334,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:55.367103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'networks': [{'name': 'tempest-network--244799283'}, {'name': 'tempest-network--798332481'}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:55.367409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'network': {'name': 'tempest-network--244799283'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:55.367851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'network': {'name': 'tempest-network--798332481'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:55.373600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:55.377556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Usage tracker for resource:network and tenant:a665c724ade144e1bc9fe88db4730a7d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:55.379801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': '4a7b2511-d34d-4b9c-adf1-23f761c01afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6a07be64-7de6-4650-965e-7fea29c9adec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:55.380287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: 6a07be64-7de6-4650-965e-7fea29c9adec, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:55.380531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:55.386419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:55.424740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Made reservation on behalf of a665c724ade144e1bc9fe88db4730a7d for: {'network': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:55.428448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.435937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 9aae6477-22f5-4194-86d1-7a6b43b58056 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:55.436336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.448469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.460403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.477981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 25c82ac3-e67c-440f-821c-35c2f46605dc will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:55.502336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:55.524772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.534871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46742-09cf-4dac-8cf2-be000d1c9185 None None] Pushing event updated for resources: {'Port': ['ID=850f7cba-6d84-466e-b2df-094889611786,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:55.577989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Usage tracker for resource:security_group_rule and tenant:a665c724ade144e1bc9fe88db4730a7d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:55.622047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=25c82ac3-e67c-440f-821c-35c2f46605dc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:55.636459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:55.651115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:55.652057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dd722c21-a48c-455f-847a-c06ab817a3f2 None None] Provisioning complete for port 9aae6477-22f5-4194-86d1-7a6b43b58056 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:55.652565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd722c21-a48c-455f-847a-c06ab817a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.664904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.666425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Router 0a8d5a20-93b3-4adb-8e78-644c48522e83 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:55.693281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:55.698458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:55.704376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:55.708784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.709398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.759150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68553a10-4375-417c-8bcf-610e38a8289d req-e2148998-16a4-40e9-902b-897bac5d077f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.761277 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68553a10-4375-417c-8bcf-610e38a8289d req-e2148998-16a4-40e9-902b-897bac5d077f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4353123 Feb 19 07:28:55.767010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network 6a07be64-7de6-4650-965e-7fea29c9adec is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:55.963358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:55.964774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 6a07be64-7de6-4650-965e-7fea29c9adec) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:55.977333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1dd37-5e91-4ae8-9b6c-95d0dd516ed0 None None] Network 6a07be64-7de6-4650-965e-7fea29c9adec requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:55.978944 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-11cb6667-a3db-4815-a90c-0eb52724d349 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2487476 Feb 19 07:28:55.992353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.992857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:55.998876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:56.014595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': 'd02127e2-0918-417b-9ad8-e218e71de070', 'ip_address': '2001:db8::a879:15bd:e584:98fa'}], 'name': 'tempest-NetworksTestDHCPv6-2004045317'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:56.055929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68553a10-4375-417c-8bcf-610e38a8289d req-c91eeaf2-6526-4d30-a2ce-7018981fa612 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838724 Feb 19 07:28:56.089817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.106455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.153891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:56.154228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:56.177128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.207524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.208067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.241179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.241862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be3d7ae7-7e73-4b26-ba99-79aac89f21d7 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:56.274526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:56.279772 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bf687ab2-b5d6-4ef7-a698-18f196411bae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5774741 Feb 19 07:28:56.283799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58634) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:56.285738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.286082 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Added segment 32a3970d-8d5d-489b-bbdc-8e5ee3d19d3a of type vlan for network 64083478-813f-48bf-a314-75511ed998b3 Feb 19 07:28:56.303623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a07be64-7de6-4650-965e-7fea29c9adec', 'network_id': '6a07be64-7de6-4650-965e-7fea29c9adec', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': 'a9c7fdd3-05b2-41c0-bc59-b86bc8b40c86'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:28:56.304127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cc30819a-7bb6-4601-8df6-6532ae01f4b9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:28:56.304611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.316950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02488c74-672d-4c8d-8071-3d6864b32ede,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:56.358751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.363968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.366544 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d468605-1e42-4f10-8ea9-f660e9dd1483 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "DELETE /v2.0/routers/be3d7ae7-7e73-4b26-ba99-79aac89f21d7 HTTP/1.1" status: 204 len: 168 time: 2.5470870 Feb 19 07:28:56.370403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58638) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:56.506004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Allocated IP 2001:db8::2 (6a07be64-7de6-4650-965e-7fea29c9adec/a9c7fdd3-05b2-41c0-bc59-b86bc8b40c86/b455aa91-0eff-4b87-8562-41fed107212c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:56.517171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc30819a-7bb6-4601-8df6-6532ae01f4b9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3106705'] for subnet, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.591263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:56.647855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:56.650197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:28:56.665060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.665685 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Added segment b057066e-60e1-42a4-b195-c8742a5705bb of type vlan for network 381de7dd-b857-4fba-b34b-82a005e61804 Feb 19 07:28:56.694495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Port 68ed65d1-0f88-4aff-bc1c-2ad90f675334 not found while updating agent binding for router be3d7ae7-7e73-4b26-ba99-79aac89f21d7. {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 19 07:28:56.694831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:28:56.705242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:28:56.715167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.722084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:28:56.722442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Routers set() bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:56.723055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Router IDs set() for agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 19 07:28:56.723767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_agentschedulers_db [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be3d7ae7-7e73-4b26-ba99-79aac89f21d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent'). {{(pid=83570) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:28:56.724172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef312-07db-4ff7-9738-c2857d0b637f None None] The sync data for ids ['be3d7ae7-7e73-4b26-ba99-79aac89f21d7'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:56.747942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:56.753777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.798564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.803777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 97905178-969b-48cd-85a7-dea09c53ba3f yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:28:56.813647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.824743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Transition to ACTIVE for port object b455aa91-0eff-4b87-8562-41fed107212c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:56.845371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Transition to ACTIVE for port object b455aa91-0eff-4b87-8562-41fed107212c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:56.854885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.877467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.879240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.885341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:56.889125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:56.889966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:56.916957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Network 6a07be64-7de6-4650-965e-7fea29c9adec is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:56.923127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:56.926418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:56.933142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ede3a-833d-4f10-9bae-3bd751739114 req-85f20e69-333d-4859-8b4a-d9ea80b3e5a9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:56.933778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:28:56.935359 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-730ede3a-833d-4f10-9bae-3bd751739114 req-85f20e69-333d-4859-8b4a-d9ea80b3e5a9 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2887025 Feb 19 07:28:56.940823 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] Sync routers for ids ['0a8d5a20-93b3-4adb-8e78-644c48522e83'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:28:56.982793 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] Routers {'0a8d5a20-93b3-4adb-8e78-644c48522e83'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:56.983440 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0a8d5a20-93b3-4adb-8e78-644c48522e83'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.003634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.004881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c64b96f9-a371-44ef-90fe-3c57749135b7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "PUT /v2.0/routers/0a8d5a20-93b3-4adb-8e78-644c48522e83 HTTP/1.1" status: 200 len: 921 time: 8.7264748 Feb 19 07:28:57.074839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 850f7cba-6d84-466e-b2df-094889611786 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:57.075863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:57.078545 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.104534 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] Routers {'0a8d5a20-93b3-4adb-8e78-644c48522e83'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:28:57.105141 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0a8d5a20-93b3-4adb-8e78-644c48522e83'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.134826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Attempting to bind port b455aa91-0eff-4b87-8562-41fed107212c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:28:57.135466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Attempting to bind port b455aa91-0eff-4b87-8562-41fed107212c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '4a7b2511-d34d-4b9c-adf1-23f761c01afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6a07be64-7de6-4650-965e-7fea29c9adec'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:28:57.136109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Attempting to bind port b455aa91-0eff-4b87-8562-41fed107212c on network 6a07be64-7de6-4650-965e-7fea29c9adec {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:28:57.139174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Pushing event updated for resources: {'Port': ['ID=b455aa91-0eff-4b87-8562-41fed107212c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.179622 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.180023 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b951758-ee5c-47c4-9588-16d7d059dabc None None] The sync data for ids ['0a8d5a20-93b3-4adb-8e78-644c48522e83'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:28:57.182565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:28:57.183154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Checking segment: {'id': '4a7b2511-d34d-4b9c-adf1-23f761c01afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6a07be64-7de6-4650-965e-7fea29c9adec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:28:57.186036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.186521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-730ede3a-833d-4f10-9bae-3bd751739114 req-1626f1f5-1508-40f5-b627-8af064d74207 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294917 Feb 19 07:28:57.197227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Bound using segment: {'id': '4a7b2511-d34d-4b9c-adf1-23f761c01afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6a07be64-7de6-4650-965e-7fea29c9adec'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:28:57.197752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Bound port: b455aa91-0eff-4b87-8562-41fed107212c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7b2511-d34d-4b9c-adf1-23f761c01afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '6a07be64-7de6-4650-965e-7fea29c9adec'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:28:57.201644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.260969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3bb1c5d1-6337-41b2-b074-4fd0a38e4746 None None] Provisioning for port 850f7cba-6d84-466e-b2df-094889611786 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:57.289199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc30819a-7bb6-4601-8df6-6532ae01f4b9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733973581981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3459239'] for subnet, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.330354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] For port b455aa91-0eff-4b87-8562-41fed107212c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:57.334313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] For port b455aa91-0eff-4b87-8562-41fed107212c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b455aa91-0eff-4b87-8562-41fed107212c,segment=NetworkSegment(4a7b2511-d34d-4b9c-adf1-23f761c01afb),segment_id=4a7b2511-d34d-4b9c-adf1-23f761c01afb)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:57.340117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 850f7cba-6d84-466e-b2df-094889611786 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:57.341478 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 07:28:57.341924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:57.349169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30819a-7bb6-4601-8df6-6532ae01f4b9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.349762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc30819a-7bb6-4601-8df6-6532ae01f4b9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.349890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.353872 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cc30819a-7bb6-4601-8df6-6532ae01f4b9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "PUT /v2.0/subnets/a9c7fdd3-05b2-41c0-bc59-b86bc8b40c86 HTTP/1.1" status: 200 len: 826 time: 1.0654242 Feb 19 07:28:57.359086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58650) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:57.370587 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3587129 Feb 19 07:28:57.376240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:57.393509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 850f7cba-6d84-466e-b2df-094889611786 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:57.393911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.507453 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3983d301-a510-4d78-9f8a-21f503ffb720 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5072410 Feb 19 07:28:57.521459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:57.526634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321e5d-ad78-4bed-8801-2dc7f5a96b53 None None] Pushing event updated for resources: {'Port': ['ID=b455aa91-0eff-4b87-8562-41fed107212c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.529986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30819a-7bb6-4601-8df6-6532ae01f4b9 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=a9c7fdd3-05b2-41c0-bc59-b86bc8b40c86,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.546421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-050c6da7-ca68-4961-9ba4-2db95babe057 None None] Provisioning for port 25c82ac3-e67c-440f-821c-35c2f46605dc completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:57.608136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Network': ['ID=64083478-813f-48bf-a314-75511ed998b3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.608665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-050c6da7-ca68-4961-9ba4-2db95babe057 None None] Provisioning complete for port 25c82ac3-e67c-440f-821c-35c2f46605dc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:57.609093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-050c6da7-ca68-4961-9ba4-2db95babe057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.615398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.657107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 64083478-813f-48bf-a314-75511ed998b3 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:57.694542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54723f32-429c-42b7-a557-74ca0ac80f31 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.698707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54723f32-429c-42b7-a557-74ca0ac80f31 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.702650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54723f32-429c-42b7-a557-74ca0ac80f31 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.708126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54723f32-429c-42b7-a557-74ca0ac80f31 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.712970 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-54723f32-429c-42b7-a557-74ca0ac80f31 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3198221 Feb 19 07:28:57.719902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:57.816667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.830752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port b455aa91-0eff-4b87-8562-41fed107212c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:57.831125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:57.858428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-050c6da7-ca68-4961-9ba4-2db95babe057 None None] Port 25c82ac3-e67c-440f-821c-35c2f46605dc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:28:57.864795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f77a26-925c-4b8f-b193-8ac88eaa6611 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Network': ['ID=381de7dd-b857-4fba-b34b-82a005e61804,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.877067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 381de7dd-b857-4fba-b34b-82a005e61804 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:28:57.939639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d9e6f-fa73-4af0-85d4-06738f571bb0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.943981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d9e6f-fa73-4af0-85d4-06738f571bb0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.944981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-320d9e6f-fa73-4af0-85d4-06738f571bb0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:57.985967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.025088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 850f7cba-6d84-466e-b2df-094889611786, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=850f7cba-6d84-466e-b2df-094889611786,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:58.033908 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-320d9e6f-fa73-4af0-85d4-06738f571bb0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:58.035573 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-320d9e6f-fa73-4af0-85d4-06738f571bb0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5112450 Feb 19 07:28:58.039894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58672) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:58.053933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.137427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=850f7cba-6d84-466e-b2df-094889611786,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:58.212095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] For port b455aa91-0eff-4b87-8562-41fed107212c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b455aa91-0eff-4b87-8562-41fed107212c,segment=NetworkSegment(4a7b2511-d34d-4b9c-adf1-23f761c01afb),segment_id=4a7b2511-d34d-4b9c-adf1-23f761c01afb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:58.212460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.220327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.238656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 25c82ac3-e67c-440f-821c-35c2f46605dc {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:58.238993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.328532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64083478-813f-48bf-a314-75511ed998b3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:58.360646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a3970d-8d5d-489b-bbdc-8e5ee3d19d3a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:58.361032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a3970d-8d5d-489b-bbdc-8e5ee3d19d3a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:58.415911 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-178ad522-bf7f-464a-9870-23aa2e99b1c4 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/0a8d5a20-93b3-4adb-8e78-644c48522e83 HTTP/1.1" status: 200 len: 921 time: 1.3255289 Feb 19 07:28:58.416882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58678) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:58.476274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.490463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Calling delete_port for b455aa91-0eff-4b87-8562-41fed107212c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:58.562404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Deleting port 54d62a84-f2b4-41e0-ac90-e834b8f69af5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:28:58.562633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.636850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.672955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11237689-3ddb-4b10-ab2e-b4860e5c6327 None None] Network 6a07be64-7de6-4650-965e-7fea29c9adec requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:58.680695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.709257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:58.709567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:58.726458 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:58.822518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.825473 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e229351a-ef9e-4c74-9b5c-83cfe1fa7cc0 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=0a8d5a20-93b3-4adb-8e78-644c48522e83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3499737 Feb 19 07:28:58.826303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58682) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:58.836327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03a8fa-4dee-4bb1-a012-fc0c431d2946 req-7bee9527-817b-417b-ab28-b3ca2ee78a2a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.837986 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6e03a8fa-4dee-4bb1-a012-fc0c431d2946 req-7bee9527-817b-417b-ab28-b3ca2ee78a2a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5573480 Feb 19 07:28:58.955673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.962826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] For port 54d62a84-f2b4-41e0-ac90-e834b8f69af5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=54d62a84-f2b4-41e0-ac90-e834b8f69af5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:58.963189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:58.964254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 25c82ac3-e67c-440f-821c-35c2f46605dc owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:59.005072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-db07a165-7094-4afd-9bab-b923a6d9cb95 None None] Provisioning for port b455aa91-0eff-4b87-8562-41fed107212c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:59.010763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-db07a165-7094-4afd-9bab-b923a6d9cb95 None None] Provisioning complete for port b455aa91-0eff-4b87-8562-41fed107212c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:59.011362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db07a165-7094-4afd-9bab-b923a6d9cb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.053374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.056607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.065508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Network': ['ID=64083478-813f-48bf-a314-75511ed998b3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:59.078139 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ba1fa6b1-28f5-4f81-8f5e-f411c243c0ac tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/networks/64083478-813f-48bf-a314-75511ed998b3 HTTP/1.1" status: 204 len: 168 time: 1.3569274 Feb 19 07:28:59.083123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:59.091977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-db07a165-7094-4afd-9bab-b923a6d9cb95 None None] Port b455aa91-0eff-4b87-8562-41fed107212c was deleted so its status cannot be updated. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 19 07:28:59.100906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b455aa91-0eff-4b87-8562-41fed107212c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:59.122611 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6e03a8fa-4dee-4bb1-a012-fc0c431d2946 req-dbddfdf6-9276-4460-b0e4-8b3fd13c8f82 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256968 Feb 19 07:28:59.154437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: b455aa91-0eff-4b87-8562-41fed107212c {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:28:59.154956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b455aa91-0eff-4b87-8562-41fed107212c not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 19 07:28:59.187120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port b455aa91-0eff-4b87-8562-41fed107212c not found, will not notify nova. {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 19 07:28:59.187519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 850f7cba-6d84-466e-b2df-094889611786 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:28:59.193341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Calling delete_port for 54d62a84-f2b4-41e0-ac90-e834b8f69af5 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:28:59.253005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Port': ['ID=b455aa91-0eff-4b87-8562-41fed107212c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:59.256570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5dd9b-45be-4523-91d6-8671434cffb0 None None] Network 6a07be64-7de6-4650-965e-7fea29c9adec requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:28:59.273271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa21b2a-ae43-4de3-b7ae-f33110b0cb88 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.276610 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7fa21b2a-ae43-4de3-b7ae-f33110b0cb88 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.4333947 Feb 19 07:28:59.287133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58690) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:59.342799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a0bd82c-f505-40ff-a7ac-6cb00e6e1e23 None None] Could not find standard attr ID for object b455aa91-0eff-4b87-8562-41fed107212c. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:28:59.347355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 850f7cba-6d84-466e-b2df-094889611786 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:59.347860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.353183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No DVR routers for this DVR port b455aa91-0eff-4b87-8562-41fed107212c on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:59.356805 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-94ba377f-ac97-4dbf-9ff0-6611c8182471 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a8d5a20-93b3-4adb-8e78-644c48522e83 HTTP/1.1" status: 200 len: 205 time: 0.0660198 Feb 19 07:28:59.362186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58694) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:59.367975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.374424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.424936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.458227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=25c82ac3-e67c-440f-821c-35c2f46605dc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:59.541225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.629482 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ebb61a1b-b181-42b5-a8eb-efc81c467b14 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/25c82ac3-e67c-440f-821c-35c2f46605dc HTTP/1.1" status: 204 len: 168 time: 1.5881815 Feb 19 07:28:59.641626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:59.691685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.737774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381de7dd-b857-4fba-b34b-82a005e61804']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:59.757561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd38e7a-c53f-4139-b1dc-3482907a0d02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.758960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd38e7a-c53f-4139-b1dc-3482907a0d02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.759704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddd38e7a-c53f-4139-b1dc-3482907a0d02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:28:59.779694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b057066e-60e1-42a4-b195-c8742a5705bb') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:59.779694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b057066e-60e1-42a4-b195-c8742a5705bb') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:59.795231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.807405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.827879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.830411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddd38e7a-c53f-4139-b1dc-3482907a0d02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:28:59.832656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ddd38e7a-c53f-4139-b1dc-3482907a0d02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1899910 Feb 19 07:28:59.837612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:28:59.896960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c7fdd3-05b2-41c0-bc59-b86bc8b40c86,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:59.899270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:28:59.899667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:28:59.931907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393472f4-50fd-4bbd-a6fd-0aff92e269a9 None None] Network 6a07be64-7de6-4650-965e-7fea29c9adec requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:00.032578 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:00.046773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.070743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.080597 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/networks/381de7dd-b857-4fba-b34b-82a005e61804 HTTP/1.1" status: 204 len: 168 time: 0.9944725 Feb 19 07:29:00.085793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58706) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:00.093959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696267de-e6cc-4a68-a864-1625d911fd72 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Network': ['ID=381de7dd-b857-4fba-b34b-82a005e61804,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.152506 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.219973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa11882-3a14-492b-a76f-192351ae6fc8 None None] DHCP port deletion for 6a07be64-7de6-4650-965e-7fea29c9adec request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:00.222190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.243033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event deleted for resources: {'Port': ['ID=54d62a84-f2b4-41e0-ac90-e834b8f69af5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.334469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a07be64-7de6-4650-965e-7fea29c9adec']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:00.358389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7b2511-d34d-4b9c-adf1-23f761c01afb') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:00.358661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7b2511-d34d-4b9c-adf1-23f761c01afb') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:00.378419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.400762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.427893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet d02127e2-0918-417b-9ad8-e218e71de070 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:00.431363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.519225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.588195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f0b0e-f266-41e6-8a8e-72ec93f45a0e tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.592174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f0b0e-f266-41e6-8a8e-72ec93f45a0e tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.592926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-058f0b0e-f266-41e6-8a8e-72ec93f45a0e tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Synchronizing usage tracker for tenant:a665c724ade144e1bc9fe88db4730a7d on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:00.615138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.638472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:00.638792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:00.653088 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:00.664388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4fcd-1ef7-4033-bb82-7d528d74de94 req-5914f809-0957-4ff0-a7dc-2c4b7485a61e tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.665784 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-843a4fcd-1ef7-4033-bb82-7d528d74de94 req-5914f809-0957-4ff0-a7dc-2c4b7485a61e tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3739896 Feb 19 07:29:00.668782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-058f0b0e-f266-41e6-8a8e-72ec93f45a0e tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Unset dirty status for tenant:a665c724ade144e1bc9fe88db4730a7d on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:00.675097 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-058f0b0e-f266-41e6-8a8e-72ec93f45a0e tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5807374 Feb 19 07:29:00.675745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58712) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:00.698914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-914054346'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:00.710375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:00.729176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:00.737108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.760424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Made reservation on behalf of a665c724ade144e1bc9fe88db4730a7d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:00.763294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.779973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-843a4fcd-1ef7-4033-bb82-7d528d74de94 req-78e320de-3132-4c15-822b-2efef7eb999c tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049552 Feb 19 07:29:00.787797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.843367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:00.858463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.858811 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Added segment b1d855e9-ce4f-4ae1-b6a8-71306ad75f1f of type vlan for network 2eca0653-c7ad-4ab5-adec-494ac8018e31 Feb 19 07:29:00.878764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.883725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.898282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.910969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.919994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=6a07be64-7de6-4650-965e-7fea29c9adec,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.951688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=d02127e2-0918-417b-9ad8-e218e71de070,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.953484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b455aa91-0eff-4b87-8562-41fed107212c no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:00.954022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:00.984388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a95e870-7674-44f8-b95c-247b95715aae None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:00.990723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-095879b7-aa16-4a57-831e-d3e4e79df9cf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/d02127e2-0918-417b-9ad8-e218e71de070 HTTP/1.1" status: 204 len: 168 time: 1.1513233 Feb 19 07:29:00.993298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.010016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: b455aa91-0eff-4b87-8562-41fed107212c {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:01.010438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b455aa91-0eff-4b87-8562-41fed107212c not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:01.067647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.068703 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3be425d6-cd3e-440c-9c62-b1f36fca374d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740457 Feb 19 07:29:01.069244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58720) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.069661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.073993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.074166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.078053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.095689 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b138c89c-6539-449b-a023-92701dfa1577 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/6a07be64-7de6-4650-965e-7fea29c9adec HTTP/1.1" status: 204 len: 168 time: 3.7260759 Feb 19 07:29:01.101805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.151475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.182562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5032022 Feb 19 07:29:01.187817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58728) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.194460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1830272195'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.200953 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5503ae44-642f-42d6-bc49-095586ba3e82 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:01.201111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5503ae44-642f-42d6-bc49-095586ba3e82 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:01.202703 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5503ae44-642f-42d6-bc49-095586ba3e82 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/6a07be64-7de6-4650-965e-7fea29c9adec HTTP/1.1" status: 404 len: 339 time: 0.0961425 Feb 19 07:29:01.203510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:01.205954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e4424-bebb-4077-8470-e372db49259d tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Network': ['ID=2eca0653-c7ad-4ab5-adec-494ac8018e31,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:01.209440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58732) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.217995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329786600', 'description': 'd1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.219903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 2eca0653-c7ad-4ab5-adec-494ac8018e31 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:01.222903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:01.227919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Usage tracker for resource:network and tenant:9c9533cecfc64206a5e391d0205eb99d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:01.231714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:01.239427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:01.254993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:01.256670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:01.257408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:01.260950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.268619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:01.274555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:01.281529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.282741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75446f79-4898-4502-8748-f075f1cd45f2 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:01.289830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:01.299495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:01.300918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:01.301084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Made reservation on behalf of a665c724ade144e1bc9fe88db4730a7d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:01.301352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.306706 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-027a49a2-7e3f-4c96-8cdf-30f245e216d4 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "DELETE /v2.0/routers/75446f79-4898-4502-8748-f075f1cd45f2 HTTP/1.1" status: 204 len: 168 time: 4.9312305 Feb 19 07:29:01.306896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.311704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.317842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1578848029', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.324327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] Deleting port 850f7cba-6d84-466e-b2df-094889611786 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:01.324953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.327370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:01.328412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.328761 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment a6a40638-b3b6-41ab-b0a1-454fda790c7c of type vlan for network b19a85f6-0312-4097-b685-a61cb8fff056 Feb 19 07:29:01.342169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:01.349482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Usage tracker for resource:router and tenant:b574291cb6b840f993409f5e06f7fe70 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:01.356414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:01.357545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:01.372330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.381442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.381442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Added segment ef9916c3-fdcb-486c-833b-73ed11b80139 of type vlan for network 8902c226-b052-4704-978c-6ad8542453fd Feb 19 07:29:01.422240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:01.423180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.436560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.450262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.451013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.458230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.470586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.585343 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3748360 Feb 19 07:29:01.588707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.589423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0c5f2-8a32-4fce-a061-306a423cc9a2 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=b19a85f6-0312-4097-b685-a61cb8fff056,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:01.613160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.614137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.623454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Deleting port 048a1921-a10c-4ff6-99ba-d7df59f31d4b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:01.623778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.678229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b19a85f6-0312-4097-b685-a61cb8fff056 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:01.710640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724e306-a015-435c-b958-2573d09ab9b6 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.711315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9724e306-a015-435c-b958-2573d09ab9b6 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Synchronizing usage tracker for tenant:9c9533cecfc64206a5e391d0205eb99d on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:01.717733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.721517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.722095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.818900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.822320 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6228364 Feb 19 07:29:01.829906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9724e306-a015-435c-b958-2573d09ab9b6 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Unset dirty status for tenant:9c9533cecfc64206a5e391d0205eb99d on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:01.830724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] For port 850f7cba-6d84-466e-b2df-094889611786, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=850f7cba-6d84-466e-b2df-094889611786,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:01.830877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9724e306-a015-435c-b958-2573d09ab9b6 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/networks?id=b19a85f6-0312-4097-b685-a61cb8fff056 HTTP/1.1" status: 200 len: 765 time: 0.2386081 Feb 19 07:29:01.831406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.838436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'ports': [{'network_id': '2eca0653-c7ad-4ab5-adec-494ac8018e31', 'name': 'tempest-port--2030668318', 'admin_state_up': True}, {'network_id': '8902c226-b052-4704-978c-6ad8542453fd', 'admin_state_up': False}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.839055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'port': {'network_id': '2eca0653-c7ad-4ab5-adec-494ac8018e31', 'name': 'tempest-port--2030668318', 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.839510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'port': {'network_id': '8902c226-b052-4704-978c-6ad8542453fd', 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.855598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58752) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:01.858987 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:01.874183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67807910-5cd0-4683-9478-1eb3ec09da71 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Network': ['ID=8902c226-b052-4704-978c-6ad8542453fd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:01.880438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'description': 'd2'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:01.897682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8902c226-b052-4704-978c-6ad8542453fd details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:01.981976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] Calling delete_port for 850f7cba-6d84-466e-b2df-094889611786 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:02.070672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda3568-9f43-4407-8548-5a99f5d0ab00 req-fade9fed-b145-421f-95c6-ea595fb6d6ff tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:02.071636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a17636-0a8a-47a3-af3c-c8c7dbd79894 None None] New status for floating IP 161bf6de-3929-440f-9cec-95ec060e9a9e: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:29:02.077952 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3eda3568-9f43-4407-8548-5a99f5d0ab00 req-fade9fed-b145-421f-95c6-ea595fb6d6ff tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.1496859 Feb 19 07:29:02.128727 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3eda3568-9f43-4407-8548-5a99f5d0ab00 req-2ef6f12a-b898-4af3-9d1e-b11958f4c572 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498548 Feb 19 07:29:02.305661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:02.319577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:02.382079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] Pushing event deleted for resources: {'Port': ['ID=850f7cba-6d84-466e-b2df-094889611786,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:02.442838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916c4fa-74bc-4ba2-8ddc-5be23674c17f None None] No DVR routers for this DVR port 850f7cba-6d84-466e-b2df-094889611786 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:02.560742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Calling delete_port for 048a1921-a10c-4ff6-99ba-d7df59f31d4b owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:02.699728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:02.715403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:02.725360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Usage tracker for resource:port and tenant:a665c724ade144e1bc9fe88db4730a7d is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:02.729583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:02.744271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:02.763163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:02.766938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:02.807292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:02.849256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Made reservation on behalf of a665c724ade144e1bc9fe88db4730a7d for: {'port': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:02.852672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:02.930245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 850f7cba-6d84-466e-b2df-094889611786 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:02.964578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 850f7cba-6d84-466e-b2df-094889611786 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:02.964867 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 850f7cba-6d84-466e-b2df-094889611786 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:03.081326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network b19a85f6-0312-4097-b685-a61cb8fff056 is not hosted by any dhcp agent {{(pid=83569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 19 07:29:03.084844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.085398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:03.086652 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "PUT /v2.0/networks/b19a85f6-0312-4097-b685-a61cb8fff056 HTTP/1.1" status: 200 len: 762 time: 1.2300427 Feb 19 07:29:03.089588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58756) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:03.090447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:03.099799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:03.113952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:03.118058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72bfac-e23c-4907-b554-699064c801a4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=b19a85f6-0312-4097-b685-a61cb8fff056,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:03.128837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b19a85f6-0312-4097-b685-a61cb8fff056 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:03.142104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6dfcd9-f863-47c4-b805-d1eb46daad1a None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:03.163093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=50091326-ebdb-4375-8bca-ff22a0d20968,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:03.180306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.180938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:03.249039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433950a-725e-4059-9964-8b459ffe263e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.252943 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c433950a-725e-4059-9964-8b459ffe263e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/networks?id=b19a85f6-0312-4097-b685-a61cb8fff056 HTTP/1.1" status: 200 len: 765 time: 0.1613331 Feb 19 07:29:03.255747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:03.373353 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fbb97385-841e-4b7f-b2fd-6ad1dc2cb5f6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2985995 Feb 19 07:29:03.378858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58768) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:03.403626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '50091326-ebdb-4375-8bca-ff22a0d20968', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1009359232'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:03.451687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461de36a-74ab-4d57-8bbd-7f1221bef9ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.456406 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-461de36a-74ab-4d57-8bbd-7f1221bef9ad tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1992285 Feb 19 07:29:03.461254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:03.509780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3bd48a4-d588-40db-9177-953f722274c5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Synchronizing usage tracker for tenant:9c9533cecfc64206a5e391d0205eb99d on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:03.518875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '50091326-ebdb-4375-8bca-ff22a0d20968'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:03.520135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:03.539206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3bd48a4-d588-40db-9177-953f722274c5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Unset dirty status for tenant:9c9533cecfc64206a5e391d0205eb99d on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:03.544113 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d3bd48a4-d588-40db-9177-953f722274c5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 207 time: 0.0814457 Feb 19 07:29:03.544997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:03.579418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:03.627702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796cc60-7494-4432-a4cf-5e775254351a req-0de5803c-a3f0-4701-874e-109e2b5e31cb tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.629069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] device_id is not set on port c8332caa-6743-46ea-8f80-f64803a4d42f yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:29:03.629242 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d796cc60-7494-4432-a4cf-5e775254351a req-0de5803c-a3f0-4701-874e-109e2b5e31cb tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3453004 Feb 19 07:29:03.654678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event deleted for resources: {'Port': ['ID=048a1921-a10c-4ff6-99ba-d7df59f31d4b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:03.704029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/50091326-ebdb-4375-8bca-ff22a0d20968/d655467e-fed5-42f3-a782-a686b69787e3) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:03.794985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:03.809607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:03.819171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:03.827303 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d796cc60-7494-4432-a4cf-5e775254351a req-6154abad-3ebb-475b-bf45-80eb32033828 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808476 Feb 19 07:29:03.829328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:03.838920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68cc57-ccc7-48c0-98a0-afa46d4a4064 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.843187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68cc57-ccc7-48c0-98a0-afa46d4a4064 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.855146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68cc57-ccc7-48c0-98a0-afa46d4a4064 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.855146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68cc57-ccc7-48c0-98a0-afa46d4a4064 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.856314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68cc57-ccc7-48c0-98a0-afa46d4a4064 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.860332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b68cc57-ccc7-48c0-98a0-afa46d4a4064 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.862208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4b68cc57-ccc7-48c0-98a0-afa46d4a4064 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3156354 Feb 19 07:29:03.866649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:03.940010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:03.953882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Transition to ACTIVE for port object d655467e-fed5-42f3-a782-a686b69787e3 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:03.955510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:03.973778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Transition to ACTIVE for port object d655467e-fed5-42f3-a782-a686b69787e3 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:03.979470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.034443 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aede171f-5162-4f0c-9418-311d6be5c345 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1632719 Feb 19 07:29:04.036095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58784) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:04.039433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:04.044609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.049878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:04.052825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:04.057143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:04.059619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Pushing event updated for resources: {'Port': ['ID=d655467e-fed5-42f3-a782-a686b69787e3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:04.079680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.110773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66a445-f2b2-433e-bf42-b59373b7def3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.112304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66a445-f2b2-433e-bf42-b59373b7def3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.113606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66a445-f2b2-433e-bf42-b59373b7def3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.114915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66a445-f2b2-433e-bf42-b59373b7def3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.116318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66a445-f2b2-433e-bf42-b59373b7def3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.122077 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aa66a445-f2b2-433e-bf42-b59373b7def3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0823271 Feb 19 07:29:04.122077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:04.138349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.150384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Attempting to bind port d655467e-fed5-42f3-a782-a686b69787e3 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:04.150968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Attempting to bind port d655467e-fed5-42f3-a782-a686b69787e3 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:04.151096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Attempting to bind port d655467e-fed5-42f3-a782-a686b69787e3 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:04.158003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:04.158362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:04.158748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.159122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:04.159643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Bound port: d655467e-fed5-42f3-a782-a686b69787e3, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:04.159912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.197677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b9863-5b5d-4157-8501-0bc64355d21f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.198624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b9863-5b5d-4157-8501-0bc64355d21f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.199926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b9863-5b5d-4157-8501-0bc64355d21f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.200595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.201327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b9863-5b5d-4157-8501-0bc64355d21f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.202742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91b9863-5b5d-4157-8501-0bc64355d21f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.204512 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b91b9863-5b5d-4157-8501-0bc64355d21f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0815547 Feb 19 07:29:04.208506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:04.251461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] For port d655467e-fed5-42f3-a782-a686b69787e3, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:04.254371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] For port d655467e-fed5-42f3-a782-a686b69787e3, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d655467e-fed5-42f3-a782-a686b69787e3,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:04.260436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.302830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port dfbe6597-d607-4768-8e3a-6e33afcf04de yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:29:04.341550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f300fba-e4ee-4c92-85c2-1625a32cad65 None None] Pushing event updated for resources: {'Port': ['ID=d655467e-fed5-42f3-a782-a686b69787e3,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:04.358240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80b91e-ac36-465d-904f-08c1a280c93c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.364783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1f80b91e-ac36-465d-904f-08c1a280c93c tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/networks/2738cd8f-26c2-46c3-8ed0-924cfbdf5045 HTTP/1.1" status: 200 len: 803 time: 0.1547334 Feb 19 07:29:04.364783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58796) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:04.582098 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a47567ee-f722-420f-9cb6-ad4155be5e07 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/networks/2738cd8f-26c2-46c3-8ed0-924cfbdf5045?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2162840 Feb 19 07:29:04.586642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:04.656459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fb4ca-3ac2-4667-a427-3c470cf35141 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.661532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-349fb4ca-3ac2-4667-a427-3c470cf35141 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/subnets/da55d5fb-46ba-4369-b72a-1ab7762e5818 HTTP/1.1" status: 200 len: 843 time: 0.0704606 Feb 19 07:29:04.661908 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58804) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:04.734984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334bcf06-afe8-454c-9e33-9051d252d46e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.736344 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-334bcf06-afe8-454c-9e33-9051d252d46e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "GET /v2.0/subnets/da55d5fb-46ba-4369-b72a-1ab7762e5818?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0734055 Feb 19 07:29:04.739905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:04.745159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-509735059'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:04.750021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:04.759764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:04.771951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:04.775093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.779386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.803322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:04.813567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.813920 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Added segment 15b1d7ee-0db0-43be-87d0-bbf65d52699a of type vlan for network 5ae45d6b-65da-483c-b06f-332a344e3e43 Feb 19 07:29:04.827083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] device_id is not set on port e426c798-9fd1-4993-8022-0fe52ca6c3ab yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:29:04.840062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.841836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.874957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Allocated IP 172.26.1.68 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/4e000e9d-24e1-4a31-84e5-722d014e1480) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:04.889275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.896346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.897166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:04.922314 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:29:04.923467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:04.998656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d655467e-fed5-42f3-a782-a686b69787e3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:05.024257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.025009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Fanout notify agent at l3_agent the message router_deleted on router 0a8d5a20-93b3-4adb-8e78-644c48522e83 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:05.059032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.064449 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-97c205ff-1963-48d1-b7d3-4884ec4190f0 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/0a8d5a20-93b3-4adb-8e78-644c48522e83 HTTP/1.1" status: 204 len: 168 time: 5.6415694 Feb 19 07:29:05.068503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58814) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:05.086524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1523658242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:05.091948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3509648 Feb 19 07:29:05.093789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f440-eb19-4884-bbc9-c7d4cb0857fc tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Network': ['ID=5ae45d6b-65da-483c-b06f-332a344e3e43,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.097202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:05.098931 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bdf7125a-5d9b-4a73-bcbd-521f3a0631e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7190490 Feb 19 07:29:05.101940 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:05.102723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port d655467e-fed5-42f3-a782-a686b69787e3 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:05.105422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:05.108676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 5ae45d6b-65da-483c-b06f-332a344e3e43 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:05.111196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Usage tracker for resource:router and tenant:2a181977a9ef451cb99539c46e8493f9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:05.120906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'network_id': '5ae45d6b-65da-483c-b06f-332a344e3e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:05.131321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:05.145350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:05.210843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.211925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.236815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.241393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.290536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.322058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.342028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11c1ff-f21c-484a-8b33-c95afe0f3a98 req-5d89f0c9-286b-459c-a3cd-535a5340517e tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.343513 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb11c1ff-f21c-484a-8b33-c95afe0f3a98 req-5d89f0c9-286b-459c-a3cd-535a5340517e tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3299766 Feb 19 07:29:05.361632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.367756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.415682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:05.426947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event updated for resources: {'Port': ['ID=4e000e9d-24e1-4a31-84e5-722d014e1480,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.431604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:05.432752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:05.463008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82096493-c1a8-404d-be16-382db5c3cc1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.463728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-82096493-c1a8-404d-be16-382db5c3cc1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:05.468312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:05.478503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.482226 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4386f014-81eb-4534-8c27-7015dadab13f tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4099646 Feb 19 07:29:05.483993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:05.488685 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb11c1ff-f21c-484a-8b33-c95afe0f3a98 req-c44e792e-27c5-4803-8677-55f8bfeed98e tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253724 Feb 19 07:29:05.489337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58826) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:05.495059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Made reservation on behalf of 9c9533cecfc64206a5e391d0205eb99d for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:05.525224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:05.526102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1e248d95-9b0c-42f5-b576-d3c533a6351d None None] Provisioning for port d655467e-fed5-42f3-a782-a686b69787e3 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:05.530852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1e248d95-9b0c-42f5-b576-d3c533a6351d None None] Provisioning complete for port d655467e-fed5-42f3-a782-a686b69787e3 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:05.531208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e248d95-9b0c-42f5-b576-d3c533a6351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.563116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Port': ['ID=c8332caa-6743-46ea-8f80-f64803a4d42f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.587059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-82096493-c1a8-404d-be16-382db5c3cc1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:05.590984 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-82096493-c1a8-404d-be16-382db5c3cc1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4763908 Feb 19 07:29:05.599433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58832) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:05.607382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Checking segment: {'id': 'b1d855e9-ce4f-4ae1-b6a8-71306ad75f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2eca0653-c7ad-4ab5-adec-494ac8018e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:05.607569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network hostable DHCP agents. Network: 2eca0653-c7ad-4ab5-adec-494ac8018e31, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:05.649270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e248d95-9b0c-42f5-b576-d3c533a6351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.665275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network 2eca0653-c7ad-4ab5-adec-494ac8018e31 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:05.671286 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:29:05.680812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 2eca0653-c7ad-4ab5-adec-494ac8018e31) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:05.688490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1e248d95-9b0c-42f5-b576-d3c533a6351d None None] For port d655467e-fed5-42f3-a782-a686b69787e3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d655467e-fed5-42f3-a782-a686b69787e3,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:05.692836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1589098a-e7b3-458b-92bb-ad5e94b0c38b None None] Network 2eca0653-c7ad-4ab5-adec-494ac8018e31 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:05.698667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:05.699652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.709308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e248d95-9b0c-42f5-b576-d3c533a6351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.797020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Port': ['ID=e426c798-9fd1-4993-8022-0fe52ca6c3ab,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.814459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.815179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.817369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Checking segment: {'id': 'ef9916c3-fdcb-486c-833b-73ed11b80139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8902c226-b052-4704-978c-6ad8542453fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:05.817713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network hostable DHCP agents. Network: 8902c226-b052-4704-978c-6ad8542453fd, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:05.902144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e248d95-9b0c-42f5-b576-d3c533a6351d None None] Pushing event updated for resources: {'Port': ['ID=d655467e-fed5-42f3-a782-a686b69787e3,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.913197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.956491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network 8902c226-b052-4704-978c-6ad8542453fd is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:05.980040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8902c226-b052-4704-978c-6ad8542453fd) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:05.984216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:05.989175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.989700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ce7f7-124c-485f-990b-93bc95fb81fb None None] Network 8902c226-b052-4704-978c-6ad8542453fd requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:05.992476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.993164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:05.996881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84b601-01f9-48b8-b737-64d0d65c99eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.998400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84b601-01f9-48b8-b737-64d0d65c99eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.999023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee84b601-01f9-48b8-b737-64d0d65c99eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:06.017339 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-52015a31-7142-4962-9aac-65edb4548391 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1965094 Feb 19 07:29:06.021015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58836) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:06.090627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Performing IP validity checks on allocation pools {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 07:29:06.091187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 07:29:06.125625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de356bf-14b9-48d7-a871-e7fa94624b47 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.129586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de356bf-14b9-48d7-a871-e7fa94624b47 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.130373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6de356bf-14b9-48d7-a871-e7fa94624b47 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Synchronizing usage tracker for tenant:a665c724ade144e1bc9fe88db4730a7d on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:06.157915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee84b601-01f9-48b8-b737-64d0d65c99eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:06.159051 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee84b601-01f9-48b8-b737-64d0d65c99eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5108652 Feb 19 07:29:06.162803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58840) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:06.167258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6de356bf-14b9-48d7-a871-e7fa94624b47 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Unset dirty status for tenant:a665c724ade144e1bc9fe88db4730a7d on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:06.168437 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6de356bf-14b9-48d7-a871-e7fa94624b47 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1446733 Feb 19 07:29:06.174599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58844) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:06.255527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 50091326-ebdb-4375-8bca-ff22a0d20968 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:06.259419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Router ea7a5978-89a3-4eea-aa83-ad0368511d6d is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:06.261231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.312796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Deleting port c8332caa-6743-46ea-8f80-f64803a4d42f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:06.313164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.367020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.546148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.643175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.659083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.667556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12f35e1b-2cc4-4458-972b-50e3bc96f84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.738101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.778670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=50091326-ebdb-4375-8bca-ff22a0d20968,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:06.790813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.796855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef836b9b-3d40-4837-97c9-0d5420d929a0 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:06.804809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:06.815459 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] Sync routers for ids ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:06.816293 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a7796e6-cfd0-45fd-a3be-1d5fae07f082 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/50091326-ebdb-4375-8bca-ff22a0d20968 HTTP/1.1" status: 204 len: 168 time: 0.6503708 Feb 19 07:29:06.821398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:06.830000 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] Routers {'ea7a5978-89a3-4eea-aa83-ad0368511d6d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:06.831049 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:06.857899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.883730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=03cbbe9c-80b0-4129-83d4-2fcab4a56e4d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:06.892957 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-262847db-036e-4445-8759-097cc6553e18 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668607 Feb 19 07:29:06.893287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:06.899340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:06.917742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:06.918755 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4d3ba28f-6f53-46c3-aacf-bbe22ec50ab1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6057889 Feb 19 07:29:06.924829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58858) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:06.966334 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:06.977492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': False}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:06.995687 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] Routers {'ea7a5978-89a3-4eea-aa83-ad0368511d6d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:06.996726 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:07.020752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Calling delete_port for c8332caa-6743-46ea-8f80-f64803a4d42f owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:07.061564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d655467e-fed5-42f3-a782-a686b69787e3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:07.080613 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:07.081257 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea023a-d15f-4c68-8c47-e3189bce423a None None] The sync data for ids ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:07.146983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:07.152879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:07.154569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.157584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:07.165858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:07.179206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:07.187956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d655467e-fed5-42f3-a782-a686b69787e3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:07.188702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.192090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b0574-ee8f-4dd7-965a-adf114e1c1b6 req-c1c57061-06d4-4feb-ba6f-4c320e0ee59b tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.194006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b58b0574-ee8f-4dd7-965a-adf114e1c1b6 req-c1c57061-06d4-4feb-ba6f-4c320e0ee59b tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5259264 Feb 19 07:29:07.281148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Checking segment: {'id': '15b1d7ee-0db0-43be-87d0-bbf65d52699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5ae45d6b-65da-483c-b06f-332a344e3e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:07.281560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network hostable DHCP agents. Network: 5ae45d6b-65da-483c-b06f-332a344e3e43, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:07.289337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.293143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.299286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Port': ['ID=c8332caa-6743-46ea-8f80-f64803a4d42f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:07.302400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:07.308915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] Deleting port d655467e-fed5-42f3-a782-a686b69787e3 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:07.309649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.344977 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b58b0574-ee8f-4dd7-965a-adf114e1c1b6 req-dac7650a-2b7b-4ebb-8077-8a08ab03b5e7 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144924 Feb 19 07:29:07.350791 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b316132f-a8ba-45a1-8b3d-6d2b6faf9467 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/ports/c8332caa-6743-46ea-8f80-f64803a4d42f HTTP/1.1" status: 204 len: 168 time: 1.1752050 Feb 19 07:29:07.355018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58862) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:07.457730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Network 5ae45d6b-65da-483c-b06f-332a344e3e43 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:07.545339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.569622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] For port d655467e-fed5-42f3-a782-a686b69787e3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d655467e-fed5-42f3-a782-a686b69787e3,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:07.570118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.617442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 5ae45d6b-65da-483c-b06f-332a344e3e43) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:07.628748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Deleting port e426c798-9fd1-4993-8022-0fe52ca6c3ab {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:07.629310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.636059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ce7f3-f35a-475e-9aa0-676097ad50ba None None] Network 5ae45d6b-65da-483c-b06f-332a344e3e43 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:07.654066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.680536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.681122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.699441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.708620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] Calling delete_port for d655467e-fed5-42f3-a782-a686b69787e3 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:07.744939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:07.747263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=fa27a4ea-7115-4fbf-972b-6d5a9ac834b7,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:07.751231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:07.753483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.754561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2768635'] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.798682 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9050ff15-1e45-4588-95eb-269d6d725363 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9016929 Feb 19 07:29:07.798885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:07.805030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-620384657', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:07.812525 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8dd1125e-83c5-482a-9920-f97d89a81f29 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7109532 Feb 19 07:29:07.812826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58870) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:07.819463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:07.825170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-947b431c-88aa-4f00-999a-2961990d7750 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:07.862163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:router and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:07.872261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:07.885912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:07.898458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.923111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.924004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:07.957597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] Pushing event deleted for resources: {'Port': ['ID=d655467e-fed5-42f3-a782-a686b69787e3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:07.967931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c3fd3-2633-4489-9f50-dc81ff611d12 None None] No DVR routers for this DVR port d655467e-fed5-42f3-a782-a686b69787e3 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:08.003645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fae4b-6f8f-4aa9-836e-c96fc48f1858 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:08.020187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.036749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Allocated IP 172.26.1.48 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/d93d08ed-3084-4eab-a4b8-0adb277571cc) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:08.044846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.106838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-5ae45d6b-65da-483c-b06f-332a344e3e43', 'network_id': '5ae45d6b-65da-483c-b06f-332a344e3e43', 'tenant_id': '9c9533cecfc64206a5e391d0205eb99d', 'fixed_ips': [{'subnet_id': '03cbbe9c-80b0-4129-83d4-2fcab4a56e4d'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:08.107651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.126989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.166040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Calling delete_port for e426c798-9fd1-4993-8022-0fe52ca6c3ab owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:08.357040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': 'fa27a4ea-7115-4fbf-972b-6d5a9ac834b7'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:08.357818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.361492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.421420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.425444 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b28d13fb-8bd5-42fc-976f-41ca729f2f5c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6223674 Feb 19 07:29:08.425444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-947b431c-88aa-4f00-999a-2961990d7750 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2954156'] for subnet, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.428930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58876) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:08.435297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Port': ['ID=e426c798-9fd1-4993-8022-0fe52ca6c3ab,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:08.444663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.451352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.472193 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dcbfd82e-40b2-423d-ad8b-8f93918b7b03 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/ports/e426c798-9fd1-4993-8022-0fe52ca6c3ab HTTP/1.1" status: 204 len: 168 time: 1.1155751 Feb 19 07:29:08.472766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:08.531949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-65e9a039-6cb4-481d-a24d-0eb460fcfb64 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Synchronizing usage tracker for tenant:a665c724ade144e1bc9fe88db4730a7d on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:08.578300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-65e9a039-6cb4-481d-a24d-0eb460fcfb64 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Unset dirty status for tenant:a665c724ade144e1bc9fe88db4730a7d on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:08.583979 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-65e9a039-6cb4-481d-a24d-0eb460fcfb64 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1092422 Feb 19 07:29:08.585011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:08.588725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.601162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1756803997'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:08.648935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Allocated IP 2001:db8::3 (5ae45d6b-65da-483c-b06f-332a344e3e43/03cbbe9c-80b0-4129-83d4-2fcab4a56e4d/f8c15a7e-e3df-44be-b0b6-23c3da51da62) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:08.671528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:08.689281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/fa27a4ea-7115-4fbf-972b-6d5a9ac834b7/1066b68b-9894-4874-8ef7-6c6cedc9f6be) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:08.726241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:08.755454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:08.757410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event updated for resources: {'Port': ['ID=d93d08ed-3084-4eab-a4b8-0adb277571cc,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:08.759677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:08.763056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:08.792977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Made reservation on behalf of a665c724ade144e1bc9fe88db4730a7d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:08.795911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.896276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:08.925065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5a22c-1e69-4b54-a4e7-75100f45e685 req-7975ea37-0782-44fa-b317-35a91841016d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:08.931827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04f5a22c-1e69-4b54-a4e7-75100f45e685 req-7975ea37-0782-44fa-b317-35a91841016d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2736752 Feb 19 07:29:08.943868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.958009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:08.958009 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Added segment 97f40295-c554-4f3a-8788-98578a16e204 of type vlan for network 8afbcd20-6a0f-4782-a940-7a887c1d6133 Feb 19 07:29:08.988954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-292e7d01-0118-4029-a449-4094bc3c1c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.015365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.033486 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04f5a22c-1e69-4b54-a4e7-75100f45e685 req-4abac5a5-31f2-48cd-bded-5c8f4dbb8b29 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007776 Feb 19 07:29:09.038228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d655467e-fed5-42f3-a782-a686b69787e3 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:09.048788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.075674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.079667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:09.080349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.092463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: d655467e-fed5-42f3-a782-a686b69787e3 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:09.092850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d655467e-fed5-42f3-a782-a686b69787e3 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:09.096409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.119839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Transition to ACTIVE for port object f8c15a7e-e3df-44be-b0b6-23c3da51da62 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:09.122463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.141552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Transition to ACTIVE for port object 1066b68b-9894-4874-8ef7-6c6cedc9f6be will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:09.153834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Transition to ACTIVE for port object f8c15a7e-e3df-44be-b0b6-23c3da51da62 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:09.165577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Transition to ACTIVE for port object 1066b68b-9894-4874-8ef7-6c6cedc9f6be will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:09.168180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.202624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Network': ['ID=8afbcd20-6a0f-4782-a940-7a887c1d6133,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:09.207637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.208322 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-86872a14-4236-41f4-a00a-8ddde1d0cfe9 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6222076 Feb 19 07:29:09.208991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58888) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:09.218299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-140077929'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:09.221851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.224381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8afbcd20-6a0f-4782-a940-7a887c1d6133 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:09.274011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:09.332277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Network 5ae45d6b-65da-483c-b06f-332a344e3e43 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:09.348443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:09.352130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:09.356044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:09.357834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Pushing event updated for resources: {'Port': ['ID=f8c15a7e-e3df-44be-b0b6-23c3da51da62,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:09.370739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:09.373146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:09.477628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Usage tracker for resource:network and tenant:a665c724ade144e1bc9fe88db4730a7d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:09.482412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:09.498605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:09.531385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Made reservation on behalf of a665c724ade144e1bc9fe88db4730a7d for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:09.535100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.575311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.582480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.590641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:09.598690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Attempting to bind port 1066b68b-9894-4874-8ef7-6c6cedc9f6be on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:09.599267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Attempting to bind port 1066b68b-9894-4874-8ef7-6c6cedc9f6be by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:09.599756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Attempting to bind port 1066b68b-9894-4874-8ef7-6c6cedc9f6be on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:09.623254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Attempting to bind port f8c15a7e-e3df-44be-b0b6-23c3da51da62 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:09.623543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Attempting to bind port f8c15a7e-e3df-44be-b0b6-23c3da51da62 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '15b1d7ee-0db0-43be-87d0-bbf65d52699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5ae45d6b-65da-483c-b06f-332a344e3e43'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:09.623892 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Attempting to bind port f8c15a7e-e3df-44be-b0b6-23c3da51da62 on network 5ae45d6b-65da-483c-b06f-332a344e3e43 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:09.626843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Pushing event updated for resources: {'Port': ['ID=1066b68b-9894-4874-8ef7-6c6cedc9f6be,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:09.631732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:09.632093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:09.632506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.632879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:09.633729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Bound port: 1066b68b-9894-4874-8ef7-6c6cedc9f6be, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:09.634014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.655225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:09.655890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Checking segment: {'id': '15b1d7ee-0db0-43be-87d0-bbf65d52699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5ae45d6b-65da-483c-b06f-332a344e3e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:09.656470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.657085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Bound using segment: {'id': '15b1d7ee-0db0-43be-87d0-bbf65d52699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5ae45d6b-65da-483c-b06f-332a344e3e43'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:09.657686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Bound port: f8c15a7e-e3df-44be-b0b6-23c3da51da62, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b1d7ee-0db0-43be-87d0-bbf65d52699a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5ae45d6b-65da-483c-b06f-332a344e3e43'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:09.658197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.728723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.729106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Added segment d03b3929-90b6-4696-b3e3-c694b8a677ef of type vlan for network 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 Feb 19 07:29:09.786075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.810694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] For port 1066b68b-9894-4874-8ef7-6c6cedc9f6be, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:09.815000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] For port 1066b68b-9894-4874-8ef7-6c6cedc9f6be, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1066b68b-9894-4874-8ef7-6c6cedc9f6be,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:09.816375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] For port f8c15a7e-e3df-44be-b0b6-23c3da51da62, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:09.820094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] For port f8c15a7e-e3df-44be-b0b6-23c3da51da62, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8c15a7e-e3df-44be-b0b6-23c3da51da62,segment=NetworkSegment(15b1d7ee-0db0-43be-87d0-bbf65d52699a),segment_id=15b1d7ee-0db0-43be-87d0-bbf65d52699a)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:09.825824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.832602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.836413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:09.837017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.857832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.923596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8543c58-5cd2-4397-9068-97603a2e269b None None] Pushing event updated for resources: {'Port': ['ID=1066b68b-9894-4874-8ef7-6c6cedc9f6be,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:09.952649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Network': ['ID=215b4ca5-f01e-4c74-9d0e-37e6c9d50f09,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:09.960912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-947b431c-88aa-4f00-999a-2961990d7750 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733973581981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2707372'] for subnet, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:09.985633 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-416c3f93-8ca5-4e03-a969-0bad17f32c14 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7736409 Feb 19 07:29:09.987231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:10.020836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::1 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/fa27a4ea-7115-4fbf-972b-6d5a9ac834b7/04eadb8c-89cd-4cb8-941c-9d5beeef9a16) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:10.096631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Router c6ba1378-4c99-4414-9277-bd39bf09970b is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:10.100818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947b431c-88aa-4f00-999a-2961990d7750 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:10.102013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-947b431c-88aa-4f00-999a-2961990d7750 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.103429 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-947b431c-88aa-4f00-999a-2961990d7750 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "PUT /v2.0/subnets/03cbbe9c-80b0-4129-83d4-2fcab4a56e4d HTTP/1.1" status: 200 len: 900 time: 2.2897239 Feb 19 07:29:10.108538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58896) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:10.108998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:10.118752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'subnets': [{'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1244327186', 'ip_version': 4}, {'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:10.119551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'subnet': {'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1244327186', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:10.120122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Request body: {'subnet': {'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:10.185491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b431c-88aa-4f00-999a-2961990d7750 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event updated for resources: {'Subnet': ['ID=03cbbe9c-80b0-4129-83d4-2fcab4a56e4d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:10.203146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.211356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.234304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.245355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.258023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09fcf1-0414-4e42-944d-2b3db0518814 None None] Pushing event updated for resources: {'Port': ['ID=f8c15a7e-e3df-44be-b0b6-23c3da51da62,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:10.451775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.473830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:10.516646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.602903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:10.607073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:10.615745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:10.616392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.630244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=04eadb8c-89cd-4cb8-941c-9d5beeef9a16,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:10.708742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Router ea7a5978-89a3-4eea-aa83-ad0368511d6d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:10.718654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.745474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.827623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port f8c15a7e-e3df-44be-b0b6-23c3da51da62 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:10.827942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:10.863814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b59cf7-5b24-4e8e-88c5-2ff1dfd96b87 req-e23e7ee5-1159-4a2f-a384-4748c5dd73be tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:10.865962 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a2b59cf7-5b24-4e8e-88c5-2ff1dfd96b87 req-e23e7ee5-1159-4a2f-a384-4748c5dd73be tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5988643 Feb 19 07:29:10.876143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:10.903197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Usage tracker for resource:subnet and tenant:a665c724ade144e1bc9fe88db4730a7d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:10.907466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:10.925763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:10.999784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Made reservation on behalf of a665c724ade144e1bc9fe88db4730a7d for: {'subnet': 2} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:11.036812 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a2b59cf7-5b24-4e8e-88c5-2ff1dfd96b87 req-ae6d5b3b-db0d-4b1b-b3e9-853c2d2719f3 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618099 Feb 19 07:29:11.046190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1066b68b-9894-4874-8ef7-6c6cedc9f6be up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:11.132223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 1066b68b-9894-4874-8ef7-6c6cedc9f6be completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:11.138063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8c15a7e-e3df-44be-b0b6-23c3da51da62 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:11.224858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f8c15a7e-e3df-44be-b0b6-23c3da51da62 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:11.247571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a9cd7538-7424-4476-9648-4a54645c7d82 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:11.292941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.306701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.307517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.349586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: a9cd7538-7424-4476-9648-4a54645c7d82 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:11.350022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a9cd7538-7424-4476-9648-4a54645c7d82 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:11.365700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.604560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:11.615271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] Sync routers for ids ['c6ba1378-4c99-4414-9277-bd39bf09970b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:11.632114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] Routers {'c6ba1378-4c99-4414-9277-bd39bf09970b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:11.632775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c6ba1378-4c99-4414-9277-bd39bf09970b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.637891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.639095 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-26885724-121d-4bba-a41a-ca282167db0c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "PUT /v2.0/routers/c6ba1378-4c99-4414-9277-bd39bf09970b HTTP/1.1" status: 200 len: 879 time: 6.1469176 Feb 19 07:29:11.644401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58910) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:11.790135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.792658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=04eadb8c-89cd-4cb8-941c-9d5beeef9a16,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:11.809387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c02501-e553-4225-80b2-1ac5f81879c0 None None] Network 5ae45d6b-65da-483c-b06f-332a344e3e43 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:11.810235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.810717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.854035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:11.861411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:11.909115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] Routers {'c6ba1378-4c99-4414-9277-bd39bf09970b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:11.909753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c6ba1378-4c99-4414-9277-bd39bf09970b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.914388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] For port f8c15a7e-e3df-44be-b0b6-23c3da51da62, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8c15a7e-e3df-44be-b0b6-23c3da51da62,segment=NetworkSegment(15b1d7ee-0db0-43be-87d0-bbf65d52699a),segment_id=15b1d7ee-0db0-43be-87d0-bbf65d52699a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:11.914738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:11.987013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.987651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad160f-6ee6-442c-9865-f8305394381e None None] The sync data for ids ['c6ba1378-4c99-4414-9277-bd39bf09970b'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:12.010034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8e160360-3aed-4274-96b8-d586f53a5d39 None None] Provisioning for port f8c15a7e-e3df-44be-b0b6-23c3da51da62 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:12.030776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8e160360-3aed-4274-96b8-d586f53a5d39 None None] Provisioning complete for port f8c15a7e-e3df-44be-b0b6-23c3da51da62 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:12.031151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e160360-3aed-4274-96b8-d586f53a5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:12.087464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Calling delete_port for f8c15a7e-e3df-44be-b0b6-23c3da51da62 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:12.142014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:12.153834 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] Sync routers for ids ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:12.168892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a6ff4-3812-403a-b984-baac61980b16 req-56ec2034-24db-4d56-8d59-9055900c3a64 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.171192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:12.172436 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] Routers {'ea7a5978-89a3-4eea-aa83-ad0368511d6d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:12.173335 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ea0893c-0ea0-46a7-ba49-a29b42c06a88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "PUT /v2.0/routers/ea7a5978-89a3-4eea-aa83-ad0368511d6d HTTP/1.1" status: 200 len: 925 time: 5.2477160 Feb 19 07:29:12.174680 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:12.175844 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-368a6ff4-3812-403a-b984-baac61980b16 req-56ec2034-24db-4d56-8d59-9055900c3a64 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6681094 Feb 19 07:29:12.197132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:12.258705 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:12.280129 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] Routers {'ea7a5978-89a3-4eea-aa83-ad0368511d6d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:12.284688 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:12.305763 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-896b5b3d-1590-420a-bd04-78a6f13bc54b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.5369260 Feb 19 07:29:12.340364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e160360-3aed-4274-96b8-d586f53a5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:12.371298 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:12.373292 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895de0e1-3699-41a5-9ad7-1c8bdce1294d None None] The sync data for ids ['ea7a5978-89a3-4eea-aa83-ad0368511d6d'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:12.538711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-b0f8c0dd-ffe2-4ea1-9721-5e6ff13e4b4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.540144 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-b0f8c0dd-ffe2-4ea1-9721-5e6ff13e4b4a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.2263350 Feb 19 07:29:12.566101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51794516-f2ee-4f42-82df-3f71a52374b3 None None] Network 5ae45d6b-65da-483c-b06f-332a344e3e43 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:12.578132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:12.646931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Port': ['ID=f8c15a7e-e3df-44be-b0b6-23c3da51da62,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:12.673534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Provisioning for port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:12.673787 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-47e6dd36-cf43-4d52-83e6-4462357981af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 1000 time: 0.1248119 Feb 19 07:29:12.680848 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-368a6ff4-3812-403a-b984-baac61980b16 req-d10a4fea-3f79-4b54-9ee1-de9834453880 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5041223 Feb 19 07:29:12.705629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Provisioning complete for port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:12.711151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:12.753713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Router c2e7663e-3232-4a93-9938-79c431f5372c is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:12.756090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-d3f5b3ac-111f-40c7-86a8-b97635b4aa29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.757558 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-d3f5b3ac-111f-40c7-86a8-b97635b4aa29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.0732467 Feb 19 07:29:12.819487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:12.844992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No DVR routers for this DVR port f8c15a7e-e3df-44be-b0b6-23c3da51da62 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:12.890812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Provisioning for port 1066b68b-9894-4874-8ef7-6c6cedc9f6be completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:12.898764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Provisioning complete for port 1066b68b-9894-4874-8ef7-6c6cedc9f6be triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:12.900531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:12.984948 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-bc3acc2c-c05f-4cae-863c-9c0b76652ac2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2210476 Feb 19 07:29:12.993035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.071852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.118128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] For port 1066b68b-9894-4874-8ef7-6c6cedc9f6be, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1066b68b-9894-4874-8ef7-6c6cedc9f6be,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:13.120069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.123734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.141726 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-96b25fe6-76ae-43ef-b03f-55dd07ffbad0 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497669 Feb 19 07:29:13.144636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:13.149878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8751e627-cdf8-48f8-b9bd-52ca350538c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "PUT /v2.0/routers/c2e7663e-3232-4a93-9938-79c431f5372c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7194188 Feb 19 07:29:13.161495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Sync routers for ids ['c2e7663e-3232-4a93-9938-79c431f5372c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:13.173239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.178668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Could not find standard attr ID for object f8c15a7e-e3df-44be-b0b6-23c3da51da62. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:29:13.214055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0e458-e4c9-48c9-94ae-cd4662903717 None None] Pushing event updated for resources: {'Port': ['ID=1066b68b-9894-4874-8ef7-6c6cedc9f6be,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:13.216619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Routers {'c2e7663e-3232-4a93-9938-79c431f5372c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:13.217214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c2e7663e-3232-4a93-9938-79c431f5372c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.294990 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-754834a9-c4c2-4436-88c6-4a8b8b007126 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/c6ba1378-4c99-4414-9277-bd39bf09970b HTTP/1.1" status: 200 len: 920 time: 1.6463649 Feb 19 07:29:13.297320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58922) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.369889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.379397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Set router c2e7663e-3232-4a93-9938-79c431f5372c gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:13.405590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.430020 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-17aaa12b-56b7-4ca6-8118-8b4144f307e0 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/ea7a5978-89a3-4eea-aa83-ad0368511d6d HTTP/1.1" status: 200 len: 925 time: 1.2302020 Feb 19 07:29:13.435673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.507111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e461f-4071-4609-9fc0-839018a0b05d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.508048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f34e461f-4071-4609-9fc0-839018a0b05d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:13.527752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d318ab9b-3085-4329-9cdd-bef3631bbf16 None None] Network 5ae45d6b-65da-483c-b06f-332a344e3e43 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:13.567125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f34e461f-4071-4609-9fc0-839018a0b05d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:13.570885 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f34e461f-4071-4609-9fc0-839018a0b05d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports/04eadb8c-89cd-4cb8-941c-9d5beeef9a16 HTTP/1.1" status: 200 len: 911 time: 0.3919904 Feb 19 07:29:13.573146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58930) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.578445 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68a9c146-5e0c-42f8-b013-c5800fc0c87c req-6f3b8ba0-e010-46a7-9b9a-5edd44101916 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271998 Feb 19 07:29:13.612858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Subnet': ['ID=d1ade1d0-c64e-476e-a896-7ef6da9b38e9,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:13.623013 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50ad2465-bd26-4c6d-88e6-f772dabd4b7e tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=c6ba1378-4c99-4414-9277-bd39bf09970b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3233852 Feb 19 07:29:13.628126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58934) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.691754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.700181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=03cbbe9c-80b0-4129-83d4-2fcab4a56e4d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:13.707571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Checking segment: {'id': '97f40295-c554-4f3a-8788-98578a16e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:13.708013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network hostable DHCP agents. Network: 8afbcd20-6a0f-4782-a940-7a887c1d6133, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:13.731905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae45d6b-65da-483c-b06f-332a344e3e43']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.753541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b1d7ee-0db0-43be-87d0-bbf65d52699a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.753904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b1d7ee-0db0-43be-87d0-bbf65d52699a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.771339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.781064 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-537d707e-af30-4e62-a9e8-2fe4ec44c298 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=ea7a5978-89a3-4eea-aa83-ad0368511d6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3407969 Feb 19 07:29:13.784811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.806678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064f480-a5f7-4a7d-a7f6-927b9d9bd444 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.808481 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c064f480-a5f7-4a7d-a7f6-927b9d9bd444 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.1788723 Feb 19 07:29:13.813689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.822592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d98041-bdb4-44ec-af1a-d9333bea4239 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.826913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d98041-bdb4-44ec-af1a-d9333bea4239 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.832193 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0d98041-bdb4-44ec-af1a-d9333bea4239 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2580273 Feb 19 07:29:13.834797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58946) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.878326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.893627 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-34ae9d12-abf6-436c-926f-c460058e05a5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba1378-4c99-4414-9277-bd39bf09970b HTTP/1.1" status: 200 len: 205 time: 0.0601449 Feb 19 07:29:13.898528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:13.899053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:13.915270 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:13.917690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network 8afbcd20-6a0f-4782-a940-7a887c1d6133 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:13.919763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58952) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:13.942266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d0a9b-c715-44d7-9222-1148ce5d6f31 None None] DHCP port deletion for 5ae45d6b-65da-483c-b06f-332a344e3e43 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:13.955299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e7663e-3232-4a93-9938-79c431f5372c', 'name': 'tempest-NetworksTestDHCPv6-router-620384657', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:07Z', 'updated_at': '2022-02-19T07:29:10Z', 'revision_number': 2, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None, '_interfaces': [{'id': '04eadb8c-89cd-4cb8-941c-9d5beeef9a16', 'name': '', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'mac_address': 'fa:16:3e:38:71:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e7663e-3232-4a93-9938-79c431f5372c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa27a4ea-7115-4fbf-972b-6d5a9ac834b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:09Z', 'updated_at': '2022-02-19T07:29:11Z', 'revision_number': 2, 'project_id': 'adf515da56964ed49585452f75c8b413', 'subnets': [{'id': 'fa27a4ea-7115-4fbf-972b-6d5a9ac834b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.963607 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Checking router: c2e7663e-3232-4a93-9938-79c431f5372c for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:29:13.964126 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Updating router c2e7663e-3232-4a93-9938-79c431f5372c port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:29:14.030820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.110368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8afbcd20-6a0f-4782-a940-7a887c1d6133) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:14.114719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.148887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5e6f7-855d-41cc-b494-d23d07f6d7c4 None None] Network 8afbcd20-6a0f-4782-a940-7a887c1d6133 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:14.293976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.300528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.370570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=5ae45d6b-65da-483c-b06f-332a344e3e43,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:14.418474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event updated for resources: {'Subnet': ['ID=c5ae8f96-e32d-4188-9cdd-36cbd5a6ea18,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:14.451825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e52f8-3747-4e6b-9327-e1275f781f88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:14.456419 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-511e52f8-3747-4e6b-9327-e1275f781f88 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.6698282 Feb 19 07:29:14.462051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58958) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:14.472181 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2c830026-5049-4f7f-b5b3-57e50a47e816 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/5ae45d6b-65da-483c-b06f-332a344e3e43 HTTP/1.1" status: 204 len: 168 time: 4.3602266 Feb 19 07:29:14.472900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58962) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:14.473592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.505201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Checking segment: {'id': 'd03b3929-90b6-4696-b3e3-c694b8a677ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:14.505555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network hostable DHCP agents. Network: 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:14.550835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-8afbcd20-6a0f-4782-a940-7a887c1d6133', 'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133', 'tenant_id': 'a665c724ade144e1bc9fe88db4730a7d', 'fixed_ips': [{'subnet_id': 'd1ade1d0-c64e-476e-a896-7ef6da9b38e9'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:14.551834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.581254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4774c50-53a4-40e4-aa05-cdb95a4141fa req-b51a02c6-5a86-4c03-87db-ba21e88025b2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:14.582712 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d4774c50-53a4-40e4-aa05-cdb95a4141fa req-b51a02c6-5a86-4c03-87db-ba21e88025b2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.7014313 Feb 19 07:29:14.590771 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fb6698a6-16ec-4356-8ed9-3d99e9d95fd5 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea7a5978-89a3-4eea-aa83-ad0368511d6d HTTP/1.1" status: 200 len: 205 time: 0.1278107 Feb 19 07:29:14.592724 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-75604abd-4368-4389-b25f-d8656dcb0780 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:14.592887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:14.593335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75604abd-4368-4389-b25f-d8656dcb0780 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:14.596468 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-75604abd-4368-4389-b25f-d8656dcb0780 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/03cbbe9c-80b0-4129-83d4-2fcab4a56e4d HTTP/1.1" status: 404 len: 337 time: 0.0927231 Feb 19 07:29:14.600348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58970) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:14.648521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee024897-26a8-4596-898c-4c78c62e2e1d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:14.649237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee024897-26a8-4596-898c-4c78c62e2e1d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:14.653833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee024897-26a8-4596-898c-4c78c62e2e1d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/5ae45d6b-65da-483c-b06f-332a344e3e43 HTTP/1.1" status: 404 len: 339 time: 0.0520339 Feb 19 07:29:14.659592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58974) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:14.696295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.745597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Transition to ACTIVE for port object 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:14.764463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.777018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Network 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:14.790510 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d4774c50-53a4-40e4-aa05-cdb95a4141fa req-1afbd288-b90d-4d29-aca3-0053572f0c7b tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930246 Feb 19 07:29:14.812534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.821042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:14.837932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:14.837932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:14.837932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:14.840847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412fde59-8b82-4141-8578-2c4007660e4b None None] Network 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:14.903040 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e68c1c56-772a-4f76-8b3e-65006b003193 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.7930002 Feb 19 07:29:14.925059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 58978) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:14.980612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.016848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1066b68b-9894-4874-8ef7-6c6cedc9f6be up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:15.043530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.050937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Allocated IP 172.20.0.2 (8afbcd20-6a0f-4782-a940-7a887c1d6133/d1ade1d0-c64e-476e-a896-7ef6da9b38e9/24849b55-37bc-4e86-ba53-c7252f7b3dc4) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:15.158174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d380b-2463-4be8-9bf2-420667811c53 None None] Pushing event updated for resources: {'Port': ['ID=04eadb8c-89cd-4cb8-941c-9d5beeef9a16,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:15.209244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.275028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-215b4ca5-f01e-4c74-9d0e-37e6c9d50f09', 'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09', 'tenant_id': 'a665c724ade144e1bc9fe88db4730a7d', 'fixed_ips': [{'subnet_id': 'c5ae8f96-e32d-4188-9cdd-36cbd5a6ea18'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:15.276295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.277713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:15.278050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.281646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19a85f6-0312-4097-b685-a61cb8fff056']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:15.310374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a40638-b3b6-41ab-b0a1-454fda790c7c') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:15.310709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a40638-b3b6-41ab-b0a1-454fda790c7c') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:15.326349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.349353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.359807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:15.360272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:15.375319 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:15.422486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58021d-f230-4234-875e-1f3650684858 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:15.424037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58021d-f230-4234-875e-1f3650684858 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:15.425455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58021d-f230-4234-875e-1f3650684858 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:15.427115 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5f58021d-f230-4234-875e-1f3650684858 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4987605 Feb 19 07:29:15.432434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58982) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:15.509847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Attempting to bind port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:15.509847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Attempting to bind port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:15.510787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Attempting to bind port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:15.538169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1066b68b-9894-4874-8ef7-6c6cedc9f6be triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:15.538639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.540866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.547433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Deleting subnet d1ade1d0-c64e-476e-a896-7ef6da9b38e9 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:15.570607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.583414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=b19a85f6-0312-4097-b685-a61cb8fff056,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:15.591381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-eb6ee425-c172-4bd1-8e17-3fa17fb882ae tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/b19a85f6-0312-4097-b685-a61cb8fff056 HTTP/1.1" status: 204 len: 168 time: 0.9316919 Feb 19 07:29:15.593967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58986) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:15.595343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] For port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16, host dv-neutron-829958-1-hyperv, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:15.595847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.617082 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:15.617746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:15.618265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.618866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:15.619417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Bound port: 04eadb8c-89cd-4cb8-941c-9d5beeef9a16, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:15.619844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.646041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ea1e4b-c91d-4d1b-9c55-669103fb08a0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:15.646582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ea1e4b-c91d-4d1b-9c55-669103fb08a0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:15.648688 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-03ea1e4b-c91d-4d1b-9c55-669103fb08a0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/a9c7fdd3-05b2-41c0-bc59-b86bc8b40c86 HTTP/1.1" status: 404 len: 337 time: 0.0533879 Feb 19 07:29:15.651204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:15.652039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.686716 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d030c390-45bf-4e62-9ced-4c5766aa88d5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:15.687253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d030c390-45bf-4e62-9ced-4c5766aa88d5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:15.692007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d030c390-45bf-4e62-9ced-4c5766aa88d5 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/6a07be64-7de6-4650-965e-7fea29c9adec HTTP/1.1" status: 404 len: 339 time: 0.0344689 Feb 19 07:29:15.692190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 58994) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:15.694853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Deleting port d93d08ed-3084-4eab-a4b8-0adb277571cc {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:15.695269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.724086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:15.834491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.932386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Allocated IP 172.20.0.18 (215b4ca5-f01e-4c74-9d0e-37e6c9d50f09/c5ae8f96-e32d-4188-9cdd-36cbd5a6ea18/54651cca-d5cd-445a-9af7-d78945ea2f5a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:15.950247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Deleting port 4e000e9d-24e1-4a31-84e5-722d014e1480 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:15.950718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.969339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:15.992828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8c15a7e-e3df-44be-b0b6-23c3da51da62 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:16.038140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.073558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.077703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Transition to ACTIVE for port object 24849b55-37bc-4e86-ba53-c7252f7b3dc4 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:16.084413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f8c15a7e-e3df-44be-b0b6-23c3da51da62 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:16.084830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8c15a7e-e3df-44be-b0b6-23c3da51da62 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:16.105525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:29:16.105962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:29:16.119612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Transition to ACTIVE for port object 24849b55-37bc-4e86-ba53-c7252f7b3dc4 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:16.139458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.141781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=04eadb8c-89cd-4cb8-941c-9d5beeef9a16,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:16.151165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting subnet b484dc5a-b47c-4b34-9d38-2e7d96ced171 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:16.213801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.256085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Calling delete_port for d93d08ed-3084-4eab-a4b8-0adb277571cc owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:16.294404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.322550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.340493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Transition to ACTIVE for port object 54651cca-d5cd-445a-9af7-d78945ea2f5a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:16.368742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Network 8afbcd20-6a0f-4782-a940-7a887c1d6133 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:16.371014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:16.378633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Pushing event updated for resources: {'Port': ['ID=24849b55-37bc-4e86-ba53-c7252f7b3dc4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:16.392167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.396753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Transition to ACTIVE for port object 54651cca-d5cd-445a-9af7-d78945ea2f5a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:16.398538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:16.401629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.445300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.508276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.511109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfa95e-23f1-4a6f-ad99-e9591284c652 req-4ee51c53-474b-40cc-afa7-7740a99be19b tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:16.512940 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b2dfa95e-23f1-4a6f-ad99-e9591284c652 req-4ee51c53-474b-40cc-afa7-7740a99be19b tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5650332 Feb 19 07:29:16.513226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Attempting to bind port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:16.513587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Attempting to bind port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '97f40295-c554-4f3a-8788-98578a16e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:16.513937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Attempting to bind port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 on network 8afbcd20-6a0f-4782-a940-7a887c1d6133 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:16.523029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.532797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Calling delete_port for 4e000e9d-24e1-4a31-84e5-722d014e1480 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:16.578415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:16.578791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Checking segment: {'id': '97f40295-c554-4f3a-8788-98578a16e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:16.579088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.579476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Bound using segment: {'id': '97f40295-c554-4f3a-8788-98578a16e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:16.579944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Bound port: 24849b55-37bc-4e86-ba53-c7252f7b3dc4, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f40295-c554-4f3a-8788-98578a16e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8afbcd20-6a0f-4782-a940-7a887c1d6133'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:16.580343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.595541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Network 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:16.600446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:16.605730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:16.643287 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b2dfa95e-23f1-4a6f-ad99-e9591284c652 req-69f215dc-6868-428b-8dc3-ff8aea121a48 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159978 Feb 19 07:29:16.653320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Pushing event updated for resources: {'Port': ['ID=54651cca-d5cd-445a-9af7-d78945ea2f5a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:16.655006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.700338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Attempting to bind port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:16.700338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Attempting to bind port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:16.700634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Attempting to bind port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:16.757605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:16.758962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:16.758962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.758962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:16.759195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Bound port: 04eadb8c-89cd-4cb8-941c-9d5beeef9a16, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:16.759537 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.789406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.814045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Attempting to bind port 54651cca-d5cd-445a-9af7-d78945ea2f5a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:16.814411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Attempting to bind port 54651cca-d5cd-445a-9af7-d78945ea2f5a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd03b3929-90b6-4696-b3e3-c694b8a677ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:16.814937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Attempting to bind port 54651cca-d5cd-445a-9af7-d78945ea2f5a on network 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:16.861480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Port 04eadb8c-89cd-4cb8-941c-9d5beeef9a16 has been deleted concurrently {{(pid=83570) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Feb 19 07:29:16.863890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:16.863890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Checking segment: {'id': 'd03b3929-90b6-4696-b3e3-c694b8a677ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:16.864142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.864915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Bound using segment: {'id': 'd03b3929-90b6-4696-b3e3-c694b8a677ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:16.865376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Bound port: 54651cca-d5cd-445a-9af7-d78945ea2f5a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03b3929-90b6-4696-b3e3-c694b8a677ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '215b4ca5-f01e-4c74-9d0e-37e6c9d50f09'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:16.865740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:16.931529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Routers {'c2e7663e-3232-4a93-9938-79c431f5372c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:16.932186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c2e7663e-3232-4a93-9938-79c431f5372c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:16.946733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.063913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event deleted for resources: {'Port': ['ID=d93d08ed-3084-4eab-a4b8-0adb277571cc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:17.087502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] Set router c2e7663e-3232-4a93-9938-79c431f5372c gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:17.170349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] For port 54651cca-d5cd-445a-9af7-d78945ea2f5a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:17.185498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.186106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] For port 24849b55-37bc-4e86-ba53-c7252f7b3dc4, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:17.207742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Router c2e7663e-3232-4a93-9938-79c431f5372c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:17.208695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.248133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ade1d0-c64e-476e-a896-7ef6da9b38e9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:17.250667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e7663e-3232-4a93-9938-79c431f5372c', 'name': 'tempest-NetworksTestDHCPv6-router-620384657', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:07Z', 'updated_at': '2022-02-19T07:29:15Z', 'revision_number': 3, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:17.253601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] For port 54651cca-d5cd-445a-9af7-d78945ea2f5a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=54651cca-d5cd-445a-9af7-d78945ea2f5a,segment=NetworkSegment(d03b3929-90b6-4696-b3e3-c694b8a677ef),segment_id=d03b3929-90b6-4696-b3e3-c694b8a677ef)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:17.255271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] For port 24849b55-37bc-4e86-ba53-c7252f7b3dc4, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=24849b55-37bc-4e86-ba53-c7252f7b3dc4,segment=NetworkSegment(97f40295-c554-4f3a-8788-98578a16e204),segment_id=97f40295-c554-4f3a-8788-98578a16e204)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:17.258465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2c4b5-d20d-43b9-bc62-18953edace80 None None] The sync data for ids ['c2e7663e-3232-4a93-9938-79c431f5372c'] in dv-neutron-829958-1-hyperv is: [{'id': 'c2e7663e-3232-4a93-9938-79c431f5372c', 'name': 'tempest-NetworksTestDHCPv6-router-620384657', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:07Z', 'updated_at': '2022-02-19T07:29:15Z', 'revision_number': 3, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:17.259177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event deleted for resources: {'Port': ['ID=4e000e9d-24e1-4a31-84e5-722d014e1480,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:17.262806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.267825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.306817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.335961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.362949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c32791-6e32-40c4-a5bb-7ce58637ab6a None None] Pushing event updated for resources: {'Port': ['ID=54651cca-d5cd-445a-9af7-d78945ea2f5a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:17.469246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88b5d-6b7b-49fa-91bc-8f6aa32529e9 req-2035686b-ab5f-4f57-b3ed-86da3ede77d1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:17.470886 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d0d88b5d-6b7b-49fa-91bc-8f6aa32529e9 req-2035686b-ab5f-4f57-b3ed-86da3ede77d1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5252621 Feb 19 07:29:17.479559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e9862-573a-4e4c-8a37-182cfc10f2b0 None None] Pushing event updated for resources: {'Port': ['ID=24849b55-37bc-4e86-ba53-c7252f7b3dc4,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:17.481086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=b484dc5a-b47c-4b34-9d38-2e7d96ced171,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:17.494008 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4641012b-e1cb-4e39-8408-e3839208be6b tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/subnets/d1ade1d0-c64e-476e-a896-7ef6da9b38e9 HTTP/1.1" status: 204 len: 168 time: 2.0606050 Feb 19 07:29:17.496024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59002) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:17.515672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bcb99a-f882-4946-8c18-d04f3a1c22d1 None None] Network b811d732-fe7a-45db-8c21-5a7d9c868485 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:17.562957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.567850 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5c71e6e8-7930-49cc-b241-458720b9f9bd tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/b484dc5a-b47c-4b34-9d38-2e7d96ced171 HTTP/1.1" status: 204 len: 168 time: 1.8726022 Feb 19 07:29:17.568311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59006) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:17.660279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.672766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:17.865861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:17.992635 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d0d88b5d-6b7b-49fa-91bc-8f6aa32529e9 req-9341a792-2a8b-4fde-8cb9-67218ebfbac0 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5062766 Feb 19 07:29:18.151153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.156108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.189375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting subnet e0733514-3711-443b-b1b4-3e9be6c5108c {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:18.210177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.211002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Fanout notify agent at l3_agent the message router_deleted on router c6ba1378-4c99-4414-9277-bd39bf09970b {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:18.212680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.302254 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f3707f26-6e7d-49da-893d-7a2942d00f09 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "PUT /v2.0/routers/c2e7663e-3232-4a93-9938-79c431f5372c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4664278 Feb 19 07:29:18.312094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59012) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:18.357810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.359516 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a1a077c0-1575-4b00-9b5a-cd3e7edeb472 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/c6ba1378-4c99-4414-9277-bd39bf09970b HTTP/1.1" status: 204 len: 168 time: 4.3955662 Feb 19 07:29:18.366776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59016) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:18.374402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.388059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.400790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-963512971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:18.401792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ba21d-f6f8-4921-9208-429e856145e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:18.403315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ba21d-f6f8-4921-9208-429e856145e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:18.404099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-342ba21d-f6f8-4921-9208-429e856145e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:18.416165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.439702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-342ba21d-f6f8-4921-9208-429e856145e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:18.441386 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-342ba21d-f6f8-4921-9208-429e856145e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1280026 Feb 19 07:29:18.445086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59022) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:18.479792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:18.481205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.481709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Fanout notify agent at l3_agent the message router_deleted on router ea7a5978-89a3-4eea-aa83-ad0368511d6d {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:18.484768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Usage tracker for resource:router and tenant:2a181977a9ef451cb99539c46e8493f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:18.489336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:18.495913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:18.510909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.512352 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b2b7621c-0b8c-4304-bd7b-63e1a9a192e2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/ea7a5978-89a3-4eea-aa83-ad0368511d6d HTTP/1.1" status: 204 len: 168 time: 3.9194906 Feb 19 07:29:18.518525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59026) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:18.523092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-665964948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:18.533049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:18.540738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Usage tracker for resource:router and tenant:b574291cb6b840f993409f5e06f7fe70 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:18.545991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:18.568886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:18.570027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.570949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.642896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.643825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.647292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Deleting subnet c5ae8f96-e32d-4188-9cdd-36cbd5a6ea18 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:18.662177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.697359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.707217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet fa27a4ea-7115-4fbf-972b-6d5a9ac834b7 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:18.712253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.718211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.750516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.770643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.788376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.851021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:18.852241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5c107881-3950-44dc-8f49-f7976c61a050 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3334007 Feb 19 07:29:18.855461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59030) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:18.862645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:18.909689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.012538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d51a93-b458-4ad7-95aa-d469191e14cb req-265ce99a-b60d-471b-a1d5-8ada24a81bc3 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:19.016733 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88d51a93-b458-4ad7-95aa-d469191e14cb req-265ce99a-b60d-471b-a1d5-8ada24a81bc3 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4987214 Feb 19 07:29:19.027265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.074459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.078543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-942a3541-82b8-4bd7-8eb8-89f4d30fa035 None None] Provisioning complete for port 9aae6477-22f5-4194-86d1-7a6b43b58056 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:19.079297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-942a3541-82b8-4bd7-8eb8-89f4d30fa035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.139781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.143730 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-41c6db03-150c-4e5f-9835-b6746db31c4a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7716336 Feb 19 07:29:19.147196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 24849b55-37bc-4e86-ba53-c7252f7b3dc4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:19.149083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59034) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:19.159784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': True}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:19.235369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.287410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:19.300320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 54651cca-d5cd-445a-9af7-d78945ea2f5a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:19.322341 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88d51a93-b458-4ad7-95aa-d469191e14cb req-661501a2-5bb9-4518-93b0-2b8697805fd1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965090 Feb 19 07:29:19.351400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.395563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=e0733514-3711-443b-b1b4-3e9be6c5108c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:19.437381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.461555 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-faa69d0f-0fe1-4a48-b9a0-d719fb953ca0 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/e0733514-3711-443b-b1b4-3e9be6c5108c HTTP/1.1" status: 204 len: 168 time: 1.8867326 Feb 19 07:29:19.465286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11890c4-0588-4166-9b6f-2e728d395d92 None None] Network b811d732-fe7a-45db-8c21-5a7d9c868485 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:19.467888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:19.499376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb3f0d-fcac-4567-bcef-46702b376ab1 None None] Network 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:19.582883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.645467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=fa27a4ea-7115-4fbf-972b-6d5a9ac834b7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:19.720251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.755732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aec5ce-2db1-4ed7-ba56-ea6110fc0ba6 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:19.785922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13879351-7ddb-4db4-b9cd-69e765a5bbee None None] Network 8afbcd20-6a0f-4782-a940-7a887c1d6133 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:19.799754 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1391dd16-3fb8-4ed3-88a7-1632f12bf8cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/fa27a4ea-7115-4fbf-972b-6d5a9ac834b7 HTTP/1.1" status: 204 len: 168 time: 1.3535666 Feb 19 07:29:19.804598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:19.852479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.881654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.911640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ae8f96-e32d-4188-9cdd-36cbd5a6ea18,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:19.944568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.959016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:19.973944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 54651cca-d5cd-445a-9af7-d78945ea2f5a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:19.982432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9604a706-0279-4878-ac33-5f46e5cef669 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:router {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:20.032201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-468f16fd-670f-4932-afe6-47b8b7bf0e45 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/subnets/c5ae8f96-e32d-4188-9cdd-36cbd5a6ea18 HTTP/1.1" status: 204 len: 168 time: 2.5165942 Feb 19 07:29:20.037927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port 9aae6477-22f5-4194-86d1-7a6b43b58056 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:20.038296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.039470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59050) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:20.044759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 378efc92-4d81-4199-90be-048a0a33bf34 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:20.074579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089cf30-6365-4296-83cc-777f2e5475be req-cfc33b74-5b91-4a3e-86a8-3d2f0fdc3c68 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:20.076042 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0089cf30-6365-4296-83cc-777f2e5475be req-cfc33b74-5b91-4a3e-86a8-3d2f0fdc3c68 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3764048 Feb 19 07:29:20.126883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9604a706-0279-4878-ac33-5f46e5cef669 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:router {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:20.130664 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9604a706-0279-4878-ac33-5f46e5cef669 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3218381 Feb 19 07:29:20.135233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59054) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:20.141582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fd3658-98ba-4794-b00c-889dcd598fbd tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:20.146717 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90fd3658-98ba-4794-b00c-889dcd598fbd tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026978 Feb 19 07:29:20.147484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 378efc92-4d81-4199-90be-048a0a33bf34 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:20.147994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 378efc92-4d81-4199-90be-048a0a33bf34 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:20.153112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59058) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:20.318931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Provisioning for port 54651cca-d5cd-445a-9af7-d78945ea2f5a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:20.347622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.355584 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0089cf30-6365-4296-83cc-777f2e5475be req-f31545c0-71f1-4801-9aae-ef9b7eeb38bd tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287090 Feb 19 07:29:20.362080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.395945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Provisioning complete for port 54651cca-d5cd-445a-9af7-d78945ea2f5a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:20.396351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.419134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee8f15cb-3449-4d14-948b-93997602be27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.558097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] For port 9aae6477-22f5-4194-86d1-7a6b43b58056, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9aae6477-22f5-4194-86d1-7a6b43b58056,segment=NetworkSegment(941bab75-7db5-447b-9dc8-9c11706ac25e),segment_id=941bab75-7db5-447b-9dc8-9c11706ac25e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:20.558456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.608213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.618282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.642653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.654393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] For port 54651cca-d5cd-445a-9af7-d78945ea2f5a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=54651cca-d5cd-445a-9af7-d78945ea2f5a,segment=NetworkSegment(d03b3929-90b6-4696-b3e3-c694b8a677ef),segment_id=d03b3929-90b6-4696-b3e3-c694b8a677ef)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:20.666061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.719763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415067b-5dab-446d-844f-84edb424da47 None None] DHCP port deletion for 215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:20.748512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Deleting port 54651cca-d5cd-445a-9af7-d78945ea2f5a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:20.748512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.786091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] DHCP port deletion for 8afbcd20-6a0f-4782-a940-7a887c1d6133 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:20.800829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Deleting port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:20.801238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.834638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22c085-9516-4e72-a0d3-85cd5e367cc3 None None] DHCP port deletion for b811d732-fe7a-45db-8c21-5a7d9c868485 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:20.866346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:20.881283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] Deleting port 1066b68b-9894-4874-8ef7-6c6cedc9f6be {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:20.881654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.899268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Calling delete_port for 9aae6477-22f5-4194-86d1-7a6b43b58056 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:20.927093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Deleting port 54651cca-d5cd-445a-9af7-d78945ea2f5a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:20.927616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.937016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3c22c085-9516-4e72-a0d3-85cd5e367cc3 None None] Deleting port 9aae6477-22f5-4194-86d1-7a6b43b58056 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:20.937380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c22c085-9516-4e72-a0d3-85cd5e367cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:20.992453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Provisioning for port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:21.013977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 24849b55-37bc-4e86-ba53-c7252f7b3dc4 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:21.048648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Pushing event updated for resources: {'Port': ['ID=54651cca-d5cd-445a-9af7-d78945ea2f5a,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.069487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee8f15cb-3449-4d14-948b-93997602be27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.079852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee8f15cb-3449-4d14-948b-93997602be27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.091789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Allocated IP 172.26.1.71 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/3cb4c470-c58a-4e27-a367-6d48de77a948) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:21.127485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Provisioning complete for port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:21.127773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.155803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.201727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee8f15cb-3449-4d14-948b-93997602be27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.202220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8f15cb-3449-4d14-948b-93997602be27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Fanout notify agent at l3_agent the message router_deleted on router c2e7663e-3232-4a93-9938-79c431f5372c {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:21.225991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Port': ['ID=9aae6477-22f5-4194-86d1-7a6b43b58056,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.233533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe761-a0a9-45dd-b5cf-5d3b86a46e94 req-ae65b580-c08f-4739-b88e-3dc6764e56ea tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:21.236713 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6cfe761-a0a9-45dd-b5cf-5d3b86a46e94 req-ae65b580-c08f-4739-b88e-3dc6764e56ea tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6643984 Feb 19 07:29:21.240509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ee8f15cb-3449-4d14-948b-93997602be27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.244302 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee8f15cb-3449-4d14-948b-93997602be27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/routers/c2e7663e-3232-4a93-9938-79c431f5372c HTTP/1.1" status: 204 len: 168 time: 1.1055262 Feb 19 07:29:21.244619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59068) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:21.251688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:21.330571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No DVR routers for this DVR port 9aae6477-22f5-4194-86d1-7a6b43b58056 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:21.333392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] For port 1066b68b-9894-4874-8ef7-6c6cedc9f6be, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1066b68b-9894-4874-8ef7-6c6cedc9f6be,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:21.333961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.371827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.387235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:21.391231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:21.394014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:21.399587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:21.423157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:21.426944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.463120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] Calling delete_port for 1066b68b-9894-4874-8ef7-6c6cedc9f6be owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:21.475120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.511556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] For port 54651cca-d5cd-445a-9af7-d78945ea2f5a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=54651cca-d5cd-445a-9af7-d78945ea2f5a,segment=NetworkSegment(d03b3929-90b6-4696-b3e3-c694b8a677ef),segment_id=d03b3929-90b6-4696-b3e3-c694b8a677ef)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:21.511927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.513179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.537018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b811d732-fe7a-45db-8c21-5a7d9c868485']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:21.600479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3c22c085-9516-4e72-a0d3-85cd5e367cc3 None None] The port '9aae6477-22f5-4194-86d1-7a6b43b58056' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:29:21.601268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.602373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:21.607202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:21.614911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:21.640514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event updated for resources: {'Port': ['ID=3cb4c470-c58a-4e27-a367-6d48de77a948,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.665035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6cfe761-a0a9-45dd-b5cf-5d3b86a46e94 req-c02abde9-8266-405c-bcbd-9fa5a04eaec4 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683445 Feb 19 07:29:21.675164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Calling delete_port for 54651cca-d5cd-445a-9af7-d78945ea2f5a owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:21.689004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] Pushing event deleted for resources: {'Port': ['ID=1066b68b-9894-4874-8ef7-6c6cedc9f6be,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.714542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941bab75-7db5-447b-9dc8-9c11706ac25e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:21.714895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941bab75-7db5-447b-9dc8-9c11706ac25e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:21.752630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.781830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.829447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:21.829841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:21.848794 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:21.915172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:21.980749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65ef44-4d36-4d39-989c-045ed62b6f86 None None] No DVR routers for this DVR port 1066b68b-9894-4874-8ef7-6c6cedc9f6be on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:22.005739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Port': ['ID=54651cca-d5cd-445a-9af7-d78945ea2f5a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:22.014987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.049828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] No DVR routers for this DVR port 54651cca-d5cd-445a-9af7-d78945ea2f5a on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:22.071633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9aae6477-22f5-4194-86d1-7a6b43b58056 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:22.083958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.084826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.088990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.093633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.130128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 9aae6477-22f5-4194-86d1-7a6b43b58056 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:22.130468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9aae6477-22f5-4194-86d1-7a6b43b58056 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:22.130885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1066b68b-9894-4874-8ef7-6c6cedc9f6be no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:22.160059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:22.160818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] For port 24849b55-37bc-4e86-ba53-c7252f7b3dc4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=24849b55-37bc-4e86-ba53-c7252f7b3dc4,segment=NetworkSegment(97f40295-c554-4f3a-8788-98578a16e204),segment_id=97f40295-c554-4f3a-8788-98578a16e204)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:22.161191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.165160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:22.169106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4415067b-5dab-446d-844f-84edb424da47 None None] For port 54651cca-d5cd-445a-9af7-d78945ea2f5a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=54651cca-d5cd-445a-9af7-d78945ea2f5a,segment=NetworkSegment(d03b3929-90b6-4696-b3e3-c694b8a677ef),segment_id=d03b3929-90b6-4696-b3e3-c694b8a677ef)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:22.169420 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.171250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:22.172119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.201739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 1066b68b-9894-4874-8ef7-6c6cedc9f6be {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:22.202546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1066b68b-9894-4874-8ef7-6c6cedc9f6be not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:22.203297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 54651cca-d5cd-445a-9af7-d78945ea2f5a no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:22.214476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=6fd60e06-bc8d-4c71-8b58-8f911012ffc0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:22.239704 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d775ca4-fd04-4dc5-b2a0-413415b4e268 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9940164 Feb 19 07:29:22.242640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59076) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:22.250464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1863064964', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:22.260339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:22.268511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:router and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:22.273316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:22.285560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:22.313055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.315301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.321282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 54651cca-d5cd-445a-9af7-d78945ea2f5a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:22.321621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 54651cca-d5cd-445a-9af7-d78945ea2f5a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:22.323190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb7a8ac-f562-4e9a-bd38-5ede91a45516 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:22.380223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.404086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=b811d732-fe7a-45db-8c21-5a7d9c868485,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:22.419868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.462156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.463793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-33189b5e-27af-40fe-9f33-6187fc8015be tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/b811d732-fe7a-45db-8c21-5a7d9c868485 HTTP/1.1" status: 204 len: 168 time: 2.9946406 Feb 19 07:29:22.467490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:22.513576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.539460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Calling delete_port for 54651cca-d5cd-445a-9af7-d78945ea2f5a owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:22.546176 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-706bdeb9-e21a-41e7-8532-30a75ea4b1e3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:22.546868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706bdeb9-e21a-41e7-8532-30a75ea4b1e3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:22.571908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Calling delete_port for 24849b55-37bc-4e86-ba53-c7252f7b3dc4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:22.600113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215b4ca5-f01e-4c74-9d0e-37e6c9d50f09']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.616591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-706bdeb9-e21a-41e7-8532-30a75ea4b1e3 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/49f30431-1110-4e61-9d56-30bc3b3d4ad6 HTTP/1.1" status: 404 len: 337 time: 0.1428161 Feb 19 07:29:22.625766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:22.630478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03b3929-90b6-4696-b3e3-c694b8a677ef') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.630965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03b3929-90b6-4696-b3e3-c694b8a677ef') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.646897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.667832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.695634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.698698 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-331a33b7-d96b-4dfc-b4e9-7ffb0a7dc69e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:22.699301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331a33b7-d96b-4dfc-b4e9-7ffb0a7dc69e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:22.701420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-331a33b7-d96b-4dfc-b4e9-7ffb0a7dc69e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/beb0c174-a5fb-40ef-8df1-ac6c91ebf4cb HTTP/1.1" status: 404 len: 339 time: 0.0635116 Feb 19 07:29:22.701786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.709112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59088) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:22.713344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.714021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.716627 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-78e09d55-eb88-4385-88cf-b2b24701b1c4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4726200 Feb 19 07:29:22.722176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:22.728085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Allocated IP 172.26.1.240 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/adb49171-9adc-4c48-9d5d-9147b0ac0ccd) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:22.757814 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a652b9a2-92e4-43b1-ad35-35086cd3b6f4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:22.758399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a652b9a2-92e4-43b1-ad35-35086cd3b6f4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:22.762608 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a652b9a2-92e4-43b1-ad35-35086cd3b6f4 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/e942a698-52db-4e85-8938-da7191907386 HTTP/1.1" status: 404 len: 337 time: 0.0489063 Feb 19 07:29:22.792427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e351c-8c47-428f-9674-76d6422f9425 req-35b0495c-bdd7-496d-83a7-294f602b1afe tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:22.793774 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-983e351c-8c47-428f-9674-76d6422f9425 req-35b0495c-bdd7-496d-83a7-294f602b1afe tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6658595 Feb 19 07:29:22.797124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59096) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:22.799039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:22.799039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.799974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] For port 24849b55-37bc-4e86-ba53-c7252f7b3dc4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=24849b55-37bc-4e86-ba53-c7252f7b3dc4,segment=NetworkSegment(97f40295-c554-4f3a-8788-98578a16e204),segment_id=97f40295-c554-4f3a-8788-98578a16e204)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:22.817402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:29:22.817742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:22.820844 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:22.823149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:22.910910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:29:22.911259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:29:22.994299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353395d-a22b-42b3-8ba9-8f78ee1aff51 None None] Pushing event updated for resources: {'Port': ['ID=24849b55-37bc-4e86-ba53-c7252f7b3dc4,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:23.020045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '6fd60e06-bc8d-4c71-8b58-8f911012ffc0'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:23.020959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.065059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Router cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:23.071495 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-791e8263-f241-435d-80c0-45c86909f951 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:23.071932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791e8263-f241-435d-80c0-45c86909f951 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:23.084752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.125836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.129900 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/networks/215b4ca5-f01e-4c74-9d0e-37e6c9d50f09 HTTP/1.1" status: 204 len: 168 time: 2.9653189 Feb 19 07:29:23.170955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59100) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:23.179404 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-791e8263-f241-435d-80c0-45c86909f951 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/801c11de-e041-4d28-b87f-e1a225a3aa4a HTTP/1.1" status: 404 len: 339 time: 0.3582685 Feb 19 07:29:23.197336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:23.203557 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-983e351c-8c47-428f-9674-76d6422f9425 req-1ec60774-fd76-46f9-961f-cef4bdd0cc2b tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770924 Feb 19 07:29:23.221195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/6fd60e06-bc8d-4c71-8b58-8f911012ffc0/94f5bbf6-3727-4f2a-9e28-3f8a8319de96) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:23.252911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9cb6f-6b83-4817-8c95-5457ba2a8f49 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Network': ['ID=215b4ca5-f01e-4c74-9d0e-37e6c9d50f09,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:23.267303 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a31345-db11-4bb8-8c56-346de474732f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:23.267757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a31345-db11-4bb8-8c56-346de474732f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:23.269452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-84a31345-db11-4bb8-8c56-346de474732f tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/ba30dac4-3fc3-4ba5-8697-ff2771a85ce9 HTTP/1.1" status: 404 len: 337 time: 0.0650856 Feb 19 07:29:23.274665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59108) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:23.339392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Deleting port 54651cca-d5cd-445a-9af7-d78945ea2f5a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:23.339935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4415067b-5dab-446d-844f-84edb424da47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.370227 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efcd131-3db2-4c34-b98d-f7379188479e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:23.370657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efcd131-3db2-4c34-b98d-f7379188479e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:23.372502 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0efcd131-3db2-4c34-b98d-f7379188479e tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/16f330ab-3ff6-4acf-ab6d-c4e34639c5be HTTP/1.1" status: 404 len: 339 time: 0.0969372 Feb 19 07:29:23.375206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59112) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:23.414256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.427806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4415067b-5dab-446d-844f-84edb424da47 None None] The port '54651cca-d5cd-445a-9af7-d78945ea2f5a' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:29:23.432839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Deleting port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:23.433210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.499548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Deleting port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:23.500252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.508529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.702446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.794052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] For port 24849b55-37bc-4e86-ba53-c7252f7b3dc4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=24849b55-37bc-4e86-ba53-c7252f7b3dc4,segment=NetworkSegment(97f40295-c554-4f3a-8788-98578a16e204),segment_id=97f40295-c554-4f3a-8788-98578a16e204)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:23.794701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.821490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Port': ['ID=adb49171-9adc-4c48-9d5d-9147b0ac0ccd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:23.830640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:23.832004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.842822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:23.847285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:23.854022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting subnet 21bd2765-5c01-4dce-bebc-7f35cdb4587d {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:23.861784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] For port 24849b55-37bc-4e86-ba53-c7252f7b3dc4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=24849b55-37bc-4e86-ba53-c7252f7b3dc4,segment=NetworkSegment(97f40295-c554-4f3a-8788-98578a16e204),segment_id=97f40295-c554-4f3a-8788-98578a16e204)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:23.862125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.869767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.916024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:23.926992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Calling delete_port for 24849b55-37bc-4e86-ba53-c7252f7b3dc4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:23.975195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Transition to ACTIVE for port object 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:24.007665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Transition to ACTIVE for port object 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:24.028639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.079304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.128946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:24.133690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:24.138255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] No DVR routers for this DVR port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:24.139707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:24.170307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Pushing event updated for resources: {'Port': ['ID=94f5bbf6-3727-4f2a-9e28-3f8a8319de96,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:24.176209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Calling delete_port for 24849b55-37bc-4e86-ba53-c7252f7b3dc4 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:24.197370 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] Sync routers for ids ['c2e7663e-3232-4a93-9938-79c431f5372c'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:24.209066 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] Routers set() bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:24.209496 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] Router IDs set() for agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 19 07:29:24.210179 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c2e7663e-3232-4a93-9938-79c431f5372c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent'). {{(pid=83571) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:29:24.220813 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] Routers set() bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:24.221262 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] Router IDs set() for agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 19 07:29:24.221897 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c2e7663e-3232-4a93-9938-79c431f5372c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent'). {{(pid=83571) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:29:24.222284 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12cd02-3132-42da-b383-c3c99feb1ce1 None None] The sync data for ids ['c2e7663e-3232-4a93-9938-79c431f5372c'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:24.237111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.254984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5b0c5-d114-431d-a3ca-e4fba5376a1f None None] Pushing event deleted for resources: {'Port': ['ID=24849b55-37bc-4e86-ba53-c7252f7b3dc4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:24.285535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Attempting to bind port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:24.286121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Attempting to bind port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:24.286639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Attempting to bind port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:24.294722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:24.295089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:24.295477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.295858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:24.296402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Bound port: 94f5bbf6-3727-4f2a-9e28-3f8a8319de96, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:24.296840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.324278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:24.340720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.349129 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d201b732-9494-4820-be28-c2aa684d0ffd tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "PUT /v2.0/routers/cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 HTTP/1.1" status: 200 len: 882 time: 5.4889321 Feb 19 07:29:24.349436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61109805-7890-467b-88e0-de7f381baa67 None None] Sync routers for ids ['cfca3c1d-7b0e-44d1-9253-b82cd4ee0876'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:24.349666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:24.397937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61109805-7890-467b-88e0-de7f381baa67 None None] Routers {'cfca3c1d-7b0e-44d1-9253-b82cd4ee0876'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:24.398574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61109805-7890-467b-88e0-de7f381baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['cfca3c1d-7b0e-44d1-9253-b82cd4ee0876'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:24.480724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61109805-7890-467b-88e0-de7f381baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:24.489683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] For port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:24.500106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] For port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=94f5bbf6-3727-4f2a-9e28-3f8a8319de96,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:24.502077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61109805-7890-467b-88e0-de7f381baa67 None None] Routers {'cfca3c1d-7b0e-44d1-9253-b82cd4ee0876'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:24.502678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61109805-7890-467b-88e0-de7f381baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['cfca3c1d-7b0e-44d1-9253-b82cd4ee0876'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:24.533637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:29:24.534027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:29:24.563072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.576010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.605218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-61109805-7890-467b-88e0-de7f381baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:24.605218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61109805-7890-467b-88e0-de7f381baa67 None None] The sync data for ids ['cfca3c1d-7b0e-44d1-9253-b82cd4ee0876'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:24.665548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454f540-e2fd-4553-aaec-0d8812b665be None None] Pushing event updated for resources: {'Port': ['ID=94f5bbf6-3727-4f2a-9e28-3f8a8319de96,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:24.698003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.698691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::1 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/6fd60e06-bc8d-4c71-8b58-8f911012ffc0/2ffbdd35-6b37-4988-9b18-be5d925bc319) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:24.721321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.740140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=21bd2765-5c01-4dce-bebc-7f35cdb4587d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:24.750285 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c431056d-c99f-456c-9cbc-6d8f1dbf29e5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 HTTP/1.1" status: 200 len: 923 time: 0.3937290 Feb 19 07:29:24.755695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59122) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:24.758626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.763508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129ad58-7c45-46c2-9edb-5b17e87a33a7 None None] Network c819f87b-e2a1-431f-84ff-ccc5f9a5064f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:24.773301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9312d-3791-4c88-8aeb-84808b2fdd5c req-620fbc87-76dd-4cf1-895a-76d36b41d378 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:24.774820 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ced9312d-3791-4c88-8aeb-84808b2fdd5c req-620fbc87-76dd-4cf1-895a-76d36b41d378 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2627015 Feb 19 07:29:24.791686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.792047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.792409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.792963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.793328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.793608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.793930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.794251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.794565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.794883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.795199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:24.820119 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5540ccc1-f9eb-4d12-b648-d2fb9bee9c66 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/21bd2765-5c01-4dce-bebc-7f35cdb4587d HTTP/1.1" status: 204 len: 168 time: 1.4437187 Feb 19 07:29:24.823571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:24.980761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:24.993487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8038483-8c98-4a68-a064-e1c6b3d6168a tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Synchronizing usage tracker for tenant:ae46af339b374f82944479cd78cf2e5e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:25.009155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port d0d91a9a-c00e-405d-85fd-e61abc659f77 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:25.009489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.016532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ced9312d-3791-4c88-8aeb-84808b2fdd5c req-be1720a8-f387-4042-a936-a06e6636e7e3 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638613 Feb 19 07:29:25.041731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Deleting port 24849b55-37bc-4e86-ba53-c7252f7b3dc4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:25.041904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.077032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:25.098355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8038483-8c98-4a68-a064-e1c6b3d6168a tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Unset dirty status for tenant:ae46af339b374f82944479cd78cf2e5e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:25.098355 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d8038483-8c98-4a68-a064-e1c6b3d6168a tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=cfca3c1d-7b0e-44d1-9253-b82cd4ee0876&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3400311 Feb 19 07:29:25.110311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:25.157460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] The port '24849b55-37bc-4e86-ba53-c7252f7b3dc4' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:29:25.177958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.183520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:25.199754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 54d62a84-f2b4-41e0-ac90-e834b8f69af5 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:25.207363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 2ffbdd35-6b37-4988-9b18-be5d925bc319 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:25.242634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 54d62a84-f2b4-41e0-ac90-e834b8f69af5 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:25.243320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 54d62a84-f2b4-41e0-ac90-e834b8f69af5 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:25.266419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.319943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.363662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] DHCP port deletion for c819f87b-e2a1-431f-84ff-ccc5f9a5064f request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:25.376860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Deleting port d0d91a9a-c00e-405d-85fd-e61abc659f77 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:25.377773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.385625 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.405837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.467418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afbcd20-6a0f-4782-a940-7a887c1d6133']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:25.498299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:25.499969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f40295-c554-4f3a-8788-98578a16e204') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:25.500283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f40295-c554-4f3a-8788-98578a16e204') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:25.507733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] For port d0d91a9a-c00e-405d-85fd-e61abc659f77, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0d91a9a-c00e-405d-85fd-e61abc659f77,segment=NetworkSegment(efc31a60-f25f-45e7-8de3-c8e54a0a75ab),segment_id=efc31a60-f25f-45e7-8de3-c8e54a0a75ab)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:25.508086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.523751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.546519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:25.549216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:25.550193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.650154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Calling delete_port for d0d91a9a-c00e-405d-85fd-e61abc659f77 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:25.654075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=2ffbdd35-6b37-4988-9b18-be5d925bc319,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:25.695427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.717984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:25.718713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.722962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73e39e-3bf8-4fae-bfcd-c3c43049deba tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:25.724498 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9a73e39e-3bf8-4fae-bfcd-c3c43049deba tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.6108565 Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:25.738534 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:25.741869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.742218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.742548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.742873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.743196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.743473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] For port d0d91a9a-c00e-405d-85fd-e61abc659f77, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0d91a9a-c00e-405d-85fd-e61abc659f77,segment=NetworkSegment(efc31a60-f25f-45e7-8de3-c8e54a0a75ab),segment_id=efc31a60-f25f-45e7-8de3-c8e54a0a75ab)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:25.743604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.743817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.744025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.744130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.744467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.744779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.745576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:25.749071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59138) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:25.839844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c868ec-6824-46da-842b-dd9fd4913409 req-70becc54-9a19-4818-b2cd-f3d595767285 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:25.846964 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f8c868ec-6824-46da-842b-dd9fd4913409 req-70becc54-9a19-4818-b2cd-f3d595767285 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3474162 Feb 19 07:29:25.882632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:25.949735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Calling delete_port for d0d91a9a-c00e-405d-85fd-e61abc659f77 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:25.978899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f8c868ec-6824-46da-842b-dd9fd4913409 req-3e532ffd-47b4-4ef9-af4f-f72123fc028a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309316 Feb 19 07:29:26.005918 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd9a67a9-9b4a-41fc-acd8-977e69903e14 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 HTTP/1.1" status: 200 len: 205 time: 0.2529736 Feb 19 07:29:26.008383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59142) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:26.060070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d2a73afe-1308-4c66-bf0c-2ce73f0a5f19 None None] Provisioning for port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:26.067190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d2a73afe-1308-4c66-bf0c-2ce73f0a5f19 None None] Provisioning complete for port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:26.067584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2a73afe-1308-4c66-bf0c-2ce73f0a5f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.140718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.147925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.153481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:29:26.154068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:29:26.211192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.223021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2a73afe-1308-4c66-bf0c-2ce73f0a5f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.233880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Port': ['ID=d0d91a9a-c00e-405d-85fd-e61abc659f77,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:26.241033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Network': ['ID=8afbcd20-6a0f-4782-a940-7a887c1d6133,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:26.257163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No DVR routers for this DVR port d0d91a9a-c00e-405d-85fd-e61abc659f77 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:26.262082 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-52945e01-0ee1-45c4-9036-94e0b70740d5 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/networks/8afbcd20-6a0f-4782-a940-7a887c1d6133 HTTP/1.1" status: 204 len: 168 time: 3.0897348 Feb 19 07:29:26.265324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d2a73afe-1308-4c66-bf0c-2ce73f0a5f19 None None] For port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=94f5bbf6-3727-4f2a-9e28-3f8a8319de96,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:26.270303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2a73afe-1308-4c66-bf0c-2ce73f0a5f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.273845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:26.338172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a73afe-1308-4c66-bf0c-2ce73f0a5f19 None None] Pushing event updated for resources: {'Port': ['ID=94f5bbf6-3727-4f2a-9e28-3f8a8319de96,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:26.386653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.398825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d73c4c40-1f84-43c0-89f8-ec6b2eea6d45 None None] Provisioning for port 2ffbdd35-6b37-4988-9b18-be5d925bc319 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:26.406507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d73c4c40-1f84-43c0-89f8-ec6b2eea6d45 None None] Provisioning complete for port 2ffbdd35-6b37-4988-9b18-be5d925bc319 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:26.407122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d73c4c40-1f84-43c0-89f8-ec6b2eea6d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.418477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c819f87b-e2a1-431f-84ff-ccc5f9a5064f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.432988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc31a60-f25f-45e7-8de3-c8e54a0a75ab') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.433339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc31a60-f25f-45e7-8de3-c8e54a0a75ab') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.440724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.448393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.477221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.479185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d73c4c40-1f84-43c0-89f8-ec6b2eea6d45 None None] Port 2ffbdd35-6b37-4988-9b18-be5d925bc319 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:26.487067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:26.487466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:26.506144 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:26.584228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.654938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Deleting port d0d91a9a-c00e-405d-85fd-e61abc659f77 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:26.655489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.690222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.701878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Router 93c30aae-d0f8-4eb2-9288-703d370c052f is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:26.709398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.718482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.722415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c00cda6a-ebea-435a-8fe2-e1952d11db49 None None] The port 'd0d91a9a-c00e-405d-85fd-e61abc659f77' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:29:26.731151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=c819f87b-e2a1-431f-84ff-ccc5f9a5064f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:26.740022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-63533816-ac83-4fa0-a882-287644ce5f49 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/c819f87b-e2a1-431f-84ff-ccc5f9a5064f HTTP/1.1" status: 204 len: 168 time: 1.9136446 Feb 19 07:29:26.740298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59150) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:26.757230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8902c226-b052-4704-978c-6ad8542453fd']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.764966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.792089 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-139a9028-3286-43ed-86e9-ac4a31a8a848 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:26.792560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139a9028-3286-43ed-86e9-ac4a31a8a848 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:26.794213 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-139a9028-3286-43ed-86e9-ac4a31a8a848 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/36d90617-2c24-4947-adc6-aebd5126dc46 HTTP/1.1" status: 404 len: 337 time: 0.0530334 Feb 19 07:29:26.798199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59154) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:26.825251 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7fe976-795d-4284-adca-48703f44dd34 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:26.825654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9916c3-fdcb-486c-833b-73ed11b80139') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.825835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7fe976-795d-4284-adca-48703f44dd34 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:26.825943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9916c3-fdcb-486c-833b-73ed11b80139') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.827236 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb7fe976-795d-4284-adca-48703f44dd34 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/cc6fca62-a658-43a8-94b6-33f64b5ad745 HTTP/1.1" status: 404 len: 339 time: 0.0292850 Feb 19 07:29:26.829957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:26.834145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.835115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.939015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:26.954107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:26.999247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.026426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:27.026854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.033993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:27.034495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.074039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting subnet da55d5fb-46ba-4369-b72a-1ab7762e5818 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:27.078593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:27.086790 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:27.088700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=2ffbdd35-6b37-4988-9b18-be5d925bc319,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:27.150436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.198848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.215667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d0d91a9a-c00e-405d-85fd-e61abc659f77 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:27.219275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Deleting port 3cb4c470-c58a-4e27-a367-6d48de77a948 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:27.219871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.252842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: d0d91a9a-c00e-405d-85fd-e61abc659f77 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:27.253281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d0d91a9a-c00e-405d-85fd-e61abc659f77 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:27.256738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.288777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.311964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Network': ['ID=8902c226-b052-4704-978c-6ad8542453fd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:27.339721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7c1c10e6-7151-4aac-8423-eda6fc8dfef6 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/networks/8902c226-b052-4704-978c-6ad8542453fd HTTP/1.1" status: 204 len: 168 time: 1.0637128 Feb 19 07:29:27.341778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:27.344219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59166) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:27.347900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:27.440294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caf0a2-0a54-4675-ad91-e8d11a9595a5 req-61cc582b-06dd-4a26-8a24-39ffe1b7f762 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.442178 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-24caf0a2-0a54-4675-ad91-e8d11a9595a5 req-61cc582b-06dd-4a26-8a24-39ffe1b7f762 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3354464 Feb 19 07:29:27.482485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.576219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.612109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-15efbd30-d575-41b9-85d0-2f9ce0a8d961 None None] Provisioning complete for port 2ffbdd35-6b37-4988-9b18-be5d925bc319 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:27.612911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-15efbd30-d575-41b9-85d0-2f9ce0a8d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.670296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-15efbd30-d575-41b9-85d0-2f9ce0a8d961 None None] Port 2ffbdd35-6b37-4988-9b18-be5d925bc319 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:27.709122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Calling delete_port for 3cb4c470-c58a-4e27-a367-6d48de77a948 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:27.734896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.789096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Subnet': ['ID=da55d5fb-46ba-4369-b72a-1ab7762e5818,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:27.789524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.804312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.805706 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-24caf0a2-0a54-4675-ad91-e8d11a9595a5 req-7a6bd138-dd09-4bf6-b250-c166d9ecd319 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232464 Feb 19 07:29:27.811960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36121fe1-5007-4df8-a37b-4181a6b01958 None None] Network 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:27.822973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:27.833016 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e3195a7-a905-459b-8aef-5c83d699e8c8 tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/subnets/da55d5fb-46ba-4369-b72a-1ab7762e5818 HTTP/1.1" status: 204 len: 168 time: 1.0021100 Feb 19 07:29:27.833609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59170) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:27.836850 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] Sync routers for ids ['93c30aae-d0f8-4eb2-9288-703d370c052f'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:27.857377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:27.858697 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-54ad6699-9693-4cae-b226-0444379177c7 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "PUT /v2.0/routers/93c30aae-d0f8-4eb2-9288-703d370c052f HTTP/1.1" status: 200 len: 914 time: 8.7066784 Feb 19 07:29:27.861760 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] Routers {'93c30aae-d0f8-4eb2-9288-703d370c052f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:27.866598 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['93c30aae-d0f8-4eb2-9288-703d370c052f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:27.868273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:28.033410 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:28.055015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] Routers {'93c30aae-d0f8-4eb2-9288-703d370c052f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:28.055768 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['93c30aae-d0f8-4eb2-9288-703d370c052f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:28.108857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.110041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.126487 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:28.127122 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e1a947-b9d5-466f-ae0a-99a585443836 None None] The sync data for ids ['93c30aae-d0f8-4eb2-9288-703d370c052f'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:28.144447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] DHCP port deletion for 2738cd8f-26c2-46c3-8ed0-924cfbdf5045 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:28.148365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Deleting port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:28.148736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.174357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:28.174716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.182595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eca0653-c7ad-4ab5-adec-494ac8018e31']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:28.205116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d855e9-ce4f-4ae1-b6a8-71306ad75f1f') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:28.205418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d855e9-ce4f-4ae1-b6a8-71306ad75f1f') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:28.225160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.257636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.268770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:28.269181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:28.285480 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:28.295508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fddc8f-25fc-4018-ae52-fb7f239738e5 req-5ebc9e51-f39f-453f-b093-5104390f3d2d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:28.303094 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87fddc8f-25fc-4018-ae52-fb7f239738e5 req-5ebc9e51-f39f-453f-b093-5104390f3d2d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2008374 Feb 19 07:29:28.313142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.364345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event deleted for resources: {'Port': ['ID=3cb4c470-c58a-4e27-a367-6d48de77a948,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:28.367847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] For port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,segment=NetworkSegment(70131de8-29e2-4d24-b0b7-96e1be44d1c8),segment_id=70131de8-29e2-4d24-b0b7-96e1be44d1c8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:28.368418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.432396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.447677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87fddc8f-25fc-4018-ae52-fb7f239738e5 req-d26a8cb2-1343-4779-853b-68e8ea6bb67f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435122 Feb 19 07:29:28.486225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.502924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] Pushing event deleted for resources: {'Network': ['ID=2eca0653-c7ad-4ab5-adec-494ac8018e31,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:28.508556 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-31391496-79ea-4041-9596-64d626ad6411 tempest-BulkNetworkOpsTest-388931095 tempest-BulkNetworkOpsTest-388931095-project] 10.222.0.72 "DELETE /v2.0/networks/2eca0653-c7ad-4ab5-adec-494ac8018e31 HTTP/1.1" status: 204 len: 168 time: 1.1631017 Feb 19 07:29:28.536871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Router db20a244-fc32-4568-a26b-f48bb264e6e6 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:28.552510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Calling delete_port for 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:28.555336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] For port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,segment=NetworkSegment(70131de8-29e2-4d24-b0b7-96e1be44d1c8),segment_id=70131de8-29e2-4d24-b0b7-96e1be44d1c8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:28.555689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.658664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:28.693908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Calling delete_port for 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:28.700334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Pushing event deleted for resources: {'Port': ['ID=3d1646f2-03b6-40e4-b63e-a2c569c6ad02,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:28.712020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.712384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.712702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.713025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.713338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.713654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.713970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.714283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.714596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.714903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.715210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:28.722444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64e1c8-9543-47aa-9efd-078e8f532c0c None None] No DVR routers for this DVR port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:28.864653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e011-e670-4a22-8c41-51f93087c7c1 req-fea593a8-aa7c-4688-aa06-017a23a83937 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:28.866127 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1a20e011-e670-4a22-8c41-51f93087c7c1 req-fea593a8-aa7c-4688-aa06-017a23a83937 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2214127 Feb 19 07:29:28.906519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:28.924672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:28.929974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7e68923b-2ad0-4bfb-b553-e68ff880e5aa tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "PUT /v2.0/routers/db20a244-fc32-4568-a26b-f48bb264e6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2039182 Feb 19 07:29:28.934725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Sync routers for ids ['db20a244-fc32-4568-a26b-f48bb264e6e6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:28.950384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:28.958090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Routers {'db20a244-fc32-4568-a26b-f48bb264e6e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:28.960587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['db20a244-fc32-4568-a26b-f48bb264e6e6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:28.965106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1a20e011-e670-4a22-8c41-51f93087c7c1 req-a71b3711-7f2a-4d9c-8e80-09bf8d3e9dea tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871236 Feb 19 07:29:29.020531 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a2eef0db-f4e6-40a1-8cbd-73f2494f8559 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/93c30aae-d0f8-4eb2-9288-703d370c052f HTTP/1.1" status: 200 len: 920 time: 1.1504972 Feb 19 07:29:29.020703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.021669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.087234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:29.144757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:29:29.145316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:29:29.186028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:29.186624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:29.207994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd270d-8140-4e64-b70a-fd8ee009e5dc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:29.208708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-00fd270d-8140-4e64-b70a-fd8ee009e5dc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:29.238001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Set router db20a244-fc32-4568-a26b-f48bb264e6e6 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:29.280169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.284286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-00fd270d-8140-4e64-b70a-fd8ee009e5dc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:29.287899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-00fd270d-8140-4e64-b70a-fd8ee009e5dc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports/2ffbdd35-6b37-4988-9b18-be5d925bc319 HTTP/1.1" status: 200 len: 911 time: 0.3194532 Feb 19 07:29:29.288047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.288712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59204) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.297309 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-711ce57d-e712-4a7c-a95e-a12b24fb9e8f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a665c724ade144e1bc9fe88db4730a7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3881691 Feb 19 07:29:29.302187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e3d1da25-e58e-4695-8920-89ba6f896c43 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Synchronizing usage tracker for tenant:d073eca490504c98a4446e299e03c5f9 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:29.304396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.314492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5058678-1ff7-4535-95f7-f80257360918 req-d4af2b62-9075-48e8-8f2d-f4f58f2b53c1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:29.315887 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5058678-1ff7-4535-95f7-f80257360918 req-d4af2b62-9075-48e8-8f2d-f4f58f2b53c1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2029653 Feb 19 07:29:29.374307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.375089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Fanout notify agent at l3_agent the message router_deleted on router cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:29.378075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e3d1da25-e58e-4695-8920-89ba6f896c43 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Unset dirty status for tenant:d073eca490504c98a4446e299e03c5f9 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:29.379427 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e3d1da25-e58e-4695-8920-89ba6f896c43 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=93c30aae-d0f8-4eb2-9288-703d370c052f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3581271 Feb 19 07:29:29.385814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59212) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.407646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5058678-1ff7-4535-95f7-f80257360918 req-db3483a7-c54d-4017-bf9c-cff4fe05c96a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793242 Feb 19 07:29:29.430078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b587a8ab-6395-4728-8101-2b4a6425ee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.482227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b587a8ab-6395-4728-8101-2b4a6425ee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.482928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2115da-1777-48f3-a9fa-292b14f89ee5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:29.486850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2115da-1777-48f3-a9fa-292b14f89ee5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:29.487578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a2115da-1777-48f3-a9fa-292b14f89ee5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:29.516362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.520271 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93d26eb4-5862-4dc2-a553-068a8d383ac0 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 HTTP/1.1" status: 204 len: 168 time: 3.5076425 Feb 19 07:29:29.525863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59218) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.530085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a2115da-1777-48f3-a9fa-292b14f89ee5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:29.531294 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a2115da-1777-48f3-a9fa-292b14f89ee5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2418599 Feb 19 07:29:29.534591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59222) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.534848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-928087035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:29.543816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:29.559932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Usage tracker for resource:router and tenant:b574291cb6b840f993409f5e06f7fe70 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:29.564781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:29.573028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:29.596870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00281c9a-0333-498b-8a96-547d14cf9ebd tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:29.598224 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-00281c9a-0333-498b-8a96-547d14cf9ebd tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.2114942 Feb 19 07:29:29.600699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.601400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.601552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.623077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.627064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'name': 'tempest-NetworksTestDHCPv6-router-1863064964', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:22Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 2, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None, '_interfaces': [{'id': '2ffbdd35-6b37-4988-9b18-be5d925bc319', 'name': '', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'mac_address': 'fa:16:3e:b2:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd60e06-bc8d-4c71-8b58-8f911012ffc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:24Z', 'updated_at': '2022-02-19T07:29:26Z', 'revision_number': 2, 'project_id': 'adf515da56964ed49585452f75c8b413', 'subnets': [{'id': '6fd60e06-bc8d-4c71-8b58-8f911012ffc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:29.632450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Checking router: db20a244-fc32-4568-a26b-f48bb264e6e6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:29:29.632604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Updating router db20a244-fc32-4568-a26b-f48bb264e6e6 port 2ffbdd35-6b37-4988-9b18-be5d925bc319 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:29:29.642216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.647645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Deleting port 3d1646f2-03b6-40e4-b63e-a2c569c6ad02 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:29.647990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.683430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.725269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] The port '3d1646f2-03b6-40e4-b63e-a2c569c6ad02' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:29:29.757782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:29.761710 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d16c9140-438e-44c6-aff0-c0017f6c855c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2323139 Feb 19 07:29:29.762808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59230) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.783110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': True}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:29.875033 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-15394d34-c366-4f5b-b5d3-fdb9c4eccc9a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=93c30aae-d0f8-4eb2-9288-703d370c052f HTTP/1.1" status: 200 len: 205 time: 0.2609210 Feb 19 07:29:29.876482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59234) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:29.971468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.000451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2738cd8f-26c2-46c3-8ed0-924cfbdf5045']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:30.005813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b587a8ab-6395-4728-8101-2b4a6425ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.050077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587a8ab-6395-4728-8101-2b4a6425ee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02488c74-672d-4c8d-8071-3d6864b32ede,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:30.059484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70131de8-29e2-4d24-b0b7-96e1be44d1c8') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:30.059703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70131de8-29e2-4d24-b0b7-96e1be44d1c8') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:30.063901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b587a8ab-6395-4728-8101-2b4a6425ee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.065049 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b587a8ab-6395-4728-8101-2b4a6425ee96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02488c74-672d-4c8d-8071-3d6864b32ede HTTP/1.1" status: 204 len: 168 time: 0.7580636 Feb 19 07:29:30.080081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.084740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.106205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc81b9-98d8-4456-a9b0-5ea07e51b207 req-54b9eef2-c4a6-4f55-a700-be2325d43df5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:30.112892 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-30dc81b9-98d8-4456-a9b0-5ea07e51b207 req-54b9eef2-c4a6-4f55-a700-be2325d43df5 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5123415 Feb 19 07:29:30.113470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.182728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:29:30.183302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:30.198869 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:30.298258 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-30dc81b9-98d8-4456-a9b0-5ea07e51b207 req-11efee6a-e9bb-422c-80ce-0e6a1723cf6a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844633 Feb 19 07:29:30.368465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.463288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Transition to ACTIVE for port object 2ffbdd35-6b37-4988-9b18-be5d925bc319 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:30.482814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.565859 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.611057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.637169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec5588-603d-4c4c-9628-dda5d2ca347d None None] Pushing event updated for resources: {'Port': ['ID=2ffbdd35-6b37-4988-9b18-be5d925bc319,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:30.639784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] Pushing event deleted for resources: {'Network': ['ID=2738cd8f-26c2-46c3-8ed0-924cfbdf5045,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:30.647425 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a269ac47-057e-41fa-8679-66b3e04b9b9d tempest-NetworksIpV6Test-1873141041 tempest-NetworksIpV6Test-1873141041-project] 10.222.0.72 "DELETE /v2.0/networks/2738cd8f-26c2-46c3-8ed0-924cfbdf5045 HTTP/1.1" status: 204 len: 168 time: 2.8074877 Feb 19 07:29:30.663169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.795402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.839195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.913252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Attempting to bind port 2ffbdd35-6b37-4988-9b18-be5d925bc319 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:30.914095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Attempting to bind port 2ffbdd35-6b37-4988-9b18-be5d925bc319 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:30.914624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Attempting to bind port 2ffbdd35-6b37-4988-9b18-be5d925bc319 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:30.924791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:30.925429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:30.926081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.926920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:30.927923 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Bound port: 2ffbdd35-6b37-4988-9b18-be5d925bc319, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:30.928507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:30.930095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Deleting port adb49171-9adc-4c48-9d5d-9147b0ac0ccd {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:30.930571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.045766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] For port 2ffbdd35-6b37-4988-9b18-be5d925bc319, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:31.050153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] For port 2ffbdd35-6b37-4988-9b18-be5d925bc319, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2ffbdd35-6b37-4988-9b18-be5d925bc319,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:31.060506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.087488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.099256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:31.126717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.161220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec5588-603d-4c4c-9628-dda5d2ca347d None None] Pushing event updated for resources: {'Port': ['ID=2ffbdd35-6b37-4988-9b18-be5d925bc319,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.206211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebc475-383b-4fa2-a37c-31043f6352e6 req-99d0b0e8-ead6-4f6e-ac0e-0d0536402439 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:31.213314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75ebc475-383b-4fa2-a37c-31043f6352e6 req-99d0b0e8-ead6-4f6e-ac0e-0d0536402439 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4613340 Feb 19 07:29:31.217792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Routers {'db20a244-fc32-4568-a26b-f48bb264e6e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:31.219266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['db20a244-fc32-4568-a26b-f48bb264e6e6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:31.315129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.364739 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75ebc475-383b-4fa2-a37c-31043f6352e6 req-8830bf33-afdf-4f76-b2ef-609212ef4c47 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504610 Feb 19 07:29:31.397520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Allocated IP 172.26.1.218 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/22c02226-1166-447b-8aee-a13bd807fc8c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:31.489445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] Set router db20a244-fc32-4568-a26b-f48bb264e6e6 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:31.568289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59270) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:31.640664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.655795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Calling delete_port for adb49171-9adc-4c48-9d5d-9147b0ac0ccd owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:31.680137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.753700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1530821719'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:31.766748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:31.778807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:31.782355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:31.785048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Port': ['ID=22c02226-1166-447b-8aee-a13bd807fc8c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.791689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:31.795919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:31.798668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:31.801723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:31.843556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:31.846496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.863444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:31.902473 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6ffd9d64-c8b5-49a6-a1e8-8082867edce5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c9533cecfc64206a5e391d0205eb99d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7996304 Feb 19 07:29:31.905207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59276) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:31.931521 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'name': 'tempest-NetworksTestDHCPv6-router-1863064964', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:22Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 2, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None, '_interfaces': [{'id': '2ffbdd35-6b37-4988-9b18-be5d925bc319', 'name': '', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'mac_address': 'fa:16:3e:b2:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd60e06-bc8d-4c71-8b58-8f911012ffc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:24Z', 'updated_at': '2022-02-19T07:29:31Z', 'revision_number': 4, 'project_id': 'adf515da56964ed49585452f75c8b413', 'subnets': [{'id': '6fd60e06-bc8d-4c71-8b58-8f911012ffc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:31.935874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219e3c6-6365-4574-a90b-034ba596bc74 None None] The sync data for ids ['db20a244-fc32-4568-a26b-f48bb264e6e6'] in dv-neutron-829958-1-hyperv is: [{'id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'name': 'tempest-NetworksTestDHCPv6-router-1863064964', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:22Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 2, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None, '_interfaces': [{'id': '2ffbdd35-6b37-4988-9b18-be5d925bc319', 'name': '', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'mac_address': 'fa:16:3e:b2:51:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd60e06-bc8d-4c71-8b58-8f911012ffc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:24Z', 'updated_at': '2022-02-19T07:29:31Z', 'revision_number': 4, 'project_id': 'adf515da56964ed49585452f75c8b413', 'subnets': [{'id': '6fd60e06-bc8d-4c71-8b58-8f911012ffc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:31.950463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:31.959920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:security_group_rule and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:31.968809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:31.979561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:32.027814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 2ffbdd35-6b37-4988-9b18-be5d925bc319 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:32.028359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.042758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.112064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f16489b-2559-4059-91bc-bde591fef138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.169039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.257513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f16489b-2559-4059-91bc-bde591fef138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.260953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.271363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.271363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.285411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event deleted for resources: {'Port': ['ID=adb49171-9adc-4c48-9d5d-9147b0ac0ccd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.383474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.432528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:32.445099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3305b-0ef6-46b6-b890-da8b0d1f9994,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.453389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] For port 2ffbdd35-6b37-4988-9b18-be5d925bc319, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2ffbdd35-6b37-4988-9b18-be5d925bc319,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:32.453761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.480449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.480953 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment fb27b7d7-625b-4673-8481-7f1c1b7d67e7 of type vlan for network f58f4822-2f92-49ff-912c-1b8b79c42a00 Feb 19 07:29:32.527622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.582094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.582352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f16489b-2559-4059-91bc-bde591fef138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.585887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:32.586531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.717563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 2ffbdd35-6b37-4988-9b18-be5d925bc319 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:32.758657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16489b-2559-4059-91bc-bde591fef138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e8d95-a2ad-400e-8a24-c235d9083a62,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.763720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:32.855338 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2833703 Feb 19 07:29:32.856905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:32.869472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-432635323'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:32.874471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa15396-de41-4ac6-9fff-0e00327bf392 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=f58f4822-2f92-49ff-912c-1b8b79c42a00,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.880957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:32.888341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:32.890163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:32.892168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:32.899443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:32.912081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Router 53bd33e9-73ff-4ecc-b492-220a19dbff05 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:32.918805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:32.923578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.018064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2ffbdd35-6b37-4988-9b18-be5d925bc319 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:33.024355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0f16489b-2559-4059-91bc-bde591fef138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.028626 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0f16489b-2559-4059-91bc-bde591fef138 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/181e8d95-a2ad-400e-8a24-c235d9083a62 HTTP/1.1" status: 204 len: 168 time: 1.1188207 Feb 19 07:29:33.080762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:33.115323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.115731 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment 15a570f5-e237-4740-8cbd-8e61e94f75ac of type vlan for network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 Feb 19 07:29:33.160544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.218454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.223475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:33.224367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.304454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.310669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.322606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.322840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2ffbdd35-6b37-4988-9b18-be5d925bc319 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:33.333087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2ffbdd35-6b37-4988-9b18-be5d925bc319 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:33.333658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.344267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:33.346597 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4856215 Feb 19 07:29:33.352172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.355879 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb241c1f-dffa-4769-8ec8-91de9f8da95b tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "PUT /v2.0/routers/53bd33e9-73ff-4ecc-b492-220a19dbff05 HTTP/1.1" status: 200 len: 918 time: 3.5773811 Feb 19 07:29:33.357143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:33.357143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59290) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:33.363131 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] Sync routers for ids ['53bd33e9-73ff-4ecc-b492-220a19dbff05'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:33.363884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': 'f58f4822-2f92-49ff-912c-1b8b79c42a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:33.395177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] Routers {'53bd33e9-73ff-4ecc-b492-220a19dbff05'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:33.395796 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['53bd33e9-73ff-4ecc-b492-220a19dbff05'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:33.422035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 2ffbdd35-6b37-4988-9b18-be5d925bc319 was deleted so its status cannot be updated. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 19 07:29:33.441309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=2ffbdd35-6b37-4988-9b18-be5d925bc319,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:33.452115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2118b-c466-4d92-8e4f-03a2c58a7007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=9fbf6501-4a84-4e3c-a3cb-79161e4ce672,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:33.475229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:33.536900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.537442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Fanout notify agent at l3_agent the message router_deleted on router 93c30aae-d0f8-4eb2-9288-703d370c052f {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:33.567542 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:33.600999 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] Routers {'53bd33e9-73ff-4ecc-b492-220a19dbff05'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:33.601761 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['53bd33e9-73ff-4ecc-b492-220a19dbff05'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:33.683001 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:33.683390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d19cc9-671b-48ed-8e2e-bb78b05e0fe7 None None] The sync data for ids ['53bd33e9-73ff-4ecc-b492-220a19dbff05'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:33.713157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:33.726456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:33.730561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:33.742126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:33.760031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:33.769552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.774345 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8a118458-d0b3-45ab-9050-edd4cfda630d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/93c30aae-d0f8-4eb2-9288-703d370c052f HTTP/1.1" status: 204 len: 168 time: 3.8926940 Feb 19 07:29:33.774821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:33.781007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2117049061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:33.787248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:33.792786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Usage tracker for resource:router and tenant:2a181977a9ef451cb99539c46e8493f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:33.796469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:33.803712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:33.808456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.823556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.823784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.878365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.965812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:33.991511 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e8088883-c514-4cc6-ba11-c6b0bd49c229 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/53bd33e9-73ff-4ecc-b492-220a19dbff05 HTTP/1.1" status: 200 len: 924 time: 0.6318827 Feb 19 07:29:33.994355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.123967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:34.139887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-64c6812d-01f1-43ea-b915-2d565d1bbde5 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=53bd33e9-73ff-4ecc-b492-220a19dbff05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1419997 Feb 19 07:29:34.141056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.222597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59322) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.255515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:34.259605 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0cc94246-c232-4f86-872b-93e5193016f5 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4813356 Feb 19 07:29:34.259940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59328) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.263805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:34.266545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': False}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:34.362113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e2038-8bf7-49f8-b696-f3ae9b6456a8 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:34.362681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6c1e2038-8bf7-49f8-b696-f3ae9b6456a8 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Synchronizing usage tracker for tenant:ae46af339b374f82944479cd78cf2e5e on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:34.366364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=142d3101-6e19-4c0f-b2db-d70024822adb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:34.399045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1081086817'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:34.405099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Router db20a244-fc32-4568-a26b-f48bb264e6e6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:34.405311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:34.408817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6c1e2038-8bf7-49f8-b696-f3ae9b6456a8 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Unset dirty status for tenant:ae46af339b374f82944479cd78cf2e5e on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:34.412381 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6c1e2038-8bf7-49f8-b696-f3ae9b6456a8 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.2679951 Feb 19 07:29:34.412988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.415889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:network and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:34.419111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': 'fb27b7d7-625b-4673-8481-7f1c1b7d67e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f58f4822-2f92-49ff-912c-1b8b79c42a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:34.419394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: f58f4822-2f92-49ff-912c-1b8b79c42a00, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:34.425216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:34.471082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:34.475358 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-77b1dcae-3f9a-4ea5-b54a-cad9cd627643 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd33e9-73ff-4ecc-b492-220a19dbff05 HTTP/1.1" status: 200 len: 205 time: 0.0609643 Feb 19 07:29:34.479906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59336) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.698862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:34.701719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:34.728585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:34.739530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:34.762633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, f58f4822-2f92-49ff-912c-1b8b79c42a00) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:34.770096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:34.770558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:34.775444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7381b-ee7c-4b73-8c66-bd11a3fed082 None None] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:34.805181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:34.811904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:security_group_rule and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:34.815601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:34.818902 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f0cac1bb-a782-4d12-ad80-68da37f082a5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4611700 Feb 19 07:29:34.823318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.824011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:34.834042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': '9fbf6501-4a84-4e3c-a3cb-79161e4ce672', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:34.855465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:34.877115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] Sync routers for ids ['db20a244-fc32-4568-a26b-f48bb264e6e6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:34.911196 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-36324581-8e73-47e3-883d-4461f3e74526 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "PUT /v2.0/routers/db20a244-fc32-4568-a26b-f48bb264e6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3752656 Feb 19 07:29:34.912682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] Routers {'db20a244-fc32-4568-a26b-f48bb264e6e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:34.913674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['db20a244-fc32-4568-a26b-f48bb264e6e6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:34.917379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:34.936821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.043293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:35.059516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:35.066546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:35.071735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa8749-3e23-48d4-8ed6-01487748ff27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:35.073149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa8749-3e23-48d4-8ed6-01487748ff27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:35.073879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a9fa8749-3e23-48d4-8ed6-01487748ff27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:35.088678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:35.110875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] Set router db20a244-fc32-4568-a26b-f48bb264e6e6 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:35.116298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.126262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.143795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a9fa8749-3e23-48d4-8ed6-01487748ff27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:35.145830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.147675 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a9fa8749-3e23-48d4-8ed6-01487748ff27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2182655 Feb 19 07:29:35.148400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:35.162954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:35.180503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.187270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:35.253123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'name': 'tempest-NetworksTestDHCPv6-router-1863064964', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:22Z', 'updated_at': '2022-02-19T07:29:33Z', 'revision_number': 3, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:35.263806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] Checking router: db20a244-fc32-4568-a26b-f48bb264e6e6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:29:35.277818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-f58f4822-2f92-49ff-912c-1b8b79c42a00', 'network_id': 'f58f4822-2f92-49ff-912c-1b8b79c42a00', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': '142d3101-6e19-4c0f-b2db-d70024822adb'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:35.278602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.284193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.290144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] Routers {'db20a244-fc32-4568-a26b-f48bb264e6e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:35.290772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['db20a244-fc32-4568-a26b-f48bb264e6e6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:35.320666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Allocated IP 172.26.1.33 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/82077501-b55e-46db-823d-fee998cd21e3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:35.358157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d33a6-635e-4c1b-b41c-3fe4a9f77710,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:35.417216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.417828 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Added segment 782de618-6395-46bb-8aba-58065dde9a1c of type vlan for network b8e14e0a-21de-495f-9967-e4d390b4e24c Feb 19 07:29:35.469943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.492058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.526045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] Set router db20a244-fc32-4568-a26b-f48bb264e6e6 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:35.533747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.611367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Pushing event updated for resources: {'Port': ['ID=82077501-b55e-46db-823d-fee998cd21e3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:35.614779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:35.616207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:35.618139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:35.639264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.649912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'name': 'tempest-NetworksTestDHCPv6-router-1863064964', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:22Z', 'updated_at': '2022-02-19T07:29:33Z', 'revision_number': 3, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:35.688366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2a230-839d-4c25-b3ae-db7245922f25 None None] The sync data for ids ['db20a244-fc32-4568-a26b-f48bb264e6e6'] in dv-neutron-829958-1-hyperv is: [{'id': 'db20a244-fc32-4568-a26b-f48bb264e6e6', 'name': 'tempest-NetworksTestDHCPv6-router-1863064964', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:22Z', 'updated_at': '2022-02-19T07:29:33Z', 'revision_number': 3, 'project_id': 'adf515da56964ed49585452f75c8b413', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:35.715116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Allocated IP 2001:db8::2 (f58f4822-2f92-49ff-912c-1b8b79c42a00/142d3101-6e19-4c0f-b2db-d70024822adb/e758a3fc-276c-4813-b4ec-64d7c3b668a0) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:35.766969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.770742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:35.771077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.786106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.814343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 6fd60e06-bc8d-4c71-8b58-8f911012ffc0 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:35.902529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.946424 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.957184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.957840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Transition to ACTIVE for port object e758a3fc-276c-4813-b4ec-64d7c3b668a0 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:35.960953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:35.978971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Transition to ACTIVE for port object e758a3fc-276c-4813-b4ec-64d7c3b668a0 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:35.986710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.000332 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7663493 Feb 19 07:29:36.000332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe983d-cc85-40ba-bb3d-a9fe06e2f931 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Network': ['ID=b8e14e0a-21de-495f-9967-e4d390b4e24c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.023332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b8e14e0a-21de-495f-9967-e4d390b4e24c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:36.054498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.167490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Pushing event updated for resources: {'Port': ['ID=e758a3fc-276c-4813-b4ec-64d7c3b668a0,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.172796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:36.181779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:36.186337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:36.203394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.325325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Attempting to bind port e758a3fc-276c-4813-b4ec-64d7c3b668a0 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:36.325606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Attempting to bind port e758a3fc-276c-4813-b4ec-64d7c3b668a0 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'fb27b7d7-625b-4673-8481-7f1c1b7d67e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f58f4822-2f92-49ff-912c-1b8b79c42a00'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:36.325960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Attempting to bind port e758a3fc-276c-4813-b4ec-64d7c3b668a0 on network f58f4822-2f92-49ff-912c-1b8b79c42a00 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:36.333188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:36.333548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Checking segment: {'id': 'fb27b7d7-625b-4673-8481-7f1c1b7d67e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f58f4822-2f92-49ff-912c-1b8b79c42a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:36.333941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.334321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Bound using segment: {'id': 'fb27b7d7-625b-4673-8481-7f1c1b7d67e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f58f4822-2f92-49ff-912c-1b8b79c42a00'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:36.334774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Bound port: e758a3fc-276c-4813-b4ec-64d7c3b668a0, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb27b7d7-625b-4673-8481-7f1c1b7d67e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f58f4822-2f92-49ff-912c-1b8b79c42a00'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:36.335136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.423330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.471527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Router ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:36.477193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] For port e758a3fc-276c-4813-b4ec-64d7c3b668a0, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:36.480801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] For port e758a3fc-276c-4813-b4ec-64d7c3b668a0, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e758a3fc-276c-4813-b4ec-64d7c3b668a0,segment=NetworkSegment(fb27b7d7-625b-4673-8481-7f1c1b7d67e7),segment_id=fb27b7d7-625b-4673-8481-7f1c1b7d67e7)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:36.487678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.501482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.507538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.549292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': '15a570f5-e237-4740-8cbd-8e61e94f75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fbf6501-4a84-4e3c-a3cb-79161e4ce672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:36.549952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: 9fbf6501-4a84-4e3c-a3cb-79161e4ce672, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:36.558163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Deleting port 22c02226-1166-447b-8aee-a13bd807fc8c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:36.558940 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.594981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f649c-ff7f-4421-9430-f7ba46984200 None None] Pushing event updated for resources: {'Port': ['ID=e758a3fc-276c-4813-b4ec-64d7c3b668a0,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.626074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.672478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd60e06-bc8d-4c71-8b58-8f911012ffc0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.708502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:36.711565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fdfd4fd2-bf59-4b81-8eb7-ad6ce98dfb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.765909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.812686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 9fbf6501-4a84-4e3c-a3cb-79161e4ce672) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:36.822994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaec85f-6003-4257-8991-23fb2b795162 None None] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:36.824028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.824682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.842382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b2193c-5a7a-439c-bfd9-3d4e966dbd4c None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:36.850546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:36.860494 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] Sync routers for ids ['ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:36.877832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:36.883782 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-24568606-87cf-49ac-b4b6-df53fa0e9abf tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "PUT /v2.0/routers/ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f HTTP/1.1" status: 200 len: 915 time: 2.6203368 Feb 19 07:29:36.884091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:36.887175 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] Routers {'ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:36.888072 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:36.888691 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-668b0362-dd47-488b-9b18-5bac4f3b2ad8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/6fd60e06-bc8d-4c71-8b58-8f911012ffc0 HTTP/1.1" status: 204 len: 168 time: 1.7183287 Feb 19 07:29:36.896241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0efeb8f9-b1c0-4148-b334-54d8e7304160 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0697165 Feb 19 07:29:36.897499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59360) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:36.898025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59362) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:37.040358 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:37.070093 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] Routers {'ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:37.071771 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:37.093254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1641092126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:37.150912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:37.159156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e758a3fc-276c-4813-b4ec-64d7c3b668a0 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:37.197907 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:37.198388 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd2e9c-91e1-4e12-8392-c63c116fad02 None None] The sync data for ids ['ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:37.228472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:37.240397 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-849c6a30-fd74-43d5-8a4f-6f9720cfc800 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f HTTP/1.1" status: 200 len: 921 time: 0.3546975 Feb 19 07:29:37.242826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59370) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:37.247523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:router and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:37.257041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:37.351027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-094394f9-78d2-450d-83c0-4de370c2f602 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1069729 Feb 19 07:29:37.354344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:37.376128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:37.383917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Calling delete_port for 22c02226-1166-447b-8aee-a13bd807fc8c owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:37.404678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e758a3fc-276c-4813-b4ec-64d7c3b668a0 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:37.425514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2ffbdd35-6b37-4988-9b18-be5d925bc319 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:37.448587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5163c8e-9794-4c8c-89cb-13404853b893 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:router {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:37.456539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:37.457486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:37.475331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:37.516252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:37.530354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2ffbdd35-6b37-4988-9b18-be5d925bc319 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:37.531081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2ffbdd35-6b37-4988-9b18-be5d925bc319 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:37.568214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:37.574620 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d3fb6a96-c249-4f27-82c0-717433699bb2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6427600 Feb 19 07:29:37.576723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59378) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:37.647791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-9fbf6501-4a84-4e3c-a3cb-79161e4ce672', 'network_id': '9fbf6501-4a84-4e3c-a3cb-79161e4ce672', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': '9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:37.648750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:37.696594 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb86597-ae9c-43cd-b543-9d91676a89d2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:37.697245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0bb86597-ae9c-43cd-b543-9d91676a89d2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Synchronizing usage tracker for tenant:d073eca490504c98a4446e299e03c5f9 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:37.732742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0bb86597-ae9c-43cd-b543-9d91676a89d2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] Unset dirty status for tenant:d073eca490504c98a4446e299e03c5f9 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:37.737165 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0bb86597-ae9c-43cd-b543-9d91676a89d2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.3809204 Feb 19 07:29:37.737791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59382) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:37.758149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5163c8e-9794-4c8c-89cb-13404853b893 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:router {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:37.766725 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5163c8e-9794-4c8c-89cb-13404853b893 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8386471 Feb 19 07:29:37.767451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59386) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:37.842394 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9d150d5-57f9-409e-86ef-888b8039599b tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f HTTP/1.1" status: 200 len: 205 time: 0.1031969 Feb 19 07:29:37.843114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:37.843386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:37.853784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] Deleting port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:37.854668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.096456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-285ccd81-fed6-41d4-8686-e108ce981ed0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.101330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.209467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] For port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=94f5bbf6-3727-4f2a-9e28-3f8a8319de96,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:38.210627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.345328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] Calling delete_port for 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:38.361428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.375706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Deleting port 82077501-b55e-46db-823d-fee998cd21e3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:38.375893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2704fca1-d1a7-4437-bb86-fe53fd30c777 None None] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:38.376252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.563728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3d4d9cc3-58b1-4384-9169-48effd8a8838 None None] Provisioning for port e758a3fc-276c-4813-b4ec-64d7c3b668a0 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:38.574960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Allocated IP 2001:db8:1::2 (9fbf6501-4a84-4e3c-a3cb-79161e4ce672/9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77/4aa24285-d02e-41e6-93db-cf01b280b2a1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:38.583844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3d4d9cc3-58b1-4384-9169-48effd8a8838 None None] Provisioning complete for port e758a3fc-276c-4813-b4ec-64d7c3b668a0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:38.584542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3d4d9cc3-58b1-4384-9169-48effd8a8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.629982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.631344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.705603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:38.720592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] Pushing event deleted for resources: {'Port': ['ID=94f5bbf6-3727-4f2a-9e28-3f8a8319de96,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:38.844356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d8c84-ef49-485b-b566-2b1872a061ca None None] No DVR routers for this DVR port 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:38.874490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Calling delete_port for 82077501-b55e-46db-823d-fee998cd21e3 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:39.006701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:39.064057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:39.064754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94f5bbf6-3727-4f2a-9e28-3f8a8319de96 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:39.081799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.095899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f1a-3b5e-4dfb-8a3d-de6728dcef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.143136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3d4d9cc3-58b1-4384-9169-48effd8a8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.211760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.220513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3d4d9cc3-58b1-4384-9169-48effd8a8838 None None] For port e758a3fc-276c-4813-b4ec-64d7c3b668a0, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e758a3fc-276c-4813-b4ec-64d7c3b668a0,segment=NetworkSegment(fb27b7d7-625b-4673-8481-7f1c1b7d67e7),segment_id=fb27b7d7-625b-4673-8481-7f1c1b7d67e7)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:39.221384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event deleted for resources: {'Port': ['ID=22c02226-1166-447b-8aee-a13bd807fc8c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:39.234416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Transition to ACTIVE for port object 4aa24285-d02e-41e6-93db-cf01b280b2a1 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:39.251509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3d4d9cc3-58b1-4384-9169-48effd8a8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.263393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:39.273344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'subnet': {'network_id': 'b8e14e0a-21de-495f-9967-e4d390b4e24c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:39.302749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Transition to ACTIVE for port object 4aa24285-d02e-41e6-93db-cf01b280b2a1 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:39.334210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d9cc3-58b1-4384-9169-48effd8a8838 None None] Pushing event updated for resources: {'Port': ['ID=e758a3fc-276c-4813-b4ec-64d7c3b668a0,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:39.338648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.367763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.371154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.372407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.401681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-285ccd81-fed6-41d4-8686-e108ce981ed0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.412030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.412894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Fanout notify agent at l3_agent the message router_deleted on router 53bd33e9-73ff-4ecc-b492-220a19dbff05 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:39.430111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-285ccd81-fed6-41d4-8686-e108ce981ed0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.438097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:39.441529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:39.446568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:39.456983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Pushing event updated for resources: {'Port': ['ID=4aa24285-d02e-41e6-93db-cf01b280b2a1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:39.547059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Attempting to bind port 4aa24285-d02e-41e6-93db-cf01b280b2a1 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:39.547330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Attempting to bind port 4aa24285-d02e-41e6-93db-cf01b280b2a1 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '15a570f5-e237-4740-8cbd-8e61e94f75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fbf6501-4a84-4e3c-a3cb-79161e4ce672'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:39.547675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Attempting to bind port 4aa24285-d02e-41e6-93db-cf01b280b2a1 on network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:39.555543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:39.556068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Checking segment: {'id': '15a570f5-e237-4740-8cbd-8e61e94f75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fbf6501-4a84-4e3c-a3cb-79161e4ce672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:39.556532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.556908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Bound using segment: {'id': '15a570f5-e237-4740-8cbd-8e61e94f75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fbf6501-4a84-4e3c-a3cb-79161e4ce672'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:39.557364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Bound port: 4aa24285-d02e-41e6-93db-cf01b280b2a1, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a570f5-e237-4740-8cbd-8e61e94f75ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9fbf6501-4a84-4e3c-a3cb-79161e4ce672'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:39.557724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.557817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:39.564985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event deleted for resources: {'Port': ['ID=82077501-b55e-46db-823d-fee998cd21e3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:39.599361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:subnet and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:39.604535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:39.619538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:39.637517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ab47d450-3125-4d2a-92ac-489bfe264013 None None] Provisioning complete for port e758a3fc-276c-4813-b4ec-64d7c3b668a0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:39.637517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab47d450-3125-4d2a-92ac-489bfe264013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.641687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:39.721602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] For port 4aa24285-d02e-41e6-93db-cf01b280b2a1, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:39.723550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.728770 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db85c59f-4104-4d5e-94cc-51e5a69642c1 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/53bd33e9-73ff-4ecc-b492-220a19dbff05 HTTP/1.1" status: 204 len: 168 time: 5.2438385 Feb 19 07:29:39.728908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] For port 4aa24285-d02e-41e6-93db-cf01b280b2a1, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4aa24285-d02e-41e6-93db-cf01b280b2a1,segment=NetworkSegment(15a570f5-e237-4740-8cbd-8e61e94f75ac),segment_id=15a570f5-e237-4740-8cbd-8e61e94f75ac)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:39.731227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-285ccd81-fed6-41d4-8686-e108ce981ed0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.731780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285ccd81-fed6-41d4-8686-e108ce981ed0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Fanout notify agent at l3_agent the message router_deleted on router db20a244-fc32-4568-a26b-f48bb264e6e6 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:39.733464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59398) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:39.745812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-946352604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:39.758096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:39.764975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.765712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Usage tracker for resource:router and tenant:b574291cb6b840f993409f5e06f7fe70 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:39.771075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:39.782092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-285ccd81-fed6-41d4-8686-e108ce981ed0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.783054 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-285ccd81-fed6-41d4-8686-e108ce981ed0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/routers/db20a244-fc32-4568-a26b-f48bb264e6e6 HTTP/1.1" status: 204 len: 168 time: 1.9778304 Feb 19 07:29:39.785011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:39.786870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59402) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:39.874190 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-41ff9d38-6fde-42ce-8bd2-f74c72a22b52 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0834603 Feb 19 07:29:39.877294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59406) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:39.907351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.921213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.922156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.931964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:39.958104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f4ad-66f7-4f92-abc3-e33b082938d3 None None] Pushing event updated for resources: {'Port': ['ID=4aa24285-d02e-41e6-93db-cf01b280b2a1,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:40.005334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6b1dc-39b3-4219-8f0a-0db24945ba4a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:40.006016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abd6b1dc-39b3-4219-8f0a-0db24945ba4a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:40.009772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.039464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.057161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.210789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.249120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abd6b1dc-39b3-4219-8f0a-0db24945ba4a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:40.252998 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-abd6b1dc-39b3-4219-8f0a-0db24945ba4a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3747647 Feb 19 07:29:40.255946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59410) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:40.322963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.332401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.333819 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-075849ee-3af4-44e9-bd07-2d669a17c17b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:router {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:40.343850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.403509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.404047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Fanout notify agent at l3_agent the message router_deleted on router ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:40.434057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-075849ee-3af4-44e9-bd07-2d669a17c17b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:router {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:40.439340 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-075849ee-3af4-44e9-bd07-2d669a17c17b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1781974 Feb 19 07:29:40.440512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59414) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:40.445595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:40.448073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.451781 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4383bb9a-6337-4253-9533-d1aed8f04ed4 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7149010 Feb 19 07:29:40.454058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:40.460536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'enable_snat': False}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:40.477375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.478475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2cec2470-d6fc-4136-9a47-5606917f7a88 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f HTTP/1.1" status: 204 len: 168 time: 2.6344340 Feb 19 07:29:40.485269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59422) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:40.541920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1091408858', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:40.560111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:40.569743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Usage tracker for resource:router and tenant:2a181977a9ef451cb99539c46e8493f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:40.574782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.578390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:40.621917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:40.657696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:40.662645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.663580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.690273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:40.710022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Subnet': ['ID=8d86ad04-b269-429e-860e-a150efd6b5e9,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:40.718477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8::1 (f58f4822-2f92-49ff-912c-1b8b79c42a00/142d3101-6e19-4c0f-b2db-d70024822adb/1ff55b26-847c-4177-9274-2df7742e7e58) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:40.837645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:40.925038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Checking segment: {'id': '782de618-6395-46bb-8aba-58065dde9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b8e14e0a-21de-495f-9967-e4d390b4e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:40.925647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network hostable DHCP agents. Network: b8e14e0a-21de-495f-9967-e4d390b4e24c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:40.937741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:40.974942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.007288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae2927-0e53-4370-b9e6-1dccc2218923 None None] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:41.063489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.071255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.087258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object 1ff55b26-847c-4177-9274-2df7742e7e58 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:41.126793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4aa24285-d02e-41e6-93db-cf01b280b2a1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:41.192921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network b8e14e0a-21de-495f-9967-e4d390b4e24c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:41.225481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b8e14e0a-21de-495f-9967-e4d390b4e24c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:41.231107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.231594 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.231736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-436cf45c-d04f-4798-92db-f02033612d04 None None] Provisioning for port 4aa24285-d02e-41e6-93db-cf01b280b2a1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:41.248133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7801a6-305b-4880-a6dd-abe8abc2926e None None] Network b8e14e0a-21de-495f-9967-e4d390b4e24c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:41.259476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.283785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-db063f6a-acc0-450e-9ddd-d9d21615fe77 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0155373 Feb 19 07:29:41.285767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59426) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:41.294594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-597037622'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:41.304767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:41.311735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:network and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:41.320906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:41.325661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.368715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:41.409764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:41.414271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:41.419658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:41.420070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.420613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.433152 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=1ff55b26-847c-4177-9274-2df7742e7e58,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:41.437927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:41.441253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.442167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 4aa24285-d02e-41e6-93db-cf01b280b2a1 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:41.494092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 4aa24285-d02e-41e6-93db-cf01b280b2a1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:41.494605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.509923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:41.527703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.528258 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Added segment fb0797cc-05cd-4bff-8c1a-316e37f0051e of type vlan for network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d Feb 19 07:29:41.622170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.667513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.684654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.698986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:29:41.703700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.726619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.735095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.741890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.745911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b8e14e0a-21de-495f-9967-e4d390b4e24c', 'network_id': 'b8e14e0a-21de-495f-9967-e4d390b4e24c', 'tenant_id': '05f6280a9ff2420dbb23f905b68fe18a', 'fixed_ips': [{'subnet_id': '8d86ad04-b269-429e-860e-a150efd6b5e9'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:41.746711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.828219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:41.837568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:41.846664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.847256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.873738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=75b2b5dc-d564-41f2-8bf5-03fea2bc2677,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:41.878745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.882856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.883802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:41.931945 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-567fc43c-6127-41f9-a94e-a1a67603a4d3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4907441 Feb 19 07:29:41.939319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59430) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:41.946968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:41.956142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Allocated IP 2001:db8:0:ffff::2 (b8e14e0a-21de-495f-9967-e4d390b4e24c/8d86ad04-b269-429e-860e-a150efd6b5e9/f15e54a4-f846-45ba-9fb5-016d0409dbd8) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:42.037094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8149c2-5175-409c-81eb-563ecd78ad6b None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:42.055075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Allocated IP 172.26.1.44 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/d1a7f359-37b1-4978-a60a-ba61fb1ff905) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:42.070836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.145111 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8571992 Feb 19 07:29:42.148177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59434) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:42.160722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'subnet': {'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:42.174360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a177498-07d5-4dcc-b2ef-f591fe563a9d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Network': ['ID=52e8621c-fdd2-4144-b6f7-d34a4cc4788d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:42.184794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:42.195928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:42.213761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:42.217275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.218283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6483fcee-4674-45ac-9874-45f18934275d None None] Provisioning for port 1ff55b26-847c-4177-9274-2df7742e7e58 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:42.221218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:42.236779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 4aa24285-d02e-41e6-93db-cf01b280b2a1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4aa24285-d02e-41e6-93db-cf01b280b2a1,segment=NetworkSegment(15a570f5-e237-4740-8cbd-8e61e94f75ac),segment_id=15a570f5-e237-4740-8cbd-8e61e94f75ac)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:42.292422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6483fcee-4674-45ac-9874-45f18934275d None None] Provisioning complete for port 1ff55b26-847c-4177-9274-2df7742e7e58 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:42.292795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6483fcee-4674-45ac-9874-45f18934275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.336606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.337309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e758a3fc-276c-4813-b4ec-64d7c3b668a0 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:42.355534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.367635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:42.375070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:subnet and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:42.379827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:42.388785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:42.434043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:42.523256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.589287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:29:42.613774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.624610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.635275 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6483fcee-4674-45ac-9874-45f18934275d None None] Port 1ff55b26-847c-4177-9274-2df7742e7e58 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:42.663508 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:29:42.674141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.677564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=4aa24285-d02e-41e6-93db-cf01b280b2a1,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:42.694841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Transition to ACTIVE for port object f15e54a4-f846-45ba-9fb5-016d0409dbd8 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:42.700573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event updated for resources: {'Port': ['ID=d1a7f359-37b1-4978-a60a-ba61fb1ff905,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:42.717467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:42.721681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.721850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:42.722454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.724779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:42.733888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Allocated IP 172.26.1.189 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/4080ac1d-43eb-468d-8d65-6c71debea29d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:42.757688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Transition to ACTIVE for port object f15e54a4-f846-45ba-9fb5-016d0409dbd8 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:42.766328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '75b2b5dc-d564-41f2-8bf5-03fea2bc2677'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:42.767252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.784022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.822799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e758a3fc-276c-4813-b4ec-64d7c3b668a0 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:42.823160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.901850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.943627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f24f582-8c4a-4031-9996-1dd7f49345b5 None None] Provisioning complete for port 4aa24285-d02e-41e6-93db-cf01b280b2a1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:42.944008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f24f582-8c4a-4031-9996-1dd7f49345b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:42.946803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:42.951720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:42.965804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:42.966392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.003016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Network b8e14e0a-21de-495f-9967-e4d390b4e24c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:43.012563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=bc45f01a-fe15-427d-80b4-67aa7959be36,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:43.015679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:43.021042 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9496d8a0-1a8c-4ae6-87e8-d254460a372a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0806894 Feb 19 07:29:43.023953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:43.028398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=1ff55b26-847c-4177-9274-2df7742e7e58,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:43.030806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Pushing event updated for resources: {'Port': ['ID=f15e54a4-f846-45ba-9fb5-016d0409dbd8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:43.034003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:ef:4c:69', 'name': 'tempest-NetworksTestDHCPv6-2005899035'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:43.034368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:43.105776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.106350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.226866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.261241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:43.269583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.272724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:43.315186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:43.321005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:43.321448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Attempting to bind port f15e54a4-f846-45ba-9fb5-016d0409dbd8 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:43.321911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Attempting to bind port f15e54a4-f846-45ba-9fb5-016d0409dbd8 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '782de618-6395-46bb-8aba-58065dde9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b8e14e0a-21de-495f-9967-e4d390b4e24c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:43.322153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Attempting to bind port f15e54a4-f846-45ba-9fb5-016d0409dbd8 on network b8e14e0a-21de-495f-9967-e4d390b4e24c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:43.324695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Allocated IP 2001:db8::f816:3eff:fec4:ec05 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/75b2b5dc-d564-41f2-8bf5-03fea2bc2677/20019058-7c1d-4250-bf1e-171d93f9ff2b) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:43.324949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:43.333743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:43.357090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:43.357392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:43.357487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Checking segment: {'id': '782de618-6395-46bb-8aba-58065dde9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b8e14e0a-21de-495f-9967-e4d390b4e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:43.357833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.358438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Bound using segment: {'id': '782de618-6395-46bb-8aba-58065dde9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b8e14e0a-21de-495f-9967-e4d390b4e24c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:43.359033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Bound port: f15e54a4-f846-45ba-9fb5-016d0409dbd8, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782de618-6395-46bb-8aba-58065dde9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b8e14e0a-21de-495f-9967-e4d390b4e24c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:43.359568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.361349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.404790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 97d94b06-cffb-40a4-bf69-102facdf9faa yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:29:43.463883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4aa24285-d02e-41e6-93db-cf01b280b2a1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:43.550400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Router f84e6572-0b0f-4521-a8a3-dd7e4b893b0a is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:43.630029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.671549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] For port f15e54a4-f846-45ba-9fb5-016d0409dbd8, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:43.722866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] For port f15e54a4-f846-45ba-9fb5-016d0409dbd8, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f15e54a4-f846-45ba-9fb5-016d0409dbd8,segment=NetworkSegment(782de618-6395-46bb-8aba-58065dde9a1c),segment_id=782de618-6395-46bb-8aba-58065dde9a1c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:43.731680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 4aa24285-d02e-41e6-93db-cf01b280b2a1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:43.732048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.761416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.773989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:43.797567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.801837 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2dd44d12-7e4d-4cc4-a566-89b7d0d27b5c tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2680979 Feb 19 07:29:43.801837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59444) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:43.807121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:43.815786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] Sync routers for ids ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:43.862479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:43.866196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Pushing event updated for resources: {'Port': ['ID=4080ac1d-43eb-468d-8d65-6c71debea29d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:43.866350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.880830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:43.884027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:43.899356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Transition to ACTIVE for port object 20019058-7c1d-4250-bf1e-171d93f9ff2b will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:43.915787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-514ecd3b-5de1-42e3-af8b-cc6f6c6851ec None None] Provisioning complete for port 1ff55b26-847c-4177-9274-2df7742e7e58 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:43.916283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-514ecd3b-5de1-42e3-af8b-cc6f6c6851ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:43.990315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] Routers {'f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:43.991346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:44.036115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:29:44.049511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.065327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cd6b9-8a0d-4c70-b63d-46bf85b25eec None None] Pushing event updated for resources: {'Port': ['ID=f15e54a4-f846-45ba-9fb5-016d0409dbd8,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:44.082491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Transition to ACTIVE for port object 20019058-7c1d-4250-bf1e-171d93f9ff2b will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:44.127968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:44.146645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.213756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-514ecd3b-5de1-42e3-af8b-cc6f6c6851ec None None] Port 1ff55b26-847c-4177-9274-2df7742e7e58 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:44.226977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Subnet': ['ID=4d526ae1-e60b-4d62-b0b1-b224b98e5a49,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:44.285638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:44.289427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:44.291941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:44.296968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] Routers {'f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:44.297593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:44.298989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Checking segment: {'id': 'fb0797cc-05cd-4bff-8c1a-316e37f0051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:44.300232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network hostable DHCP agents. Network: 52e8621c-fdd2-4144-b6f7-d34a4cc4788d, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:44.347688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 33f48d44-3b44-4870-bf49-2b761d5c8a5c is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:44.360450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 172.20.0.11 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/bc45f01a-fe15-427d-80b4-67aa7959be36/97d94b06-cffb-40a4-bf69-102facdf9faa) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:44.364554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:44.369851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:feef:4c69 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/75b2b5dc-d564-41f2-8bf5-03fea2bc2677/97d94b06-cffb-40a4-bf69-102facdf9faa) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:44.371905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Pushing event updated for resources: {'Port': ['ID=20019058-7c1d-4250-bf1e-171d93f9ff2b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:44.376753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:44.377171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477465c-80c0-4072-b148-2a87548660e6 None None] The sync data for ids ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:44.388361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.465006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Attempting to bind port 20019058-7c1d-4250-bf1e-171d93f9ff2b on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:44.465741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Attempting to bind port 20019058-7c1d-4250-bf1e-171d93f9ff2b by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:44.466302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Attempting to bind port 20019058-7c1d-4250-bf1e-171d93f9ff2b on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:44.473600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:44.474311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:44.474911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.475479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:44.476118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Bound port: 20019058-7c1d-4250-bf1e-171d93f9ff2b, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:44.476714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.582536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 52e8621c-fdd2-4144-b6f7-d34a4cc4788d) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:44.614044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81bab2f-bf39-4eb9-918b-9830a04188d5 None None] Network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:44.731614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] For port 20019058-7c1d-4250-bf1e-171d93f9ff2b, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:44.753480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] For port 20019058-7c1d-4250-bf1e-171d93f9ff2b, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20019058-7c1d-4250-bf1e-171d93f9ff2b,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:44.775166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.776937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:44.777529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.851185 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8d88be36-4510-4a6e-8e31-1dd3a18b9a57 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7001469 Feb 19 07:29:44.854736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:44.867947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'port': {'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d', 'name': 'tempest-NetworksIpV6TestAttrs-510973966'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:44.887625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.892956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:44.988886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ce1c-9efc-4638-93a5-ae7b9a8ec93a None None] Pushing event updated for resources: {'Port': ['ID=20019058-7c1d-4250-bf1e-171d93f9ff2b,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:44.999528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.003972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-52e8621c-fdd2-4144-b6f7-d34a4cc4788d', 'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d', 'tenant_id': '05f6280a9ff2420dbb23f905b68fe18a', 'fixed_ips': [{'subnet_id': '4d526ae1-e60b-4d62-b0b1-b224b98e5a49'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:45.005338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.071990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:45.073874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 97d94b06-cffb-40a4-bf69-102facdf9faa will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:45.079341 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b6412b91-de24-40aa-b40f-026f9c04d3cd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/33f48d44-3b44-4870-bf49-2b761d5c8a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4889660 Feb 19 07:29:45.085063 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] Sync routers for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:45.085580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:45.105483 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:45.106223 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:45.198158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82f80f-ff22-4baf-adaf-f43d8bb17283 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:45.199719 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4d82f80f-ff22-4baf-adaf-f43d8bb17283 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports/1ff55b26-847c-4177-9274-2df7742e7e58 HTTP/1.1" status: 200 len: 911 time: 0.1059511 Feb 19 07:29:45.217109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59456) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:45.225566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Allocated IP 2001:db8::f816:3eff:feb4:e81b (52e8621c-fdd2-4144-b6f7-d34a4cc4788d/4d526ae1-e60b-4d62-b0b1-b224b98e5a49/dac79d79-8ee9-4a2d-a556-787e10a1da14) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:45.261928 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:45.277977 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:45.278909 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:45.279680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:45.305666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:port and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:45.312880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:45.327769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:45.334472 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.404732 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:45.405416 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad4b10-91da-4bba-86b8-eb86273458e5 None None] The sync data for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:45.511582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.526153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Transition to ACTIVE for port object dac79d79-8ee9-4a2d-a556-787e10a1da14 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:45.548363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Router be46c431-bdf8-4361-ae49-7c4ab599818c is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:45.550942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Transition to ACTIVE for port object dac79d79-8ee9-4a2d-a556-787e10a1da14 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:45.558758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d45d4-0fc8-47e0-afcb-0772ad049a73 None None] Network b8e14e0a-21de-495f-9967-e4d390b4e24c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:45.567596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=97d94b06-cffb-40a4-bf69-102facdf9faa,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:45.583350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:45.586370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.643805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:45.648610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:45.653055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:45.671123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20019058-7c1d-4250-bf1e-171d93f9ff2b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:45.678716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.683601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] device_id is not set on port 34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:29:45.704245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.773145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.794264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:45.794905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.805090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Deleting port d1a7f359-37b1-4978-a60a-ba61fb1ff905 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:45.805428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:45.870036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:45.893564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:45.895469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-766eecfa-e750-404b-8612-801ed01ec32d None None] Provisioning for port f15e54a4-f846-45ba-9fb5-016d0409dbd8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:45.898539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Pushing event updated for resources: {'Port': ['ID=dac79d79-8ee9-4a2d-a556-787e10a1da14,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:45.907342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:45.953191 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a9412ec-18be-470a-a717-ce5fd188094b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9279809 Feb 19 07:29:45.957065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:46.051856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Allocated IP 2001:db8::f816:3eff:fe53:174c (52e8621c-fdd2-4144-b6f7-d34a4cc4788d/4d526ae1-e60b-4d62-b0b1-b224b98e5a49/34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:46.066352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 20019058-7c1d-4250-bf1e-171d93f9ff2b completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:46.075801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Attempting to bind port dac79d79-8ee9-4a2d-a556-787e10a1da14 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:46.075949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Attempting to bind port dac79d79-8ee9-4a2d-a556-787e10a1da14 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'fb0797cc-05cd-4bff-8c1a-316e37f0051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:46.076494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Attempting to bind port dac79d79-8ee9-4a2d-a556-787e10a1da14 on network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:46.081296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f15e54a4-f846-45ba-9fb5-016d0409dbd8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:46.129765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:46.133382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:46.133747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Checking segment: {'id': 'fb0797cc-05cd-4bff-8c1a-316e37f0051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:46.134060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.134168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.134494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Bound using segment: {'id': 'fb0797cc-05cd-4bff-8c1a-316e37f0051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:46.134964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Bound port: dac79d79-8ee9-4a2d-a556-787e10a1da14, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0797cc-05cd-4bff-8c1a-316e37f0051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '52e8621c-fdd2-4144-b6f7-d34a4cc4788d'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:46.135325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.135519 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2bcb7aef-625e-420b-825f-9a8dfc19c41e tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "PUT /v2.0/routers/be46c431-bdf8-4361-ae49-7c4ab599818c HTTP/1.1" status: 200 len: 919 time: 5.6809125 Feb 19 07:29:46.139194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59468) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:46.261003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.282657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] For port dac79d79-8ee9-4a2d-a556-787e10a1da14, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:46.287504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] For port dac79d79-8ee9-4a2d-a556-787e10a1da14, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dac79d79-8ee9-4a2d-a556-787e10a1da14,segment=NetworkSegment(fb0797cc-05cd-4bff-8c1a-316e37f0051e),segment_id=fb0797cc-05cd-4bff-8c1a-316e37f0051e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:46.290440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] Sync routers for ids ['be46c431-bdf8-4361-ae49-7c4ab599818c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:46.314076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.378934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25633304-379a-4e55-baaf-f7741b6510ed None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:46.395365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.411390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Calling delete_port for d1a7f359-37b1-4978-a60a-ba61fb1ff905 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:46.446180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d58162d-2732-411f-b5e0-01349954b0d4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.450048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d58162d-2732-411f-b5e0-01349954b0d4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.451075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1d58162d-2732-411f-b5e0-01349954b0d4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:46.524383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] Routers {'be46c431-bdf8-4361-ae49-7c4ab599818c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:46.525026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['be46c431-bdf8-4361-ae49-7c4ab599818c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:46.547138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.563279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1d58162d-2732-411f-b5e0-01349954b0d4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:46.567861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1d58162d-2732-411f-b5e0-01349954b0d4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6075437 Feb 19 07:29:46.672416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f15e54a4-f846-45ba-9fb5-016d0409dbd8 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:46.675477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:46.688115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d895-6af3-4966-8502-15c5e3814b91 None None] Pushing event updated for resources: {'Port': ['ID=dac79d79-8ee9-4a2d-a556-787e10a1da14,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:46.688444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59472) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:46.701545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f15e54a4-f846-45ba-9fb5-016d0409dbd8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:46.701928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.706449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Transition to ACTIVE for port object 34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:46.764073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-25d06d5e-5b96-4b92-adc9-91197e37c3ed None None] Provisioning for port 20019058-7c1d-4250-bf1e-171d93f9ff2b completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:46.790969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.803747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-25d06d5e-5b96-4b92-adc9-91197e37c3ed None None] Provisioning complete for port 20019058-7c1d-4250-bf1e-171d93f9ff2b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:46.804125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25d06d5e-5b96-4b92-adc9-91197e37c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.827283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 97d94b06-cffb-40a4-bf69-102facdf9faa {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:46.827841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.902847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:46.903763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Port': ['ID=34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:46.905807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] Routers {'be46c431-bdf8-4361-ae49-7c4ab599818c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:46.906440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['be46c431-bdf8-4361-ae49-7c4ab599818c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:46.906564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:46.915003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:46.919269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.919883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.936890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:46.997704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Pushing event deleted for resources: {'Port': ['ID=d1a7f359-37b1-4978-a60a-ba61fb1ff905,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:47.044198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:47.044616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bae1e6-a3a7-42b9-a184-971c016a94f5 None None] The sync data for ids ['be46c431-bdf8-4361-ae49-7c4ab599818c'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:47.093743 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8eb5602f-c30d-4c0a-946d-16b86c063d6d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2349172 Feb 19 07:29:47.096809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59476) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:47.233254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.279838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.296198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25d06d5e-5b96-4b92-adc9-91197e37c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.306046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f15e54a4-f846-45ba-9fb5-016d0409dbd8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f15e54a4-f846-45ba-9fb5-016d0409dbd8,segment=NetworkSegment(782de618-6395-46bb-8aba-58065dde9a1c),segment_id=782de618-6395-46bb-8aba-58065dde9a1c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:47.316139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.410244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting subnet 4d526ae1-e60b-4d62-b0b1-b224b98e5a49 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:47.418139 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5217d11c-11a0-41d0-991b-a682057b1d9a tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/be46c431-bdf8-4361-ae49-7c4ab599818c HTTP/1.1" status: 200 len: 925 time: 1.2783608 Feb 19 07:29:47.418275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59480) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:47.429632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.439300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-25d06d5e-5b96-4b92-adc9-91197e37c3ed None None] For port 20019058-7c1d-4250-bf1e-171d93f9ff2b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20019058-7c1d-4250-bf1e-171d93f9ff2b,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:47.453080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f15e54a4-f846-45ba-9fb5-016d0409dbd8,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:47.469764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-25d06d5e-5b96-4b92-adc9-91197e37c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.485644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.492435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.559131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.573385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d06d5e-5b96-4b92-adc9-91197e37c3ed None None] Pushing event updated for resources: {'Port': ['ID=20019058-7c1d-4250-bf1e-171d93f9ff2b,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:47.598444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8:1::1 (9fbf6501-4a84-4e3c-a3cb-79161e4ce672/9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77/5dde28be-e8c5-4bdc-a5db-edd6539a0257) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:47.599581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fc2d8623-d72a-43eb-be9c-58af480ac9da None None] Provisioning complete for port f15e54a4-f846-45ba-9fb5-016d0409dbd8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:47.599834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fc2d8623-d72a-43eb-be9c-58af480ac9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.634078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dac79d79-8ee9-4a2d-a556-787e10a1da14 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:47.666913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-eba7b8e1-aadf-4c06-a40d-563d5f320f16 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=be46c431-bdf8-4361-ae49-7c4ab599818c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2406714 Feb 19 07:29:47.670431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59484) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:47.713053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.766344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Router f84e6572-0b0f-4521-a8a3-dd7e4b893b0a has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:47.801446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] Update dhcp port {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '75b2b5dc-d564-41f2-8bf5-03fea2bc2677', 'ip_address': '2001:db8::f816:3eff:fec4:ec05'}, {'subnet_id': 'bc45f01a-fe15-427d-80b4-67aa7959be36'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '20019058-7c1d-4250-bf1e-171d93f9ff2b'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:29:47.867429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 97d94b06-cffb-40a4-bf69-102facdf9faa owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:47.908445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port dac79d79-8ee9-4a2d-a556-787e10a1da14 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:47.929495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:47.932984 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-ac876b0c-fa9c-4542-9f1f-917c09dae610 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6867111 Feb 19 07:29:48.026560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189744c-7be7-4657-a358-3ad71920d663 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:48.029099 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8189744c-7be7-4657-a358-3ad71920d663 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/networks/c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 881 time: 0.3562827 Feb 19 07:29:48.032459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:48.035914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6337486-e7bd-472d-b677-b6134c3b0682 None None] Network 52e8621c-fdd2-4144-b6f7-d34a4cc4788d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:48.082124 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ad315852-a16e-4629-a7fc-f19fdc7d0439 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=be46c431-bdf8-4361-ae49-7c4ab599818c HTTP/1.1" status: 200 len: 205 time: 0.0464332 Feb 19 07:29:48.083848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59492) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:48.085225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.087945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:48.101902 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] Sync routers for ids ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:48.124441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object 5dde28be-e8c5-4bdc-a5db-edd6539a0257 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:48.144684 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] Routers {'f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:48.145856 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:48.199134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.216194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] Allocated IP 172.20.0.2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/bc45f01a-fe15-427d-80b4-67aa7959be36/20019058-7c1d-4250-bf1e-171d93f9ff2b) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:48.229585 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:48.234153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.235295 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4fb1f9da-c92a-4ccc-90b8-45b35de9749a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "PUT /v2.0/routers/f84e6572-0b0f-4521-a8a3-dd7e4b893b0a HTTP/1.1" status: 200 len: 706 time: 4.4325855 Feb 19 07:29:48.238856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:48.251316 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] Routers {'f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:48.252089 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:48.318257 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-9d2872eb-2df6-4026-aa1e-da2cf5b0fcda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ad7397db76746ea8c30b53538851e29&device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 1098 time: 0.3357694 Feb 19 07:29:48.350000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.406044 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:48.406473 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5f6d0-c44f-4125-8feb-fceadb66511a None None] The sync data for ids ['f84e6572-0b0f-4521-a8a3-dd7e4b893b0a'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:48.417235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] For port 20019058-7c1d-4250-bf1e-171d93f9ff2b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20019058-7c1d-4250-bf1e-171d93f9ff2b,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:48.534034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-77af3d71-67b3-4b2d-a956-9a744c36e257 None None] Provisioning for port dac79d79-8ee9-4a2d-a556-787e10a1da14 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:48.541039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.567071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-77af3d71-67b3-4b2d-a956-9a744c36e257 None None] Provisioning complete for port dac79d79-8ee9-4a2d-a556-787e10a1da14 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:48.567423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-77af3d71-67b3-4b2d-a956-9a744c36e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.595851 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1e239fde-b512-4cbb-92f0-1baf2a9e89d2 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/routers/f84e6572-0b0f-4521-a8a3-dd7e4b893b0a HTTP/1.1" status: 200 len: 741 time: 0.3559122 Feb 19 07:29:48.599720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59500) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:48.610313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] Transition to ACTIVE for port object 20019058-7c1d-4250-bf1e-171d93f9ff2b will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:48.611951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.623974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.634472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.652742 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c8828631-ea1c-48fa-b98a-c60f08c373e3 tempest-RoutersAdminTest-927405621 tempest-RoutersAdminTest-927405621-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=f84e6572-0b0f-4521-a8a3-dd7e4b893b0a HTTP/1.1" status: 200 len: 205 time: 0.0490766 Feb 19 07:29:48.657732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59504) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:48.699057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Subnet': ['ID=4d526ae1-e60b-4d62-b0b1-b224b98e5a49,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:48.709343 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c60f12cf-8ebc-4942-aa87-032aaf573d55 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=f84e6572-0b0f-4521-a8a3-dd7e4b893b0a HTTP/1.1" status: 200 len: 205 time: 0.0479839 Feb 19 07:29:48.709927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:48.714093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:48.723853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:48.725073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=5dde28be-e8c5-4bdc-a5db-edd6539a0257,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:48.727680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.803627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:48.803976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:48.843671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=97d94b06-cffb-40a4-bf69-102facdf9faa,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:48.850457 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ea7c9ed-3fae-425c-b99f-de248f220184 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/4d526ae1-e60b-4d62-b0b1-b224b98e5a49 HTTP/1.1" status: 204 len: 168 time: 1.7499826 Feb 19 07:29:48.858733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:48.947810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-99723648-00eb-4d49-aa89-d24da2ee2f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:48.949351 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-99723648-00eb-4d49-aa89-d24da2ee2f1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8594d506-755e-4934-ac16-7f2fea607fb7 HTTP/1.1" status: 200 len: 913 time: 0.5932045 Feb 19 07:29:49.001823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b4a09-3d1d-4db1-9f87-8d4352b007d5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.004686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b4a09-3d1d-4db1-9f87-8d4352b007d5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.006036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b8b4a09-3d1d-4db1-9f87-8d4352b007d5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Synchronizing usage tracker for tenant:05f6280a9ff2420dbb23f905b68fe18a on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:49.033905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062dfb8-c919-455a-9956-5b1cbf7384b1 None None] Pushing event updated for resources: {'Port': ['ID=20019058-7c1d-4250-bf1e-171d93f9ff2b,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:49.051001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b8b4a09-3d1d-4db1-9f87-8d4352b007d5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Unset dirty status for tenant:05f6280a9ff2420dbb23f905b68fe18a on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:49.052303 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5b8b4a09-3d1d-4db1-9f87-8d4352b007d5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1796443 Feb 19 07:29:49.059814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59518) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:49.069358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.112231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.119486 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-394582f4-759b-4d27-86ef-b034cba20374 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/97d94b06-cffb-40a4-bf69-102facdf9faa HTTP/1.1" status: 204 len: 168 time: 2.4306002 Feb 19 07:29:49.121096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59522) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:49.127043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-77af3d71-67b3-4b2d-a956-9a744c36e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.173641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-77af3d71-67b3-4b2d-a956-9a744c36e257 None None] For port dac79d79-8ee9-4a2d-a556-787e10a1da14, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dac79d79-8ee9-4a2d-a556-787e10a1da14,segment=NetworkSegment(fb0797cc-05cd-4bff-8c1a-316e37f0051e),segment_id=fb0797cc-05cd-4bff-8c1a-316e37f0051e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:49.188382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-77af3d71-67b3-4b2d-a956-9a744c36e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.265508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] DHCP port deletion for 52e8621c-fdd2-4144-b6f7-d34a4cc4788d request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:49.272478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] Deleting port dac79d79-8ee9-4a2d-a556-787e10a1da14 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:49.273641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.279931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.305690 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-fa3e94cb-523d-493e-bbda-5c44fbb1a5d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9 HTTP/1.1" status: 200 len: 1000 time: 0.3408682 Feb 19 07:29:49.327947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97258d28-5d6f-454e-879c-d8359ef59414 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.348847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af3d71-67b3-4b2d-a956-9a744c36e257 None None] Pushing event updated for resources: {'Port': ['ID=dac79d79-8ee9-4a2d-a556-787e10a1da14,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:49.355152 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a5ddcb2e-56c5-4bdb-a516-a76f80a54668 None None] Provisioning for port 5dde28be-e8c5-4bdc-a5db-edd6539a0257 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:49.364078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a5ddcb2e-56c5-4bdb-a516-a76f80a54668 None None] Provisioning complete for port 5dde28be-e8c5-4bdc-a5db-edd6539a0257 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:49.364539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5ddcb2e-56c5-4bdb-a516-a76f80a54668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.417921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5a4d8-87c0-449a-bb7f-da47ba07cb08 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.419274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5a4d8-87c0-449a-bb7f-da47ba07cb08 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.420996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5a4d8-87c0-449a-bb7f-da47ba07cb08 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.423011 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cbe5a4d8-87c0-449a-bb7f-da47ba07cb08 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2110739 Feb 19 07:29:49.444988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59528) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:49.569353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddcb2e-56c5-4bdb-a516-a76f80a54668 None None] Port 5dde28be-e8c5-4bdc-a5db-edd6539a0257 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:49.571200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20019058-7c1d-4250-bf1e-171d93f9ff2b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:49.588008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-163fd404-7cab-4684-a88f-d409b190283a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.589485 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-163fd404-7cab-4684-a88f-d409b190283a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dd63d11b-740f-4f42-aed2-bf4d7f4a93b9 HTTP/1.1" status: 200 len: 851 time: 0.2745347 Feb 19 07:29:49.667994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d549-d039-4e82-96a7-0d5a3b32d58b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.681011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f15e54a4-f846-45ba-9fb5-016d0409dbd8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:49.760879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] For port dac79d79-8ee9-4a2d-a556-787e10a1da14, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dac79d79-8ee9-4a2d-a556-787e10a1da14,segment=NetworkSegment(fb0797cc-05cd-4bff-8c1a-316e37f0051e),segment_id=fb0797cc-05cd-4bff-8c1a-316e37f0051e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:49.761338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.765944 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f4d549-d039-4e82-96a7-0d5a3b32d58b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 07:29:49.766472 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f4d549-d039-4e82-96a7-0d5a3b32d58b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:49.773256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d0f4d549-d039-4e82-96a7-0d5a3b32d58b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/52e8621c-fdd2-4144-b6f7-d34a4cc4788d HTTP/1.1" status: 409 len: 405 time: 0.6144533 Feb 19 07:29:49.834629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59532) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:49.853315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-613510469'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:49.864278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:49.879435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd24d6-e49e-45b1-a4fc-f0d4b65285c6 req-3394fef2-dbc0-4827-ade3-5183941b683e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.880932 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-abcd24d6-e49e-45b1-a4fc-f0d4b65285c6 req-3394fef2-dbc0-4827-ade3-5183941b683e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.6279218 Feb 19 07:29:49.882915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:network and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:49.886120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:49.919064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 75b2b5dc-d564-41f2-8bf5-03fea2bc2677 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:49.927487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] Calling delete_port for dac79d79-8ee9-4a2d-a556-787e10a1da14 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:49.930808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:49.948748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:50.027435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f15e54a4-f846-45ba-9fb5-016d0409dbd8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:50.027801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.057675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4f075e49-86f0-4dc9-9d95-af39cc11d8ac None None] Provisioning for port 20019058-7c1d-4250-bf1e-171d93f9ff2b completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:50.079156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4f075e49-86f0-4dc9-9d95-af39cc11d8ac None None] Provisioning complete for port 20019058-7c1d-4250-bf1e-171d93f9ff2b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:50.079340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f075e49-86f0-4dc9-9d95-af39cc11d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.085525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.114359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.126322 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-f6773555-6a04-4d39-bf5b-87204da9a0cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8594d506-755e-4934-ac16-7f2fea607fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4767745 Feb 19 07:29:50.190105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] Pushing event deleted for resources: {'Port': ['ID=dac79d79-8ee9-4a2d-a556-787e10a1da14,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:50.198251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500d4d3-98b1-4785-b001-80d8fe04f58d None None] No DVR routers for this DVR port dac79d79-8ee9-4a2d-a556-787e10a1da14 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:50.262596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:50.265801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.316597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:50.328200 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.328543 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Added segment c9166c90-9933-4816-83e5-b0e8194d8f6f of type vlan for network d74a8755-4e18-44e9-adbc-7e5dac78e68e Feb 19 07:29:50.343959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4f075e49-86f0-4dc9-9d95-af39cc11d8ac None None] Could not find standard attr ID for object 97d94b06-cffb-40a4-bf69-102facdf9faa. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:29:50.368169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97258d28-5d6f-454e-879c-d8359ef59414 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.384330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.390763 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-abcd24d6-e49e-45b1-a4fc-f0d4b65285c6 req-147f48a7-6b10-433f-89f9-0423ea965473 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4435024 Feb 19 07:29:50.408589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97258d28-5d6f-454e-879c-d8359ef59414 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.416896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dac79d79-8ee9-4a2d-a556-787e10a1da14 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:50.435474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.490143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Deleting port 4080ac1d-43eb-468d-8d65-6c71debea29d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:50.490579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.500744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: dac79d79-8ee9-4a2d-a556-787e10a1da14 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:50.501408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dac79d79-8ee9-4a2d-a556-787e10a1da14 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:50.506610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1249bbc0-f8dd-4478-bde4-f7e8e8243958 None None] Could not find standard attr ID for object 97d94b06-cffb-40a4-bf69-102facdf9faa. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:29:50.542633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.548060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:50.548732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.576755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.578350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97258d28-5d6f-454e-879c-d8359ef59414 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.578830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97258d28-5d6f-454e-879c-d8359ef59414 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Fanout notify agent at l3_agent the message router_deleted on router f84e6572-0b0f-4521-a8a3-dd7e4b893b0a {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:50.617806 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-1f39c7b0-055b-47ea-8b4c-8449571bfba8 service neutron] 10.222.0.67 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801171 Feb 19 07:29:50.695446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97258d28-5d6f-454e-879c-d8359ef59414 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.700452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-97258d28-5d6f-454e-879c-d8359ef59414 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/f84e6572-0b0f-4521-a8a3-dd7e4b893b0a HTTP/1.1" status: 204 len: 168 time: 1.9897776 Feb 19 07:29:50.705136 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8611555 Feb 19 07:29:50.709191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:50.709507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59538) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:50.716725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.762265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'subnet': {'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:50.779889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c93839-dfe6-4f1c-8747-d914c4592228 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Network': ['ID=d74a8755-4e18-44e9-adbc-7e5dac78e68e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:50.799944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network d74a8755-4e18-44e9-adbc-7e5dac78e68e details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:29:50.805048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.805048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.866513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:50.882105 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f66482de-9c20-4611-adbd-7b2c714d81e8 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=f84e6572-0b0f-4521-a8a3-dd7e4b893b0a HTTP/1.1" status: 200 len: 205 time: 0.1689293 Feb 19 07:29:50.915386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.038883 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-e1f4c34c-c561-4b76-a648-c56887adf71a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] delete failed (client error): The resource could not be found. Feb 19 07:29:51.039890 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1f4c34c-c561-4b76-a648-c56887adf71a tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/f84e6572-0b0f-4521-a8a3-dd7e4b893b0a HTTP/1.1" status: 404 len: 336 time: 0.1231346 Feb 19 07:29:51.041967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Calling delete_port for 4080ac1d-43eb-468d-8d65-6c71debea29d owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:51.064313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.075500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:51.143613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-4cb194c1-4d1b-4122-aa2e-1b33fba22ccf tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.144992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-4cb194c1-4d1b-4122-aa2e-1b33fba22ccf tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.67 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.1988261 Feb 19 07:29:51.217055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=5dde28be-e8c5-4bdc-a5db-edd6539a0257,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:51.220912 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f39aa1fd-eef3-4f0e-a8bb-e52b2024f3cb req-fe0e588a-8384-47ac-8911-de1ce31bd043 service neutron] 10.222.0.67 "GET /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864551 Feb 19 07:29:51.223271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Deleting port b2271c76-9513-4573-b168-a96293909625 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:51.223657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:51.231935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=75b2b5dc-d564-41f2-8bf5-03fea2bc2677,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:51.237882 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-37b15f3f-5e69-46b6-9b98-510bb3fb4742 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f HTTP/1.1" status: 200 len: 205 time: 0.1700981 Feb 19 07:29:51.237882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:51.242883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59554) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.310685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:51.319389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:51.349306 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-a7265a2e-b88c-45bb-a601-0a78082bbe68 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] delete failed (client error): The resource could not be found. Feb 19 07:29:51.352934 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7265a2e-b88c-45bb-a601-0a78082bbe68 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/ecbb6b1b-a41d-4124-ae2e-be0a4e7d283f HTTP/1.1" status: 404 len: 336 time: 0.1065555 Feb 19 07:29:51.354884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59558) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.358576 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-95d4b02c-a626-4fd2-95af-62d0d0bfb0c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/75b2b5dc-d564-41f2-8bf5-03fea2bc2677 HTTP/1.1" status: 204 len: 168 time: 1.9118347 Feb 19 07:29:51.361499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.374363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:51.427385 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6c8c7589-a676-4ba6-885b-be62cf3d6a40 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=93c30aae-d0f8-4eb2-9288-703d370c052f HTTP/1.1" status: 200 len: 205 time: 0.0707703 Feb 19 07:29:51.484491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59566) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.560067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:51.569826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:51.579926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:51.582656 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-6809d085-ef52-47c0-be0a-c940cb257fa1 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] delete failed (client error): The resource could not be found. Feb 19 07:29:51.583654 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6809d085-ef52-47c0-be0a-c940cb257fa1 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/93c30aae-d0f8-4eb2-9288-703d370c052f HTTP/1.1" status: 404 len: 336 time: 0.0969522 Feb 19 07:29:51.604293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59572) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.683696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet bc45f01a-fe15-427d-80b4-67aa7959be36 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:51.725730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event deleted for resources: {'Port': ['ID=4080ac1d-43eb-468d-8d65-6c71debea29d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:51.743133 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-96d36546-1a7d-4e01-ad09-d1fcd048d81d tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6ba1378-4c99-4414-9277-bd39bf09970b HTTP/1.1" status: 200 len: 205 time: 0.1352348 Feb 19 07:29:51.752855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.762035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:51.871388 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-d38e732c-575b-4845-be8d-367f4dc66483 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] delete failed (client error): The resource could not be found. Feb 19 07:29:51.872317 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d38e732c-575b-4845-be8d-367f4dc66483 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/c6ba1378-4c99-4414-9277-bd39bf09970b HTTP/1.1" status: 404 len: 336 time: 0.1185246 Feb 19 07:29:51.913083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:51.929596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:51.941778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-07120ebd-1c9a-406c-9521-599cda00133d None None] Provisioning complete for port 5dde28be-e8c5-4bdc-a5db-edd6539a0257 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:51.942437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07120ebd-1c9a-406c-9521-599cda00133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:51.996977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-07120ebd-1c9a-406c-9521-599cda00133d None None] Port 5dde28be-e8c5-4bdc-a5db-edd6539a0257 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:52.059907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] For port b2271c76-9513-4573-b168-a96293909625, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=b2271c76-9513-4573-b168-a96293909625,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:52.060416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.089815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.177726 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c17e2969-bdec-455b-979e-c9800aa2d6de tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a8d5a20-93b3-4adb-8e78-644c48522e83 HTTP/1.1" status: 200 len: 205 time: 0.1234498 Feb 19 07:29:52.193767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:52.284452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-586c4121-d13f-47dd-990f-958cc44223bb tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] delete failed (client error): The resource could not be found. Feb 19 07:29:52.285445 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-586c4121-d13f-47dd-990f-958cc44223bb tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/0a8d5a20-93b3-4adb-8e78-644c48522e83 HTTP/1.1" status: 404 len: 336 time: 0.0908520 Feb 19 07:29:52.291204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:52.342860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd9365-23d0-405a-b84b-a83a75188d2c req-e99b1fc8-bc32-469a-90e3-72fecabfdf6d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:52.344328 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dfcd9365-23d0-405a-b84b-a83a75188d2c req-e99b1fc8-bc32-469a-90e3-72fecabfdf6d tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 945 time: 0.7706749 Feb 19 07:29:52.395665 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0de809da-2c74-425b-846d-c87aede1f307 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d93804a-b865-44c1-8868-8bc5fe74a9ef HTTP/1.1" status: 200 len: 205 time: 0.1021316 Feb 19 07:29:52.402174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59592) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:52.407475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.518557 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-329a7712-cd2a-4f1b-a1cb-7612179f9ad6 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] delete failed (client error): The resource could not be found. Feb 19 07:29:52.522105 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-329a7712-cd2a-4f1b-a1cb-7612179f9ad6 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/routers/5d93804a-b865-44c1-8868-8bc5fe74a9ef HTTP/1.1" status: 404 len: 336 time: 0.1145403 Feb 19 07:29:52.526151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59596) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:52.538091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.605109 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1dce59-5e8c-4110-847e-1dc2816cd350 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:52.605551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1dce59-5e8c-4110-847e-1dc2816cd350 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:52.626788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0916900-a7e2-4af8-8909-0ea8d10396ed None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:52.631866 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2d1dce59-5e8c-4110-847e-1dc2816cd350 tempest-RoutersAdminTest-1897384227 tempest-RoutersAdminTest-1897384227-project] 10.222.0.72 "DELETE /v2.0/subnets/61cff30d-01a4-4c5b-9ecf-3cb78c3a95f5 HTTP/1.1" status: 404 len: 337 time: 0.0978129 Feb 19 07:29:52.647727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.731683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=bc45f01a-fe15-427d-80b4-67aa7959be36,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:52.744531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 33f48d44-3b44-4870-bf49-2b761d5c8a5c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:52.752943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.774155 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dfcd9365-23d0-405a-b84b-a83a75188d2c req-11901604-80eb-4838-9753-2144add3631b tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups?id=29dabaaa-f497-4854-a26c-ffc189b5769e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221644 Feb 19 07:29:52.793381 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36b65d59-9158-4c66-af2c-2871d45aa7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/bc45f01a-fe15-427d-80b4-67aa7959be36 HTTP/1.1" status: 204 len: 168 time: 1.4307685 Feb 19 07:29:52.800215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59602) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:52.868186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:29:52.875962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.950160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.954199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.954567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.954870 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Floating IP fc915926-1a74-4321-9d97-8abba7d676c8 disassociated. External IP: 172.26.1.178, port: b2271c76-9513-4573-b168-a96293909625. Feb 19 07:29:52.955203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Calling delete_port for b2271c76-9513-4573-b168-a96293909625 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:52.969225 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea67fc0c-b84e-49e4-9f06-ca1e85b774a2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1628611 Feb 19 07:29:52.979497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:52.983918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:52.985719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] Deleting port 20019058-7c1d-4250-bf1e-171d93f9ff2b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:52.986558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:52.993882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.060860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.061445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Fanout notify agent at l3_agent the message router_deleted on router be46c431-bdf8-4361-ae49-7c4ab599818c {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:53.063665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:53.127073 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59612) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:53.141983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.143034 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dcafd7c4-9f07-46e9-99d8-4ca34eb4432c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/be46c431-bdf8-4361-ae49-7c4ab599818c HTTP/1.1" status: 204 len: 168 time: 5.0581741 Feb 19 07:29:53.148091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59618) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:53.155277 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-211250057', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:53.163194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:53.167247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Usage tracker for resource:router and tenant:b574291cb6b840f993409f5e06f7fe70 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:53.170577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:53.176938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:53.179031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.193735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Subnet': ['ID=bc259788-2d20-4ce6-abd0-86b1a2739582,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:53.237207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event deleted for resources: {'Port': ['ID=b2271c76-9513-4573-b168-a96293909625,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:53.240741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:53.245752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Checking segment: {'id': 'c9166c90-9933-4816-83e5-b0e8194d8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:53.246116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network hostable DHCP agents. Network: d74a8755-4e18-44e9-adbc-7e5dac78e68e, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:53.254652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:53.258622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:53.273335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:53.309822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:53.310911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:53.314351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.320112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.320878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.334320 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-75233cee-b8bc-4c95-850d-e5b36a4c5450 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/33f48d44-3b44-4870-bf49-2b761d5c8a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1131735 Feb 19 07:29:53.335750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59622) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:53.338991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] Sync routers for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:53.342202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network d74a8755-4e18-44e9-adbc-7e5dac78e68e is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:53.372705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] For port 20019058-7c1d-4250-bf1e-171d93f9ff2b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20019058-7c1d-4250-bf1e-171d93f9ff2b,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:53.373086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.500312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20019058-7c1d-4250-bf1e-171d93f9ff2b no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:53.538369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.583965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.594645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] Calling delete_port for 20019058-7c1d-4250-bf1e-171d93f9ff2b owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:53.604334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:53.611246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Usage tracker for resource:security_group_rule and tenant:2a181977a9ef451cb99539c46e8493f9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:53.616080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:53.619209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, d74a8755-4e18-44e9-adbc-7e5dac78e68e) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:53.621912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:53.622558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:53.624213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:53.637588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:53.638173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.669869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d73956-6604-473f-a3ae-eab51e03f161 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:53.670536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-77d73956-6604-473f-a3ae-eab51e03f161 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:53.695352 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f010bc84-8226-4a01-82a9-b88966bc55c5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9810185 Feb 19 07:29:53.698190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:53.705865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'port': {'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e', 'name': 'tempest-NetworksIpV6TestAttrs-213726827'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:53.706429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:53.708579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31ebcb-a9df-412c-94f4-a12f3c211e57 None None] Network d74a8755-4e18-44e9-adbc-7e5dac78e68e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:53.725480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-77d73956-6604-473f-a3ae-eab51e03f161 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:53.726906 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-77d73956-6604-473f-a3ae-eab51e03f161 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports/5dde28be-e8c5-4bdc-a5db-edd6539a0257 HTTP/1.1" status: 200 len: 913 time: 0.3908067 Feb 19 07:29:53.733884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59630) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:53.837150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.865012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.914359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Router d0303de2-371d-4d96-965b-7a6704eb6523 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:53.921084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:53.987503 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a181977a9ef451cb99539c46e8493f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8571796 Feb 19 07:29:53.991264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59636) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:54.033391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:54.033906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:54.090002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-d74a8755-4e18-44e9-adbc-7e5dac78e68e', 'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e', 'tenant_id': '05f6280a9ff2420dbb23f905b68fe18a', 'fixed_ips': [{'subnet_id': 'bc259788-2d20-4ce6-abd0-86b1a2739582'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:54.090812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.104282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b1af9642-4177-4adf-8637-1777eb919c00 req-e929365e-7953-438f-a5ba-cc9a1aa29fc9 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Synchronizing usage tracker for tenant:232e1adbd20d40169d2765cccc951a2c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:54.121766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2a4f4-4d29-45e4-b616-884e4b569b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe5a70-cafb-4c6f-9a82-ba9ff53e3931,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:54.121988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:54.122334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76807421-17f5-4e4a-8639-da2390e4214c None None] The sync data for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:54.134882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:54.151127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:port and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:54.154832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:54.171369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:54.191050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f694ac3f-4f66-4a82-8086-5190d2488f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.246233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:54.250039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.251454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.253636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b1af9642-4177-4adf-8637-1777eb919c00 req-e929365e-7953-438f-a5ba-cc9a1aa29fc9 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Unset dirty status for tenant:232e1adbd20d40169d2765cccc951a2c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:54.254613 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b1af9642-4177-4adf-8637-1777eb919c00 req-e929365e-7953-438f-a5ba-cc9a1aa29fc9 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 210 time: 0.2809899 Feb 19 07:29:54.298643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f694ac3f-4f66-4a82-8086-5190d2488f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.313006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.323556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] device_id is not set on port 432cafcb-39f5-4b3f-b1d6-514358fc5be8 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:29:54.339504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] Pushing event deleted for resources: {'Port': ['ID=20019058-7c1d-4250-bf1e-171d93f9ff2b,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:54.362146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6817ae-0c89-4596-9ea5-8362d2da2ec9 None None] No DVR routers for this DVR port 20019058-7c1d-4250-bf1e-171d93f9ff2b on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:54.398826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.436972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.471734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Allocated IP 2001:db8::f816:3eff:fe20:a06c (d74a8755-4e18-44e9-adbc-7e5dac78e68e/bc259788-2d20-4ce6-abd0-86b1a2739582/7c23a378-f829-4632-81e3-b9287927b138) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:54.575877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:29:54.576395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:54.588022 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] Sync routers for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:54.593139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.602984 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:54.604092 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:54.641138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Allocated IP 172.26.1.160 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/d8fb6c64-2514-4670-98a4-bc090c3ddc43) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:54.698747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:54.701330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:54.705764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f694ac3f-4f66-4a82-8086-5190d2488f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.708912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:54.709873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.729185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=2a4247e6-99c1-4ad4-b78f-c9e277e22a4e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:54.745270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.747742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694ac3f-4f66-4a82-8086-5190d2488f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe5a70-cafb-4c6f-9a82-ba9ff53e3931,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:54.764208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Transition to ACTIVE for port object 7c23a378-f829-4632-81e3-b9287927b138 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:54.767194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f694ac3f-4f66-4a82-8086-5190d2488f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.768442 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f694ac3f-4f66-4a82-8086-5190d2488f47 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6dbe5a70-cafb-4c6f-9a82-ba9ff53e3931 HTTP/1.1" status: 204 len: 168 time: 0.7745087 Feb 19 07:29:54.778259 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-04108256-397c-4dd7-b7e4-ccd8cdb74750 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7934124 Feb 19 07:29:54.781870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59642) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:54.783899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] No DVR routers for this DVR port b2271c76-9513-4573-b168-a96293909625 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:54.789163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:54.793234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.795779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'name': 'network-vif-deleted', 'tag': 'b2271c76-9513-4573-b168-a96293909625'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:29:54.825305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Transition to ACTIVE for port object 7c23a378-f829-4632-81e3-b9287927b138 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:54.826210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b449adb5-972f-4ac2-a940-0cc876f382a6 req-53c91acd-be62-4063-a495-87f4118b9011 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.67 "DELETE /v2.0/ports/b2271c76-9513-4573-b168-a96293909625 HTTP/1.1" status: 204 len: 173 time: 3.6732962 Feb 19 07:29:54.830689 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:54.842414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f73b50f-2751-4d03-8af6-8076a156d2c8 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:54.873033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.919714 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761aa22a-5634-4dc1-a3be-0863f32a31f3', 'name': 'network-vif-deleted', 'tag': 'b2271c76-9513-4573-b168-a96293909625', 'status': 'completed', 'code': 200} Feb 19 07:29:54.931945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:54.977087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.003403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.080546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device b2271c76-9513-4573-b168-a96293909625 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:29:55.129413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Network d74a8755-4e18-44e9-adbc-7e5dac78e68e is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:55.133757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:55.137699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:55.145765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:55.148253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:55.153753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: b2271c76-9513-4573-b168-a96293909625 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:29:55.154315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device b2271c76-9513-4573-b168-a96293909625 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:29:55.163114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:55.176187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Pushing event updated for resources: {'Port': ['ID=7c23a378-f829-4632-81e3-b9287927b138,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:55.196398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event updated for resources: {'Port': ['ID=d8fb6c64-2514-4670-98a4-bc090c3ddc43,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:55.340397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Attempting to bind port 7c23a378-f829-4632-81e3-b9287927b138 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:55.341463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Attempting to bind port 7c23a378-f829-4632-81e3-b9287927b138 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c9166c90-9933-4816-83e5-b0e8194d8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:55.341463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Attempting to bind port 7c23a378-f829-4632-81e3-b9287927b138 on network d74a8755-4e18-44e9-adbc-7e5dac78e68e {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:55.356423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:55.356865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Checking segment: {'id': 'c9166c90-9933-4816-83e5-b0e8194d8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:55.357190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.357581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Bound using segment: {'id': 'c9166c90-9933-4816-83e5-b0e8194d8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:55.358155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Bound port: 7c23a378-f829-4632-81e3-b9287927b138, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9166c90-9933-4816-83e5-b0e8194d8f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'd74a8755-4e18-44e9-adbc-7e5dac78e68e'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:55.361567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.373114 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:48Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:55.389287 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] Checking router: d0303de2-371d-4d96-965b-7a6704eb6523 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:29:55.408134 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:55.410921 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:55.488892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.491184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.505452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:55.584546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '2a4247e6-99c1-4ad4-b78f-c9e277e22a4e'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:29:55.585373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.604828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Allocated IP 2001:db8::f816:3eff:fe15:ccf9 (d74a8755-4e18-44e9-adbc-7e5dac78e68e/bc259788-2d20-4ce6-abd0-86b1a2739582/432cafcb-39f5-4b3f-b1d6-514358fc5be8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:55.634970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:55.651405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:55.657027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:55.676553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:55.723840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:55.746252 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:29:55.757613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] For port 7c23a378-f829-4632-81e3-b9287927b138, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:55.774078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] For port 7c23a378-f829-4632-81e3-b9287927b138, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c23a378-f829-4632-81e3-b9287927b138,segment=NetworkSegment(c9166c90-9933-4816-83e5-b0e8194d8f6f),segment_id=c9166c90-9933-4816-83e5-b0e8194d8f6f)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:55.822101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:55.930464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Allocated IP 2001:db8::f816:3eff:fe22:cc89 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/2a4247e6-99c1-4ad4-b78f-c9e277e22a4e/ea5e1d45-6263-4b22-a890-db2f23839fc6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:55.949600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92836ded-bb16-455b-b9c3-7a6b79cfe39c None None] Pushing event updated for resources: {'Port': ['ID=7c23a378-f829-4632-81e3-b9287927b138,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:55.970387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e1819823-563f-4df2-a6da-20e5298e5f44 req-a5f726a0-7656-407d-8703-24077138a2ba tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/ports?device_id=761aa22a-5634-4dc1-a3be-0863f32a31f3 HTTP/1.1" status: 200 len: 210 time: 0.3002093 Feb 19 07:29:56.049153 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9b4ac5c8-fb08-4b79-b9ec-bd3cc970e6b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d073eca490504c98a4446e299e03c5f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3814731 Feb 19 07:29:56.049848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59658) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:56.055431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.136945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddada462-b117-4461-a488-77b8739ea7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.141388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.170194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Transition to ACTIVE for port object 432cafcb-39f5-4b3f-b1d6-514358fc5be8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:56.194781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddada462-b117-4461-a488-77b8739ea7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.266504 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:48Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:56.271161 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05f5de-2364-4531-8f0d-035d98d118e4 None None] The sync data for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv is: [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:37Z', 'revision_number': 4, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '20999599-4e58-4674-bad4-cdc810afed1b', 'name': '', 'network_id': '1e1d6c9c-7bac-4dea-974f-1edd62b66357', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'mac_address': 'fa:16:3e:ac:96:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:34Z', 'updated_at': '2022-02-19T07:27:48Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'subnets': [{'id': '2e516e3b-d418-47a4-a128-c4ed954ffbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:56.289144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.325187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Transition to ACTIVE for port object ea5e1d45-6263-4b22-a890-db2f23839fc6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:56.344311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddada462-b117-4461-a488-77b8739ea7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.351883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Transition to ACTIVE for port object ea5e1d45-6263-4b22-a890-db2f23839fc6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:56.366056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddada462-b117-4461-a488-77b8739ea7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ba1b9-25c5-468b-8109-cea779f80f03,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:56.369604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Router 46f6ab14-042a-4ad1-9150-136ed76ac962 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:56.370916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.511341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddada462-b117-4461-a488-77b8739ea7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.512510 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ddada462-b117-4461-a488-77b8739ea7b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da0ba1b9-25c5-468b-8109-cea779f80f03 HTTP/1.1" status: 204 len: 168 time: 0.4608378 Feb 19 07:29:56.534033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Pushing event updated for resources: {'Port': ['ID=ea5e1d45-6263-4b22-a890-db2f23839fc6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:56.574680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:56.577045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:56.579932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:56.723300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.736751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c99328-e25b-421e-8d29-86a77f11d1d7 None None] New status for floating IP fc915926-1a74-4321-9d97-8abba7d676c8: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:29:56.805603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:56.816940 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] Sync routers for ids ['46f6ab14-042a-4ad1-9150-136ed76ac962'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:29:56.838024 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] Routers {'46f6ab14-042a-4ad1-9150-136ed76ac962'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:56.838691 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['46f6ab14-042a-4ad1-9150-136ed76ac962'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:56.858116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:56.860120 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c5078e4e-375b-4909-9806-7753c4ab9048 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7115304 Feb 19 07:29:56.863706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:56.869315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:56.964925 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:56.989688 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] Routers {'46f6ab14-042a-4ad1-9150-136ed76ac962'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:29:56.990714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['46f6ab14-042a-4ad1-9150-136ed76ac962'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:57.033665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Attempting to bind port ea5e1d45-6263-4b22-a890-db2f23839fc6 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:29:57.034035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Attempting to bind port ea5e1d45-6263-4b22-a890-db2f23839fc6 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:29:57.034389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Attempting to bind port ea5e1d45-6263-4b22-a890-db2f23839fc6 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:29:57.048974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network d74a8755-4e18-44e9-adbc-7e5dac78e68e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:57.057139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Port': ['ID=432cafcb-39f5-4b3f-b1d6-514358fc5be8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:57.074991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:57.078860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:29:57.089161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:29:57.089421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.089519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:29:57.090203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.090336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.090336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:29:57.090894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Bound port: ea5e1d45-6263-4b22-a890-db2f23839fc6, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:29:57.091263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.100925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.137899 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:57.138302 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5db3a-a150-4e67-9a1e-4366c5b7c94a None None] The sync data for ids ['46f6ab14-042a-4ad1-9150-136ed76ac962'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:29:57.196520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:57.240892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:57.244746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:57.250246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.250246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.252366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59684) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:57.262671 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c88ab22-8d3f-4f08-acda-53b647681e9b tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5632792 Feb 19 07:29:57.263663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59688) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:57.291802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa89c4-d37f-4c42-8167-afff2dd08323 req-fe17f5c3-e159-4953-906d-ec2484676b76 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.301478 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2afa89c4-d37f-4c42-8167-afff2dd08323 req-fe17f5c3-e159-4953-906d-ec2484676b76 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.3464334 Feb 19 07:29:57.434257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9677632a-c654-4e25-8030-45260aefba62 None None] For port ea5e1d45-6263-4b22-a890-db2f23839fc6, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:57.438630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9677632a-c654-4e25-8030-45260aefba62 None None] For port ea5e1d45-6263-4b22-a890-db2f23839fc6, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ea5e1d45-6263-4b22-a890-db2f23839fc6,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:57.457175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.460544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2afa89c4-d37f-4c42-8167-afff2dd08323 req-b13182ba-d478-48b2-8150-7a10fa34a2bf tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579905 Feb 19 07:29:57.492806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9973a6a-9481-41e2-a44e-e39fdb730938 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.527913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9973a6a-9481-41e2-a44e-e39fdb730938 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.533781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929011c-9e1a-412f-8865-0c584cb7210d None None] Network d74a8755-4e18-44e9-adbc-7e5dac78e68e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:57.587460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9973a6a-9481-41e2-a44e-e39fdb730938 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.601637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c23a378-f829-4632-81e3-b9287927b138 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:57.611139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9973a6a-9481-41e2-a44e-e39fdb730938 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dabaaa-f497-4854-a26c-ffc189b5769e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:57.621791 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f4611e35-273e-417f-90d8-3609e69944a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8377593 Feb 19 07:29:57.624522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59696) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:57.632964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:17:8c:f9', 'name': 'tempest-NetworksTestDHCPv6-1053926298'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:57.773368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3ab8103e-19b9-40e3-bbf3-6be64832023c None None] Provisioning for port 7c23a378-f829-4632-81e3-b9287927b138 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:57.790612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f9973a6a-9481-41e2-a44e-e39fdb730938 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.791937 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f9973a6a-9481-41e2-a44e-e39fdb730938 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "DELETE /v2.0/security-groups/29dabaaa-f497-4854-a26c-ffc189b5769e HTTP/1.1" status: 204 len: 168 time: 0.5332189 Feb 19 07:29:57.801372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59704) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:57.814120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 5dde28be-e8c5-4bdc-a5db-edd6539a0257 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:57.814607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.847365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting subnet bc259788-2d20-4ce6-abd0-86b1a2739582 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:29:57.850444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.855211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677632a-c654-4e25-8030-45260aefba62 None None] Pushing event updated for resources: {'Port': ['ID=ea5e1d45-6263-4b22-a890-db2f23839fc6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:57.919909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:57.927273 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-919dfd1e-f24d-4410-9476-8e9d2082c445 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] show failed (client error): The resource could not be found. Feb 19 07:29:57.928536 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-919dfd1e-f24d-4410-9476-8e9d2082c445 tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "GET /v2.0/security-groups/29dabaaa-f497-4854-a26c-ffc189b5769e HTTP/1.1" status: 404 len: 347 time: 0.1229281 Feb 19 07:29:57.934153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 7c23a378-f829-4632-81e3-b9287927b138 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:57.934584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:57.949611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7c23a378-f829-4632-81e3-b9287927b138 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:57.950052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.005795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59712) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:58.171767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.180259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Deleting port dd2df36c-42ff-4054-8c11-29d7bf27fc8e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:58.180589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.210165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 7c23a378-f829-4632-81e3-b9287927b138, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c23a378-f829-4632-81e3-b9287927b138,segment=NetworkSegment(c9166c90-9933-4816-83e5-b0e8194d8f6f),segment_id=c9166c90-9933-4816-83e5-b0e8194d8f6f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:58.215432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:58.226012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.255967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:58.276264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:58.332289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=7c23a378-f829-4632-81e3-b9287927b138,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:58.337323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:58.481307 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f80e20b-3ec2-41c3-8989-adc71dc27741 tempest-AgentManagementNegativeTest-1353411701 tempest-AgentManagementNegativeTest-1353411701-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4694953 Feb 19 07:29:58.510009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.599186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.626823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:58.632552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0f48d558-e8dd-4d1a-8655-6b0b509168b8 None None] Provisioning for port 432cafcb-39f5-4b3f-b1d6-514358fc5be8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:58.639192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0f48d558-e8dd-4d1a-8655-6b0b509168b8 None None] Provisioning complete for port 432cafcb-39f5-4b3f-b1d6-514358fc5be8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:58.639581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f48d558-e8dd-4d1a-8655-6b0b509168b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.758078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0f48d558-e8dd-4d1a-8655-6b0b509168b8 None None] Port 432cafcb-39f5-4b3f-b1d6-514358fc5be8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:58.777634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0f48d558-e8dd-4d1a-8655-6b0b509168b8 None None] Provisioning complete for port 7c23a378-f829-4632-81e3-b9287927b138 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:58.778516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f48d558-e8dd-4d1a-8655-6b0b509168b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:58.865457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 5dde28be-e8c5-4bdc-a5db-edd6539a0257 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:58.957792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:58.979637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-4ff98154-5280-4a48-9453-83ae50893b6e tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.981328 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-4ff98154-5280-4a48-9453-83ae50893b6e tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.7075000 Feb 19 07:29:58.994064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.005508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.005508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.047007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Subnet': ['ID=bc259788-2d20-4ce6-abd0-86b1a2739582,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:59.061113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.062624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9b4fc-c13a-4079-94a6-47d3deedb221 None None] Network d74a8755-4e18-44e9-adbc-7e5dac78e68e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:59.104882 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8821b32f-9bbc-4e4c-9375-ef3a6c4f3c0d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/bc259788-2d20-4ce6-abd0-86b1a2739582 HTTP/1.1" status: 204 len: 168 time: 1.8343072 Feb 19 07:29:59.109518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:59.147807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.242741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87415a75-d3ab-48b1-94fc-0cc6b638f4c8 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.244173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87415a75-d3ab-48b1-94fc-0cc6b638f4c8 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.250154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87415a75-d3ab-48b1-94fc-0cc6b638f4c8 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Synchronizing usage tracker for tenant:05f6280a9ff2420dbb23f905b68fe18a on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:29:59.279653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87415a75-d3ab-48b1-94fc-0cc6b638f4c8 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Unset dirty status for tenant:05f6280a9ff2420dbb23f905b68fe18a on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:29:59.281329 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87415a75-d3ab-48b1-94fc-0cc6b638f4c8 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1709805 Feb 19 07:29:59.282464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.286374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59734) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:59.301584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Calling delete_port for dd2df36c-42ff-4054-8c11-29d7bf27fc8e owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:29:59.305866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e464c1f-5a27-4f09-90e5-55892f7ab3db None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:29:59.318087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c55d12c9-9c21-40fe-a1be-61da72d2517d None None] Provisioning complete for port 432cafcb-39f5-4b3f-b1d6-514358fc5be8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:59.318363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c55d12c9-9c21-40fe-a1be-61da72d2517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.399834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=5dde28be-e8c5-4bdc-a5db-edd6539a0257,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:59.518079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c55d12c9-9c21-40fe-a1be-61da72d2517d None None] Port 432cafcb-39f5-4b3f-b1d6-514358fc5be8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:29:59.527923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Deleting port 9611af02-428a-4d2a-8310-299ec6ec4dc9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:59.528302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.569623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba33532c-b9c1-4882-a82a-9bdb3129de0a tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.604936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.636296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port cc9df965-1239-4118-a1f6-07178ca121c9 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:29:59.640010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ea5e1d45-6263-4b22-a890-db2f23839fc6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:29:59.645209 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba33532c-b9c1-4882-a82a-9bdb3129de0a tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 07:29:59.645652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba33532c-b9c1-4882-a82a-9bdb3129de0a tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:59.674727 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba33532c-b9c1-4882-a82a-9bdb3129de0a tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/d74a8755-4e18-44e9-adbc-7e5dac78e68e HTTP/1.1" status: 409 len: 405 time: 0.3548782 Feb 19 07:29:59.675234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59740) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:29:59.681724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1754451739'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:29:59.688926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:59.697373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:network and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:29:59.702138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:29:59.710787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:29:59.736789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] DHCP port deletion for d74a8755-4e18-44e9-adbc-7e5dac78e68e request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:29:59.742444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:59.742757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb586d3-e490-462f-b2b7-48489c0f26e6 req-23d8c616-19f5-42ae-936f-177da8a797fb tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.744868 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5fb586d3-e490-462f-b2b7-48489c0f26e6 req-23d8c616-19f5-42ae-936f-177da8a797fb tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 1.0248573 Feb 19 07:29:59.745429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.768312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.791213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] Deleting port 7c23a378-f829-4632-81e3-b9287927b138 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:29:59.791708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.851808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:59.853030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-29dfd6df-104f-4bfd-a28c-8550048b54e5 None None] Provisioning for port ea5e1d45-6263-4b22-a890-db2f23839fc6 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:59.917085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.917661 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Added segment 348cecc5-841e-403f-8dd4-84e5284b8f29 of type vlan for network 28e02679-e1b1-4753-97c5-a8c0bac3962c Feb 19 07:29:59.945389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ea5e1d45-6263-4b22-a890-db2f23839fc6 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:59.953897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:29:59.956531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:29:59.960914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ea5e1d45-6263-4b22-a890-db2f23839fc6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:59.961281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.000145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.000427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Usage tracker for resource:security_group_rule and tenant:d0b1535e3aad420b87125df67145f292 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:00.003838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:00.004446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.026486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:00.120669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:00.137998 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5fb586d3-e490-462f-b2b7-48489c0f26e6 req-4959566c-f566-4b60-b5b2-bcba2e5697fa tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725116 Feb 19 07:30:00.197832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] For port 7c23a378-f829-4632-81e3-b9287927b138, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c23a378-f829-4632-81e3-b9287927b138,segment=NetworkSegment(c9166c90-9933-4816-83e5-b0e8194d8f6f),segment_id=c9166c90-9933-4816-83e5-b0e8194d8f6f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:00.198216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.231094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.348685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Pushing event deleted for resources: {'Port': ['ID=dd2df36c-42ff-4054-8c11-29d7bf27fc8e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:00.387790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] Calling delete_port for 7c23a378-f829-4632-81e3-b9287927b138 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:00.391183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] For port 9611af02-428a-4d2a-8310-299ec6ec4dc9, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=9611af02-428a-4d2a-8310-299ec6ec4dc9,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:00.391538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.414544 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] Update dhcp port {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '2a4247e6-99c1-4ad4-b78f-c9e277e22a4e', 'ip_address': '2001:db8::f816:3eff:fe22:cc89'}, {'subnet_id': 'cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': 'ea5e1d45-6263-4b22-a890-db2f23839fc6'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:30:00.520900 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8420730 Feb 19 07:30:00.526254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59744) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:00.540252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.540455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'subnet': {'network_id': '28e02679-e1b1-4753-97c5-a8c0bac3962c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:00.555031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.567145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbf707-9e62-4f14-8e2d-de4fb872ac40 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Network': ['ID=28e02679-e1b1-4753-97c5-a8c0bac3962c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:00.589213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 28e02679-e1b1-4753-97c5-a8c0bac3962c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:00.679449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:00.693081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:00.720515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 33f48d44-3b44-4870-bf49-2b761d5c8a5c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:00.723435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.726447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.727871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 172.20.0.12 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793/cc9df965-1239-4118-a1f6-07178ca121c9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:00.754098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.763942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:fe17:8cf9 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/2a4247e6-99c1-4ad4-b78f-c9e277e22a4e/cc9df965-1239-4118-a1f6-07178ca121c9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:00.788810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:00.817589 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ea5e1d45-6263-4b22-a890-db2f23839fc6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ea5e1d45-6263-4b22-a890-db2f23839fc6,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:00.832987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] Pushing event deleted for resources: {'Port': ['ID=7c23a378-f829-4632-81e3-b9287927b138,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:00.842887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.843362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c23a378-f829-4632-81e3-b9287927b138 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:00.850046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.920386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 7c23a378-f829-4632-81e3-b9287927b138 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:00.920634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c23a378-f829-4632-81e3-b9287927b138 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 19 07:30:00.945129 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032954d-488f-450b-b03d-147a462cb0a8 None None] No DVR routers for this DVR port 7c23a378-f829-4632-81e3-b9287927b138 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:00.958408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb45a21-9616-4d6e-a329-d05bc07bb4c7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:00.966105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:00.967149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-363b2676-9fe2-47fa-a16e-a490a802970d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0b1535e3aad420b87125df67145f292&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9834311 Feb 19 07:30:00.970997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59748) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:00.983080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 7c23a378-f829-4632-81e3-b9287927b138 not found, will not notify nova. {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 19 07:30:00.999672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ea5e1d45-6263-4b22-a890-db2f23839fc6,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:01.069621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.102282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:01.113107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] Sync routers for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:01.118818 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83085cf2-e936-46ff-acbd-d93a6cb35a64 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/33f48d44-3b44-4870-bf49-2b761d5c8a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3351898 Feb 19 07:30:01.119588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59752) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:01.125587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:01.126215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:01.187653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:01.198906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:01.199447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:01.261550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:01.261876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79bc42-2fa4-44d5-b8a6-1bacddc22839 None None] The sync data for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:01.294033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.295708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aa4e0cd7-4a58-4855-8713-5da6dfc39f0e tempest-ServersTestJSON-1603562461 tempest-ServersTestJSON-1603562461-project] 10.222.0.72 "DELETE /v2.0/floatingips/fc915926-1a74-4321-9d97-8abba7d676c8 HTTP/1.1" status: 204 len: 168 time: 3.3594956 Feb 19 07:30:01.298907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59758) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:01.355336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.355997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.355997 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Floating IP b80cd613-100f-495f-b6c1-14aaeed16ebb disassociated. External IP: 172.26.1.73, port: 9611af02-428a-4d2a-8310-299ec6ec4dc9. Feb 19 07:30:01.356329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Calling delete_port for 9611af02-428a-4d2a-8310-299ec6ec4dc9 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:01.406549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.417146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.466929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73216af8-96fa-49e7-8183-d2e28f590e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.477183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object cc9df965-1239-4118-a1f6-07178ca121c9 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:01.478310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Deleting port d8fb6c64-2514-4670-98a4-bc090c3ddc43 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:01.478641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.485193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ea5e1d45-6263-4b22-a890-db2f23839fc6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:01.572278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ea5e1d45-6263-4b22-a890-db2f23839fc6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:01.573123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.574013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73216af8-96fa-49e7-8183-d2e28f590e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.738943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c23a378-f829-4632-81e3-b9287927b138 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:01.742448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739b565-b4fe-4dc5-8805-d017ea91ba7c req-92ffdaab-8045-43b6-9fd8-e0947e74b88f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:01.744027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3739b565-b4fe-4dc5-8805-d017ea91ba7c req-92ffdaab-8045-43b6-9fd8-e0947e74b88f tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 945 time: 0.4614716 Feb 19 07:30:01.774100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 7c23a378-f829-4632-81e3-b9287927b138 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:01.774515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c23a378-f829-4632-81e3-b9287927b138 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:01.798608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.803854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.871852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:30:01.879899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] Allocated IP 172.20.0.2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793/ea5e1d45-6263-4b22-a890-db2f23839fc6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:01.882954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.887489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event deleted for resources: {'Port': ['ID=9611af02-428a-4d2a-8310-299ec6ec4dc9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:01.954944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73216af8-96fa-49e7-8183-d2e28f590e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.972867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:01.984677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Subnet': ['ID=3ed30e74-ff80-4188-bf18-4d4ecbe95b3f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:02.008282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73216af8-96fa-49e7-8183-d2e28f590e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb45a21-9616-4d6e-a329-d05bc07bb4c7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:02.011648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3739b565-b4fe-4dc5-8805-d017ea91ba7c req-6b7205a0-2ec0-4668-8897-ded0604e6c5b tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups?id=9e593cfb-2975-48e0-aac6-6c6388c5b063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513494 Feb 19 07:30:02.079214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] For port ea5e1d45-6263-4b22-a890-db2f23839fc6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ea5e1d45-6263-4b22-a890-db2f23839fc6,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:02.105479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.122430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] Transition to ACTIVE for port object ea5e1d45-6263-4b22-a890-db2f23839fc6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:02.127656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.132595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Calling delete_port for d8fb6c64-2514-4670-98a4-bc090c3ddc43 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:02.164184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Checking segment: {'id': '348cecc5-841e-403f-8dd4-84e5284b8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28e02679-e1b1-4753-97c5-a8c0bac3962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:02.164184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network hostable DHCP agents. Network: 28e02679-e1b1-4753-97c5-a8c0bac3962c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:02.165010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:02.174806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=cc9df965-1239-4118-a1f6-07178ca121c9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:02.177331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:02.195154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.239438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:02.312306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ece06-ab4a-4533-9405-57781aabc4bc None None] Pushing event updated for resources: {'Port': ['ID=ea5e1d45-6263-4b22-a890-db2f23839fc6,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:02.345950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network 28e02679-e1b1-4753-97c5-a8c0bac3962c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:02.368402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 28e02679-e1b1-4753-97c5-a8c0bac3962c) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:02.374949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.375592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.382819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3db903-afc0-421d-a65e-05b6736bad7c None None] Network 28e02679-e1b1-4753-97c5-a8c0bac3962c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:02.460022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3bb74e98-aa84-4e16-8e5e-318a64f7c5a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9277358 Feb 19 07:30:02.470952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:02.547911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73216af8-96fa-49e7-8183-d2e28f590e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.553078 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-73216af8-96fa-49e7-8183-d2e28f590e88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1cb45a21-9616-4d6e-a329-d05bc07bb4c7 HTTP/1.1" status: 204 len: 168 time: 1.5741825 Feb 19 07:30:02.612838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.613451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.654534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-993a8765-ef93-4432-86bb-a148db45cff7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.0286508 Feb 19 07:30:02.673290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:02.717247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-28e02679-e1b1-4753-97c5-a8c0bac3962c', 'network_id': '28e02679-e1b1-4753-97c5-a8c0bac3962c', 'tenant_id': '05f6280a9ff2420dbb23f905b68fe18a', 'fixed_ips': [{'subnet_id': '3ed30e74-ff80-4188-bf18-4d4ecbe95b3f'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:02.718278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.727166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.894298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a693c01-eaa3-4df0-83ca-fb49b7b14f7a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.898660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a693c01-eaa3-4df0-83ca-fb49b7b14f7a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.899535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4a693c01-eaa3-4df0-83ca-fb49b7b14f7a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:02.907579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:02.941768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 9611af02-428a-4d2a-8310-299ec6ec4dc9 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:02.969561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Router def940f7-7b5b-48b7-b5ff-149b989b9183 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:02.978185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Pushing event deleted for resources: {'Port': ['ID=d8fb6c64-2514-4670-98a4-bc090c3ddc43,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:02.996868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 9611af02-428a-4d2a-8310-299ec6ec4dc9 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:02.997366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 9611af02-428a-4d2a-8310-299ec6ec4dc9 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:03.019445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Allocated IP 2001:db8::f816:3eff:fed0:79bc (28e02679-e1b1-4753-97c5-a8c0bac3962c/3ed30e74-ff80-4188-bf18-4d4ecbe95b3f/51851f74-b261-41fd-9f30-ffb014c68f7c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:03.038075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4a693c01-eaa3-4df0-83ca-fb49b7b14f7a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:03.039252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4a693c01-eaa3-4df0-83ca-fb49b7b14f7a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3533905 Feb 19 07:30:03.054044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:03.297944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.390080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-23639f40-2f68-4dfc-9de8-5d3c3e8e5b12 None None] Provisioning for port ea5e1d45-6263-4b22-a890-db2f23839fc6 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:03.411303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-23639f40-2f68-4dfc-9de8-5d3c3e8e5b12 None None] Provisioning complete for port ea5e1d45-6263-4b22-a890-db2f23839fc6 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:03.411569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23639f40-2f68-4dfc-9de8-5d3c3e8e5b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.480516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.543278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Transition to ACTIVE for port object 51851f74-b261-41fd-9f30-ffb014c68f7c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:03.546197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port cc9df965-1239-4118-a1f6-07178ca121c9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:03.549570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.551053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.577516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ea5e1d45-6263-4b22-a890-db2f23839fc6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:03.649298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Transition to ACTIVE for port object 51851f74-b261-41fd-9f30-ffb014c68f7c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:03.655342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-3e400aa7-ef70-4d39-a521-effa8f36540e req-dc2ff95c-08f8-48bb-8f71-726349cb429b tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Synchronizing usage tracker for tenant:5ad7397db76746ea8c30b53538851e29 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:03.681611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.689931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ea5e1d45-6263-4b22-a890-db2f23839fc6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:03.690616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.696419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-3e400aa7-ef70-4d39-a521-effa8f36540e req-dc2ff95c-08f8-48bb-8f71-726349cb429b tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Unset dirty status for tenant:5ad7397db76746ea8c30b53538851e29 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:03.700648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e400aa7-ef70-4d39-a521-effa8f36540e req-dc2ff95c-08f8-48bb-8f71-726349cb429b tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 210 time: 0.4157476 Feb 19 07:30:03.768705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:03.795211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Pushing event updated for resources: {'Port': ['ID=51851f74-b261-41fd-9f30-ffb014c68f7c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:03.823838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed30e74-ff80-4188-bf18-4d4ecbe95b3f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:03.851418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Network 28e02679-e1b1-4753-97c5-a8c0bac3962c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:03.860723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:03.868723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:03.926023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c3a08950-4673-4a4c-80a9-d876e707be2b None None] Provisioning for port cc9df965-1239-4118-a1f6-07178ca121c9 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:03.961566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:03.995427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Attempting to bind port 51851f74-b261-41fd-9f30-ffb014c68f7c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:03.996009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Attempting to bind port 51851f74-b261-41fd-9f30-ffb014c68f7c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '348cecc5-841e-403f-8dd4-84e5284b8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28e02679-e1b1-4753-97c5-a8c0bac3962c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:03.996110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Attempting to bind port 51851f74-b261-41fd-9f30-ffb014c68f7c on network 28e02679-e1b1-4753-97c5-a8c0bac3962c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:03.998734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c3a08950-4673-4a4c-80a9-d876e707be2b None None] Provisioning complete for port cc9df965-1239-4118-a1f6-07178ca121c9 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:03.999162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3a08950-4673-4a4c-80a9-d876e707be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.041689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.089350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:04.089728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Checking segment: {'id': '348cecc5-841e-403f-8dd4-84e5284b8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28e02679-e1b1-4753-97c5-a8c0bac3962c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:04.090241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.090629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Bound using segment: {'id': '348cecc5-841e-403f-8dd4-84e5284b8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28e02679-e1b1-4753-97c5-a8c0bac3962c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:04.091095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Bound port: 51851f74-b261-41fd-9f30-ffb014c68f7c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348cecc5-841e-403f-8dd4-84e5284b8f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '28e02679-e1b1-4753-97c5-a8c0bac3962c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:04.091451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.126291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3a08950-4673-4a4c-80a9-d876e707be2b None None] Port cc9df965-1239-4118-a1f6-07178ca121c9 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:04.189233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.206644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] For port 51851f74-b261-41fd-9f30-ffb014c68f7c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:04.210184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] For port 51851f74-b261-41fd-9f30-ffb014c68f7c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=51851f74-b261-41fd-9f30-ffb014c68f7c,segment=NetworkSegment(348cecc5-841e-403f-8dd4-84e5284b8f29),segment_id=348cecc5-841e-403f-8dd4-84e5284b8f29)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:04.215327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.232567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e02679-e1b1-4753-97c5-a8c0bac3962c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:04.243630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1284390746'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:04.249438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348cecc5-841e-403f-8dd4-84e5284b8f29') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:04.249438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348cecc5-841e-403f-8dd4-84e5284b8f29') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:04.269319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.272797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:04.283690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Usage tracker for resource:network and tenant:98e6d2205f0c4258b2094f11f08fcb52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:04.290122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.292036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:04.304410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:04.312509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.320311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.342425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f47bd-e57c-4933-9643-3f5ab840504d None None] Pushing event updated for resources: {'Port': ['ID=51851f74-b261-41fd-9f30-ffb014c68f7c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:04.364131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:04.364521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.370743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2339332-d70d-4e15-aca7-78995d714427 None None] Network 28e02679-e1b1-4753-97c5-a8c0bac3962c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:04.383808 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:04.524273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:30:04.524273 dv-neutron-829958-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:30:04.524273 dv-neutron-829958-1-hyperv neutron-server[83569]: [parameters: {'id': '28e02679-e1b1-4753-97c5-a8c0bac3962c'}] Feb 19 07:30:04.524273 dv-neutron-829958-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:04.524774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:04.525932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 1ff55b26-847c-4177-9274-2df7742e7e58 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:04.526255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.593018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Made reservation on behalf of 98e6d2205f0c4258b2094f11f08fcb52 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:04.593739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2bd2da-9966-4846-aaf0-de1c1d6e59f4 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:30:04.598895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.629570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.641476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.656580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:04.675252 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] Sync routers for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:04.702401 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:04.702999 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:04.747652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.814931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for cc9df965-1239-4118-a1f6-07178ca121c9 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:04.838423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2bd2da-9966-4846-aaf0-de1c1d6e59f4 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:30:04.910963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 1ff55b26-847c-4177-9274-2df7742e7e58 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:04.945321 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d3ddf2e-b66f-4bb7-ae9b-b9450891b44f req-32d4745c-8c2b-44b9-b230-85431e84e8d4 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4f61e09-6f15-43a8-ab83-1e1178e9ae9a HTTP/1.1" status: 200 len: 210 time: 0.0986710 Feb 19 07:30:04.946249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] No DVR routers for this DVR port 9611af02-428a-4d2a-8310-299ec6ec4dc9 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:04.956527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:04.962180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'name': 'network-vif-deleted', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:30:04.977021 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:30:04.980561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Router 46f6ab14-042a-4ad1-9150-136ed76ac962 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:04.981335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:05.002661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Usage tracker for resource:security_group_rule and tenant:98e6d2205f0c4258b2094f11f08fcb52 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:05.006180 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5a4adcdc-958e-481a-b11b-a591609420e8 req-0b70f35a-0315-4e13-8d4e-733f0cfcfbde tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.67 "DELETE /v2.0/ports/9611af02-428a-4d2a-8310-299ec6ec4dc9 HTTP/1.1" status: 204 len: 173 time: 6.0091946 Feb 19 07:30:05.007815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:05.032286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:05.068718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.115784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting port 51851f74-b261-41fd-9f30-ffb014c68f7c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:05.116051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.121804 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f61e09-6f15-43a8-ab83-1e1178e9ae9a', 'name': 'network-vif-deleted', 'tag': '9611af02-428a-4d2a-8310-299ec6ec4dc9', 'status': 'completed', 'code': 200} Feb 19 07:30:05.330299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] For port 51851f74-b261-41fd-9f30-ffb014c68f7c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=51851f74-b261-41fd-9f30-ffb014c68f7c,segment=NetworkSegment(348cecc5-841e-403f-8dd4-84e5284b8f29),segment_id=348cecc5-841e-403f-8dd4-84e5284b8f29)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:05.330900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.370498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:05.382618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.398178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.399124 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0e141a64-d804-4fc6-adb9-54739cd190aa tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "PUT /v2.0/routers/46f6ab14-042a-4ad1-9150-136ed76ac962 HTTP/1.1" status: 200 len: 709 time: 8.5344188 Feb 19 07:30:05.400407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.403078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59804) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:05.417712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] Sync routers for ids ['46f6ab14-042a-4ad1-9150-136ed76ac962'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:05.453328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Calling delete_port for 51851f74-b261-41fd-9f30-ffb014c68f7c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:05.480448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.483934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] Routers {'46f6ab14-042a-4ad1-9150-136ed76ac962'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:05.484851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['46f6ab14-042a-4ad1-9150-136ed76ac962'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:05.514587 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:05.525164 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] Checking router: def940f7-7b5b-48b7-b5ff-149b989b9183 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:30:05.546201 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:05.546816 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:05.584018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:05.598248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] Routers {'46f6ab14-042a-4ad1-9150-136ed76ac962'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:05.600301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['46f6ab14-042a-4ad1-9150-136ed76ac962'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:05.646711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:05.655999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.656368 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Added segment a24d8352-acb3-4ab5-b7fe-3c72a151c2c8 of type vlan for network 968e87d3-02cc-4866-b01b-9935c694db84 Feb 19 07:30:05.682524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.709692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:05.710235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417cf36-d3b1-4567-80c0-f104534df0d9 None None] The sync data for ids ['46f6ab14-042a-4ad1-9150-136ed76ac962'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:05.712988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.734337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=cc9df965-1239-4118-a1f6-07178ca121c9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.757455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.766385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.772656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.773306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:05.781643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea177b57-75ba-4641-96f1-fd438849f9a7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.806953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Port': ['ID=51851f74-b261-41fd-9f30-ffb014c68f7c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.848508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No DVR routers for this DVR port 51851f74-b261-41fd-9f30-ffb014c68f7c on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:05.854780 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:30:05.904277 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9397268 Feb 19 07:30:05.934269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=1ff55b26-847c-4177-9274-2df7742e7e58,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.936058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59808) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:05.971540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Request body: {'subnet': {'network_id': '968e87d3-02cc-4866-b01b-9935c694db84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:06.008629 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e5c1461b-eb6a-466e-b330-00516d72b948 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/routers/46f6ab14-042a-4ad1-9150-136ed76ac962 HTTP/1.1" status: 200 len: 744 time: 0.5951214 Feb 19 07:30:06.024595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59814) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:06.027292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d71fa-918b-4d92-b589-d0d81b6ff9b5 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event updated for resources: {'Network': ['ID=968e87d3-02cc-4866-b01b-9935c694db84,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:06.039644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 968e87d3-02cc-4866-b01b-9935c694db84 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:06.063361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Deleting port 20999599-4e58-4674-bad4-cdc810afed1b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:06.068134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.142282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bad1cb99-9d4a-4960-bb44-2028429e8331 tempest-RoutersIpV6AdminTest-135771065 tempest-RoutersIpV6AdminTest-135771065-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&device_id=46f6ab14-042a-4ad1-9150-136ed76ac962 HTTP/1.1" status: 200 len: 205 time: 0.1138902 Feb 19 07:30:06.219607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:06.241505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.244460 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3d1c4881-3dcb-407d-b1f3-1d0b39caf0b2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/cc9df965-1239-4118-a1f6-07178ca121c9 HTTP/1.1" status: 204 len: 168 time: 3.0923827 Feb 19 07:30:06.265088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:06.265596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59828) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:06.298158 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fd88b30f-1389-49d4-8beb-9ef8eb086640 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=46f6ab14-042a-4ad1-9150-136ed76ac962 HTTP/1.1" status: 200 len: 205 time: 0.0769436 Feb 19 07:30:06.300419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59834) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:06.349690 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:06.354290 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89967b8e-f978-43be-9238-6d6e34c3c06f None None] The sync data for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv is: [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '682b61eb-12ea-457b-b9a5-43e9a9e8fb29', 'name': '', 'network_id': '8594d506-755e-4934-ac16-7f2fea607fb7', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'mac_address': 'fa:16:3e:8c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'subnets': [{'id': 'dd63d11b-740f-4f42-aed2-bf4d7f4a93b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:06.491241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.564937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b62033b-b147-4b71-823e-56ca3cd0bd93 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.594029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:06.613535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Usage tracker for resource:subnet and tenant:98e6d2205f0c4258b2094f11f08fcb52 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:06.617112 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebe11c-cc7b-42a3-a4c4-6d0323722435 None None] New status for floating IP b80cd613-100f-495f-b6c1-14aaeed16ebb: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:30:06.618607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e02679-e1b1-4753-97c5-a8c0bac3962c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:06.628448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:06.647653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3dfa5-d6c7-4a48-8945-561ac7dd04ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:06.648974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3dfa5-d6c7-4a48-8945-561ac7dd04ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:06.650345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a3dfa5-d6c7-4a48-8945-561ac7dd04ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:06.651123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f8a3dfa5-d6c7-4a48-8945-561ac7dd04ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:06.653748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:06.656638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348cecc5-841e-403f-8dd4-84e5284b8f29') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:06.656927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348cecc5-841e-403f-8dd4-84e5284b8f29') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:06.676683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d9f962d-d37e-4033-a7ab-af3469b232e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.693188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.697537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.753267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Made reservation on behalf of 98e6d2205f0c4258b2094f11f08fcb52 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:06.770461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.774393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d9949a6-f1d1-4ddc-a908-e9bb2093237c tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.784189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f8a3dfa5-d6c7-4a48-8945-561ac7dd04ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:06.785318 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f8a3dfa5-d6c7-4a48-8945-561ac7dd04ad tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5034542 Feb 19 07:30:06.788349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] For port 20999599-4e58-4674-bad4-cdc810afed1b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20999599-4e58-4674-bad4-cdc810afed1b,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:06.788683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.805289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59838) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:06.845058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:06.845459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:06.916696 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:07.011711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b62033b-b147-4b71-823e-56ca3cd0bd93 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.070833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b62033b-b147-4b71-823e-56ca3cd0bd93 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.128274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b62033b-b147-4b71-823e-56ca3cd0bd93 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.128711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62033b-b147-4b71-823e-56ca3cd0bd93 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Fanout notify agent at l3_agent the message router_deleted on router 46f6ab14-042a-4ad1-9150-136ed76ac962 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:07.143526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 2a4247e6-99c1-4ad4-b78f-c9e277e22a4e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:07.148143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b62033b-b147-4b71-823e-56ca3cd0bd93 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.149212 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9b62033b-b147-4b71-823e-56ca3cd0bd93 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/46f6ab14-042a-4ad1-9150-136ed76ac962 HTTP/1.1" status: 204 len: 168 time: 0.8477936 Feb 19 07:30:07.152629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.177681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59842) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.228995 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a5025d66-489e-42c6-9f18-7672ec0c9ebc tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=46f6ab14-042a-4ad1-9150-136ed76ac962 HTTP/1.1" status: 200 len: 205 time: 0.0501626 Feb 19 07:30:07.231576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59846) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.286735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Calling delete_port for 20999599-4e58-4674-bad4-cdc810afed1b owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:07.300615 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-0220d724-fa47-43fd-8b4f-9f5905a0458f tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] delete failed (client error): The resource could not be found. Feb 19 07:30:07.301620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0220d724-fa47-43fd-8b4f-9f5905a0458f tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/46f6ab14-042a-4ad1-9150-136ed76ac962 HTTP/1.1" status: 404 len: 336 time: 0.0693276 Feb 19 07:30:07.304468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59850) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.308478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.326986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d9949a6-f1d1-4ddc-a908-e9bb2093237c tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.385895 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-733464e2-7b82-40d3-8dbe-8a4bec7260b7 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=be46c431-bdf8-4361-ae49-7c4ab599818c HTTP/1.1" status: 200 len: 205 time: 0.0780683 Feb 19 07:30:07.386365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59854) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.397574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.422467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.455980 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-b3416416-a17d-41b4-8028-59211def3254 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] delete failed (client error): The resource could not be found. Feb 19 07:30:07.460205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b3416416-a17d-41b4-8028-59211def3254 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/be46c431-bdf8-4361-ae49-7c4ab599818c HTTP/1.1" status: 404 len: 336 time: 0.0696788 Feb 19 07:30:07.460358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.460469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59858) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.514093 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-423b7b99-0fd6-4199-a6a5-4d189f192c19 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd33e9-73ff-4ecc-b492-220a19dbff05 HTTP/1.1" status: 200 len: 205 time: 0.0503407 Feb 19 07:30:07.516706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59862) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.584613 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-edc44e05-f6b3-4afd-8d37-49df21c36b3c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] delete failed (client error): The resource could not be found. Feb 19 07:30:07.588090 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-edc44e05-f6b3-4afd-8d37-49df21c36b3c tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/53bd33e9-73ff-4ecc-b492-220a19dbff05 HTTP/1.1" status: 404 len: 336 time: 0.0680387 Feb 19 07:30:07.588338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.603085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Network': ['ID=28e02679-e1b1-4753-97c5-a8c0bac3962c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:07.717664 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2592c7d5-3a3b-4199-a0a6-d1aa2c86b250 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/28e02679-e1b1-4753-97c5-a8c0bac3962c HTTP/1.1" status: 204 len: 168 time: 5.2328489 Feb 19 07:30:07.721604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.721967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d9949a6-f1d1-4ddc-a908-e9bb2093237c tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.724438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d9949a6-f1d1-4ddc-a908-e9bb2093237c tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.725261 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d9949a6-f1d1-4ddc-a908-e9bb2093237c tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "DELETE /v2.0/security-groups/9e593cfb-2975-48e0-aac6-6c6388c5b063 HTTP/1.1" status: 204 len: 168 time: 1.4419069 Feb 19 07:30:07.728750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59874) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.729986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:07.752035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9949a6-f1d1-4ddc-a908-e9bb2093237c tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e593cfb-2975-48e0-aac6-6c6388c5b063,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:07.758885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-35583581'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:07.792261 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e7eec150-cfaa-4009-ab09-cc26788c6207 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 HTTP/1.1" status: 200 len: 205 time: 0.2028122 Feb 19 07:30:07.795091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:07.800556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.805043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:network and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:07.857433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:07.862635 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-d12a010e-0137-4b82-bcb4-82b77c62de00 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] show failed (client error): The resource could not be found. Feb 19 07:30:07.863519 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d12a010e-0137-4b82-bcb4-82b77c62de00 tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "GET /v2.0/security-groups/9e593cfb-2975-48e0-aac6-6c6388c5b063 HTTP/1.1" status: 404 len: 347 time: 0.1011953 Feb 19 07:30:07.874700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59882) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.875533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:07.942282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-5e34b920-4638-4cc7-80ab-3beb54c77fc2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] delete failed (client error): The resource could not be found. Feb 19 07:30:07.943277 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5e34b920-4638-4cc7-80ab-3beb54c77fc2 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/cfca3c1d-7b0e-44d1-9253-b82cd4ee0876 HTTP/1.1" status: 404 len: 336 time: 0.1397908 Feb 19 07:30:07.951960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59886) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:07.970955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:07.973755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.015885 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e636a9e0-f248-49f6-80cd-855d63357397 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea7a5978-89a3-4eea-aa83-ad0368511d6d HTTP/1.1" status: 200 len: 205 time: 0.0591378 Feb 19 07:30:08.020734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:08.076883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.106826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Deleting port e44303ee-bc2a-4998-a42c-f7e4d6d92db6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:08.107267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.110865 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-15720763-096d-4a83-96bc-4cf3be3de0f5 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] delete failed (client error): The resource could not be found. Feb 19 07:30:08.112121 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-15720763-096d-4a83-96bc-4cf3be3de0f5 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/ea7a5978-89a3-4eea-aa83-ad0368511d6d HTTP/1.1" status: 404 len: 336 time: 0.0876434 Feb 19 07:30:08.116063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59894) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:08.120029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.156251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:08.158391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4247e6-99c1-4ad4-b78f-c9e277e22a4e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:08.189755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b99590-d115-4d25-91b9-7f4db75e9175 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:08.200184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.202210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.202558 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Added segment bc4cc5ce-b8e7-4de8-abce-afd54e5ce633 of type vlan for network 86729c96-573b-45d0-b834-587a366b3e73 Feb 19 07:30:08.203001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 33f48d44-3b44-4870-bf49-2b761d5c8a5c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:08.226169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Pushing event deleted for resources: {'Port': ['ID=20999599-4e58-4674-bad4-cdc810afed1b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:08.231180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f679e592-3e0e-48bc-99b1-9e1301ba4403 tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff10d351-4be4-43aa-a999-e546b0f88bda HTTP/1.1" status: 200 len: 205 time: 0.1122894 Feb 19 07:30:08.234353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59898) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:08.239560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.306322 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6b61aa03-7dc9-45dc-9d20-5095ec53a140 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/2a4247e6-99c1-4ad4-b78f-c9e277e22a4e HTTP/1.1" status: 204 len: 168 time: 1.4976554 Feb 19 07:30:08.309572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.312978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59902) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:08.412770 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c2730132-3868-4956-87d4-07cc9e805a9e tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] delete failed (client error): The resource could not be found. Feb 19 07:30:08.414066 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2730132-3868-4956-87d4-07cc9e805a9e tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/routers/ff10d351-4be4-43aa-a999-e546b0f88bda HTTP/1.1" status: 404 len: 336 time: 0.1777544 Feb 19 07:30:08.414516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.414828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.425645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59906) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:08.494992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f556ed4f-4e90-4453-8528-b084c5ee3bec tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:08.495364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f556ed4f-4e90-4453-8528-b084c5ee3bec tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:08.500290 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f556ed4f-4e90-4453-8528-b084c5ee3bec tempest-RoutersIpV6AdminTest-852747503 tempest-RoutersIpV6AdminTest-852747503-project] 10.222.0.72 "DELETE /v2.0/subnets/6cfe8e2c-0806-476f-a043-f1cb6abec5f7 HTTP/1.1" status: 404 len: 337 time: 0.0736125 Feb 19 07:30:08.504722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:08.562106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.589079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.592903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:08.593515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:08.749849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event updated for resources: {'Subnet': ['ID=6b764eeb-4d8a-48f0-9b38-ca4d112ea60c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:08.799159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Calling delete_port for e44303ee-bc2a-4998-a42c-f7e4d6d92db6 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:08.894510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Checking segment: {'id': 'a24d8352-acb3-4ab5-b7fe-3c72a151c2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '968e87d3-02cc-4866-b01b-9935c694db84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:08.894868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Network hostable DHCP agents. Network: 968e87d3-02cc-4866-b01b-9935c694db84, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:08.900305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:08.906408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59914) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:08.919090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Network': ['ID=86729c96-573b-45d0-b834-587a366b3e73,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:08.923804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] Sync routers for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:08.946467 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-24c10df6-5db1-4276-ae7a-9bf129b466d2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/33f48d44-3b44-4870-bf49-2b761d5c8a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8244174 Feb 19 07:30:08.951044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 86729c96-573b-45d0-b834-587a366b3e73 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:08.960665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59920) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:08.967998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d427e2a8-d47f-48e4-af67-40b54044d064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.013176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.027056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c780ff7a-31bc-494d-b50d-b6e22b698ade tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:09.033641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:09.034538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:09.034676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Network 968e87d3-02cc-4866-b01b-9935c694db84 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:09.062498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 968e87d3-02cc-4866-b01b-9935c694db84) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:09.070499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:09.071108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.075713 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b6388464-05db-4681-bda9-5b2e5b1b39e2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3535287 Feb 19 07:30:09.080216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59924) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:09.091088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'subnet': {'network_id': '86729c96-573b-45d0-b834-587a366b3e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:09.096971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c780ff7a-31bc-494d-b50d-b6e22b698ade tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:09.098302 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c780ff7a-31bc-494d-b50d-b6e22b698ade tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f48d44-3b44-4870-bf49-2b761d5c8a5c HTTP/1.1" status: 200 len: 205 time: 0.1342590 Feb 19 07:30:09.101409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59928) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:09.139491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:09.142411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3533fa-2978-4396-a6aa-cff93f312b53 None None] Network 968e87d3-02cc-4866-b01b-9935c694db84 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:09.191439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.194999 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-412b6274-a5bb-41c9-82fa-151703b75493 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2507200 Feb 19 07:30:09.217252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59932) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:09.258639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Pushing event deleted for resources: {'Port': ['ID=e44303ee-bc2a-4998-a42c-f7e4d6d92db6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:09.270289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] Routers {'33f48d44-3b44-4870-bf49-2b761d5c8a5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:09.271522 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:09.275370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Request body: {'port': {'network_id': '968e87d3-02cc-4866-b01b-9935c694db84', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1867067621'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:09.293562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.347866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:09.348459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfc9e7-43d0-41a4-88aa-44ffd382de77 None None] The sync data for ids ['33f48d44-3b44-4870-bf49-2b761d5c8a5c'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:09.416011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3127eb76-627c-4ac2-9284-05863f8483a3 None None] Provisioning complete for port ea5e1d45-6263-4b22-a890-db2f23839fc6 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:09.416790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3127eb76-627c-4ac2-9284-05863f8483a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.450460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:09.459553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:09.459897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d58479b-b3d9-4cf9-81e2-3fdde1d092dc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.471990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:subnet and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:09.484482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:09.492548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:09.496590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.535562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-968e87d3-02cc-4866-b01b-9935c694db84', 'network_id': '968e87d3-02cc-4866-b01b-9935c694db84', 'tenant_id': '98e6d2205f0c4258b2094f11f08fcb52', 'fixed_ips': [{'subnet_id': '6b764eeb-4d8a-48f0-9b38-ca4d112ea60c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:09.536030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.539616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Usage tracker for resource:security_group_rule and tenant:b574291cb6b840f993409f5e06f7fe70 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:09.552856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:09.590537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:09.615389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.617804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.618959 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-18589d05-03b7-4178-947e-864038ea916a tempest-ServersTestManualDisk-1287580666 tempest-ServersTestManualDisk-1287580666-project] 10.222.0.72 "DELETE /v2.0/floatingips/b80cd613-100f-495f-b6c1-14aaeed16ebb HTTP/1.1" status: 204 len: 168 time: 1.7412248 Feb 19 07:30:09.624931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59936) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:09.638822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:09.671028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:09.681352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Usage tracker for resource:port and tenant:98e6d2205f0c4258b2094f11f08fcb52 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:09.688366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:09.712271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:09.786610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.790249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Allocated IP 172.20.0.2 (968e87d3-02cc-4866-b01b-9935c694db84/6b764eeb-4d8a-48f0-9b38-ca4d112ea60c/590f49a2-924a-4897-ac9a-1056ddf85730) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:09.863714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.869753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Made reservation on behalf of 98e6d2205f0c4258b2094f11f08fcb52 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:09.872952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.881895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:09.980051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:10.005858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.010605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.018240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Transition to ACTIVE for port object 590f49a2-924a-4897-ac9a-1056ddf85730 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:10.022728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d546fd-c1f2-48b7-85a0-e0e26effc042 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:10.033662 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-81002432-25fd-4df7-83e8-c4c58ad05e4b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793 HTTP/1.1" status: 204 len: 168 time: 1.7195897 Feb 19 07:30:10.034057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] device_id is not set on port 9de6151c-2b2a-4b89-8b31-07414c8bd508 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:10.037290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:10.119348 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a5c7f532-14e1-4430-afec-ccfc60309910 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785673 Feb 19 07:30:10.119608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59944) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:10.130734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:10.131728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Transition to ACTIVE for port object 590f49a2-924a-4897-ac9a-1056ddf85730 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:10.135351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.183706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.303896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Network 968e87d3-02cc-4866-b01b-9935c694db84 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:10.308804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:10.316190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.319077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:10.321459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:10.328117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Pushing event updated for resources: {'Port': ['ID=590f49a2-924a-4897-ac9a-1056ddf85730,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:10.329370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:10.339500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:10.352140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:10.401845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.417286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d58479b-b3d9-4cf9-81e2-3fdde1d092dc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.440097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.445828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Attempting to bind port 590f49a2-924a-4897-ac9a-1056ddf85730 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:10.446204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Attempting to bind port 590f49a2-924a-4897-ac9a-1056ddf85730 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'a24d8352-acb3-4ab5-b7fe-3c72a151c2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '968e87d3-02cc-4866-b01b-9935c694db84'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:10.446563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Attempting to bind port 590f49a2-924a-4897-ac9a-1056ddf85730 on network 968e87d3-02cc-4866-b01b-9935c694db84 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:10.455615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.458694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:10.459069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Checking segment: {'id': 'a24d8352-acb3-4ab5-b7fe-3c72a151c2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '968e87d3-02cc-4866-b01b-9935c694db84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:10.459465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.459936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Bound using segment: {'id': 'a24d8352-acb3-4ab5-b7fe-3c72a151c2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '968e87d3-02cc-4866-b01b-9935c694db84'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:10.460540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Bound port: 590f49a2-924a-4897-ac9a-1056ddf85730, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24d8352-acb3-4ab5-b7fe-3c72a151c2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '968e87d3-02cc-4866-b01b-9935c694db84'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:10.460908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.480729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f98108-9cc5-4b42-b46b-05cb10eb383c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:10.488142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d58479b-b3d9-4cf9-81e2-3fdde1d092dc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.561992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:10.565971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.566482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] For port 590f49a2-924a-4897-ac9a-1056ddf85730, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:10.570072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] For port 590f49a2-924a-4897-ac9a-1056ddf85730, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=590f49a2-924a-4897-ac9a-1056ddf85730,segment=NetworkSegment(a24d8352-acb3-4ab5-b7fe-3c72a151c2c8),segment_id=a24d8352-acb3-4ab5-b7fe-3c72a151c2c8)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:10.578495 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1556f3b7-9f47-4773-bb63-ce9c11de9d2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b574291cb6b840f993409f5e06f7fe70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6705959 Feb 19 07:30:10.584325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59948) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:10.590953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.611001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Allocated IP 172.20.0.3 (968e87d3-02cc-4866-b01b-9935c694db84/6b764eeb-4d8a-48f0-9b38-ca4d112ea60c/9de6151c-2b2a-4b89-8b31-07414c8bd508) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:10.614625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d58479b-b3d9-4cf9-81e2-3fdde1d092dc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.615292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d58479b-b3d9-4cf9-81e2-3fdde1d092dc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Fanout notify agent at l3_agent the message router_deleted on router 33f48d44-3b44-4870-bf49-2b761d5c8a5c {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:10.643645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:10.662312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] Deleting port ea5e1d45-6263-4b22-a890-db2f23839fc6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:10.662924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.701600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d58479b-b3d9-4cf9-81e2-3fdde1d092dc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.702776 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d58479b-b3d9-4cf9-81e2-3fdde1d092dc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/33f48d44-3b44-4870-bf49-2b761d5c8a5c HTTP/1.1" status: 204 len: 168 time: 1.6004667 Feb 19 07:30:10.706859 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59952) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:10.740769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Subnet': ['ID=3031f4d6-f718-476e-8e7d-7a4b6fb3e384,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:10.777834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fc90b-4f8d-4c77-9444-5cdfc1f3ba59 None None] Pushing event updated for resources: {'Port': ['ID=590f49a2-924a-4897-ac9a-1056ddf85730,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:10.819812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Checking segment: {'id': 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '86729c96-573b-45d0-b834-587a366b3e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:10.820038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network hostable DHCP agents. Network: 86729c96-573b-45d0-b834-587a366b3e73, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:10.843146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eaf35ab5-da49-4f2c-9c37-a6fe08b55afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:10.918751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] For port ea5e1d45-6263-4b22-a890-db2f23839fc6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ea5e1d45-6263-4b22-a890-db2f23839fc6,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:10.919236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.068738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] Calling delete_port for ea5e1d45-6263-4b22-a890-db2f23839fc6 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:11.077300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eaf35ab5-da49-4f2c-9c37-a6fe08b55afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.127694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network 86729c96-573b-45d0-b834-587a366b3e73 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:11.163176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.197613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 86729c96-573b-45d0-b834-587a366b3e73) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:11.203713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.208791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.210246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.222723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6b8ae3-de02-4206-90c1-ece77fb74256 None None] Network 86729c96-573b-45d0-b834-587a366b3e73 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:11.236186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.253951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] Pushing event deleted for resources: {'Port': ['ID=ea5e1d45-6263-4b22-a890-db2f23839fc6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:11.303415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eaf35ab5-da49-4f2c-9c37-a6fe08b55afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.308692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ffe37-ff3e-4c03-8846-0cc5826b38fe None None] No DVR routers for this DVR port ea5e1d45-6263-4b22-a890-db2f23839fc6 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:11.312528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Transition to ACTIVE for port object 9de6151c-2b2a-4b89-8b31-07414c8bd508 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:11.346488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.358784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.410259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet 9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:11.417652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.486416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf35ab5-da49-4f2c-9c37-a6fe08b55afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f98108-9cc5-4b42-b46b-05cb10eb383c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:11.494333 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f75d7b4e-8324-4eb4-9818-9ec09b9ed8bc tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4107468 Feb 19 07:30:11.498875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59956) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:11.506973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.543466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.574896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-86729c96-573b-45d0-b834-587a366b3e73', 'network_id': '86729c96-573b-45d0-b834-587a366b3e73', 'tenant_id': '05f6280a9ff2420dbb23f905b68fe18a', 'fixed_ips': [{'subnet_id': '3031f4d6-f718-476e-8e7d-7a4b6fb3e384'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:11.575837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.591556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 590f49a2-924a-4897-ac9a-1056ddf85730 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:11.645686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-eaf35ab5-da49-4f2c-9c37-a6fe08b55afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.648564 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-eaf35ab5-da49-4f2c-9c37-a6fe08b55afd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18f98108-9cc5-4b42-b46b-05cb10eb383c HTTP/1.1" status: 204 len: 168 time: 1.0433385 Feb 19 07:30:11.656642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Network 968e87d3-02cc-4866-b01b-9935c694db84 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:11.671639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:11.675749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event updated for resources: {'Port': ['ID=9de6151c-2b2a-4b89-8b31-07414c8bd508,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:11.678182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:11.749649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:11.753440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.758468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=3bd357b9-8805-4c2c-a9b0-101b57e57849,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:11.760728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:11.774944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.775644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.803232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6057ecb3-e4cb-4fe6-b31e-25a0cb3bbcdd None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:11.823936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.824666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 590f49a2-924a-4897-ac9a-1056ddf85730 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:11.833816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.860345 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a5fd2a6e-1ce1-4a61-8cdb-74cdc18b3cb4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7394760 Feb 19 07:30:11.865485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:11.874735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:11.928135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:11.984673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Allocated IP 2001:db8::2 (86729c96-573b-45d0-b834-587a366b3e73/3031f4d6-f718-476e-8e7d-7a4b6fb3e384/f00e40ce-c900-4776-ac5d-8a2f5e6155d3) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:11.990109 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-60ad05b2-c3db-4bfc-8674-ec89e384de08 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7716703 Feb 19 07:30:11.998703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:12.026823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Request body: {'port': {'network_id': '968e87d3-02cc-4866-b01b-9935c694db84', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2089635973', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:12.027183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] bootfile-name is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:30:12.027449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] tftp-server is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:30:12.027778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] server-ip-address is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:30:12.038242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.166549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ea5e1d45-6263-4b22-a890-db2f23839fc6 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:12.222395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: ea5e1d45-6263-4b22-a890-db2f23839fc6 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:12.223184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ea5e1d45-6263-4b22-a890-db2f23839fc6 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:12.297924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df13213-bd48-4ddb-840b-da0d4696d47f None None] Network 968e87d3-02cc-4866-b01b-9935c694db84 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:12.312036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.377541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:12.411022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Router d0303de2-371d-4d96-965b-7a6704eb6523 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:12.420596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.424806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8c135-a6a4-4025-8b0f-c58a913da319 None None] Network 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:12.457481 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2edf4e7-f5cb-4fc0-b362-50c0efb17d71 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77 HTTP/1.1" status: 204 len: 168 time: 1.7440109 Feb 19 07:30:12.459802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59972) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:12.460680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:12.468926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:12.473739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:12.483675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:12.489005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:12.548121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Usage tracker for resource:port and tenant:98e6d2205f0c4258b2094f11f08fcb52 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:12.555920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59976) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:12.559747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:12.569288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:12.635639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:12.647226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.723297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Made reservation on behalf of 98e6d2205f0c4258b2094f11f08fcb52 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:12.726153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.759284 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3005ee55-700b-4a88-9e4d-17226cb14d54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae46af339b374f82944479cd78cf2e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966531 Feb 19 07:30:12.759617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59980) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:12.779267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Transition to ACTIVE for port object f00e40ce-c900-4776-ac5d-8a2f5e6155d3 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:12.788392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a032cf7-a9d3-4362-89df-bc075636f4cf None None] Provisioning for port 590f49a2-924a-4897-ac9a-1056ddf85730 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:12.791639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] device_id is not set on port b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:12.815117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet 142d3101-6e19-4c0f-b2db-d70024822adb {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:12.829485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.847020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a032cf7-a9d3-4362-89df-bc075636f4cf None None] Provisioning complete for port 590f49a2-924a-4897-ac9a-1056ddf85730 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:12.847392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a032cf7-a9d3-4362-89df-bc075636f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.868682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.889161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '3bd357b9-8805-4c2c-a9b0-101b57e57849'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:12.889974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.899510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:12.931993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Transition to ACTIVE for port object f00e40ce-c900-4776-ac5d-8a2f5e6155d3 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:12.979915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.009395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ef2a-78f7-42b7-8a33-83953efc4b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.020211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.092982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Subnet': ['ID=3031f4d6-f718-476e-8e7d-7a4b6fb3e384,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:13.104396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Allocated IP 172.20.0.8 (968e87d3-02cc-4866-b01b-9935c694db84/6b764eeb-4d8a-48f0-9b38-ca4d112ea60c/b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:13.140465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ef2a-78f7-42b7-8a33-83953efc4b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.146379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Deleting port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:13.146675 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.173924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:13.182940 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] Sync routers for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:13.206468 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:13.208902 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:13.215892 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Network 86729c96-573b-45d0-b834-587a366b3e73 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:13.225638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:13.227498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Pushing event updated for resources: {'Port': ['ID=f00e40ce-c900-4776-ac5d-8a2f5e6155d3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:13.238908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:13.249077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.376505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50173080-a7f2-489f-88af-c896fc198038 None None] DHCP port deletion for 9fbf6501-4a84-4e3c-a3cb-79161e4ce672 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:13.428617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.431010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-50173080-a7f2-489f-88af-c896fc198038 None None] Deleting port 4aa24285-d02e-41e6-93db-cf01b280b2a1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:13.431883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50173080-a7f2-489f-88af-c896fc198038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.472407 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d70b73ca-8463-4814-8c0b-d8c4af4c8874 admin admin] 10.222.0.72 "PUT /v2.0/routers/d0303de2-371d-4d96-965b-7a6704eb6523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1692379 Feb 19 07:30:13.485226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 59984) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:13.530915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.552373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a032cf7-a9d3-4362-89df-bc075636f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.561657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4aa24285-d02e-41e6-93db-cf01b280b2a1 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:13.612578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Attempting to bind port f00e40ce-c900-4776-ac5d-8a2f5e6155d3 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:13.612892 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Attempting to bind port f00e40ce-c900-4776-ac5d-8a2f5e6155d3 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '86729c96-573b-45d0-b834-587a366b3e73'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:13.613207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Attempting to bind port f00e40ce-c900-4776-ac5d-8a2f5e6155d3 on network 86729c96-573b-45d0-b834-587a366b3e73 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:13.637091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Allocated IP 172.20.0.2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/3bd357b9-8805-4c2c-a9b0-101b57e57849/847cf90d-ccb4-4cfc-a8d0-15e932775548) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:13.667665 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:30:13.703602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:13.703994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Checking segment: {'id': 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '86729c96-573b-45d0-b834-587a366b3e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:13.704427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.704824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Bound using segment: {'id': 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '86729c96-573b-45d0-b834-587a366b3e73'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:13.705314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Bound port: f00e40ce-c900-4776-ac5d-8a2f5e6155d3, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '86729c96-573b-45d0-b834-587a366b3e73'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:13.705732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.756024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86729c96-573b-45d0-b834-587a366b3e73']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:13.774651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:13.774920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:13.789235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.815641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.820028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.827188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:13.827767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:13.843238 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Transition to ACTIVE for port object b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:13.950769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2a032cf7-a9d3-4362-89df-bc075636f4cf None None] For port 590f49a2-924a-4897-ac9a-1056ddf85730, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=590f49a2-924a-4897-ac9a-1056ddf85730,segment=NetworkSegment(a24d8352-acb3-4ab5-b7fe-3c72a151c2c8),segment_id=a24d8352-acb3-4ab5-b7fe-3c72a151c2c8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:13.955054 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:13.974906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:30:13.974906 dv-neutron-829958-1-hyperv neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:30:13.974906 dv-neutron-829958-1-hyperv neutron-server[83568]: [parameters: {'id': '86729c96-573b-45d0-b834-587a366b3e73'}] Feb 19 07:30:13.974906 dv-neutron-829958-1-hyperv neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:13.975341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:13.984305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] For port 682b61eb-12ea-457b-b9a5-43e9a9e8fb29, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:13.984843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.002569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ef2a-78f7-42b7-8a33-83953efc4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.032858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:30:14.040607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.041789 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:30:07Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:14.047698 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] Checking router: d0303de2-371d-4d96-965b-7a6704eb6523 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:30:14.061309 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] Routers {'d0303de2-371d-4d96-965b-7a6704eb6523'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:14.063749 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['d0303de2-371d-4d96-965b-7a6704eb6523'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:14.114899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a032cf7-a9d3-4362-89df-bc075636f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.129074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:14.134134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=fb84620f-3714-4ccf-9cc6-bf07ac1908f6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:14.144662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:14.145731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Calling delete_port for 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:14.147902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:14.149714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.158555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.177732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.240396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6ef2a-78f7-42b7-8a33-83953efc4b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd66d0-a84d-4433-b13b-814f92840ee3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:14.261858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=142d3101-6e19-4c0f-b2db-d70024822adb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:14.280125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.284617 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3536e026-9bd8-4dc4-974c-e0539d56db12 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/142d3101-6e19-4c0f-b2db-d70024822adb HTTP/1.1" status: 204 len: 168 time: 1.8204877 Feb 19 07:30:14.284617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ef2a-78f7-42b7-8a33-83953efc4b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.284617 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7bd6ef2a-78f7-42b7-8a33-83953efc4b5b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26bd66d0-a84d-4433-b13b-814f92840ee3 HTTP/1.1" status: 204 len: 168 time: 1.5235939 Feb 19 07:30:14.284901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:14.289514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event updated for resources: {'Port': ['ID=b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:14.312489 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] Set router d0303de2-371d-4d96-965b-7a6704eb6523 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:30:14.343173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Network 968e87d3-02cc-4866-b01b-9935c694db84 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:14.346059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:14.347282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.351210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:14.360234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Transition to ACTIVE for port object 847cf90d-ccb4-4cfc-a8d0-15e932775548 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:14.386393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Transition to ACTIVE for port object 847cf90d-ccb4-4cfc-a8d0-15e932775548 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:14.447467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d356382-e8ea-4b20-b4ce-ed2ad72aeeff None None] Network f58f4822-2f92-49ff-912c-1b8b79c42a00 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:14.462897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.486327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:14.488185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.494228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.515960 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-60b4e5ad-23c2-4d14-96c7-e3b532b3a587 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6463604 Feb 19 07:30:14.530724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 59998) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:14.531079 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ae8776cf-e9fa-49f6-8487-b18ae21fa0dd tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5183678 Feb 19 07:30:14.538375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:14.578740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:56:40:65', 'name': 'tempest-NetworksTestDHCPv6-1492545272'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:14.655430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032cf7-a9d3-4362-89df-bc075636f4cf None None] Pushing event updated for resources: {'Port': ['ID=590f49a2-924a-4897-ac9a-1056ddf85730,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:14.757492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting port f00e40ce-c900-4776-ac5d-8a2f5e6155d3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:14.757782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.779037 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:30:07Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:14.784544 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b0e67-2950-4a8e-8021-8d5dd1f75dcf None None] The sync data for ids ['d0303de2-371d-4d96-965b-7a6704eb6523'] in dv-neutron-829958-1-hyperv is: [{'id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'name': 'tempest-ServersTestJSON-1905641543-router', 'tenant_id': '232e1adbd20d40169d2765cccc951a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c480bba6-b718-467a-aa3f-51d688618597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:30:07Z', 'revision_number': 5, 'project_id': '232e1adbd20d40169d2765cccc951a2c', 'gw_port': {'id': 'c480bba6-b718-467a-aa3f-51d688618597', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0303de2-371d-4d96-965b-7a6704eb6523', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:14.795064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:14.801361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.823441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.834803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:14.841750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-50173080-a7f2-489f-88af-c896fc198038 None None] For port 4aa24285-d02e-41e6-93db-cf01b280b2a1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4aa24285-d02e-41e6-93db-cf01b280b2a1,segment=NetworkSegment(15a570f5-e237-4740-8cbd-8e61e94f75ac),segment_id=15a570f5-e237-4740-8cbd-8e61e94f75ac)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:14.842335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50173080-a7f2-489f-88af-c896fc198038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.868717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:14.935961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Pushing event updated for resources: {'Port': ['ID=847cf90d-ccb4-4cfc-a8d0-15e932775548,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:14.945569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:15.004341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9d1c5-dbf6-4bb2-a836-85a10293ddfc tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:15.008222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9d1c5-dbf6-4bb2-a836-85a10293ddfc tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:15.012382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9d1c5-dbf6-4bb2-a836-85a10293ddfc tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:15.013470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66e9d1c5-dbf6-4bb2-a836-85a10293ddfc tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Synchronizing usage tracker for tenant:98e6d2205f0c4258b2094f11f08fcb52 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:15.037784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.055744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66e9d1c5-dbf6-4bb2-a836-85a10293ddfc tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Unset dirty status for tenant:98e6d2205f0c4258b2094f11f08fcb52 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:15.057026 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-66e9d1c5-dbf6-4bb2-a836-85a10293ddfc tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5158350 Feb 19 07:30:15.060924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60014) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:15.082080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-50173080-a7f2-489f-88af-c896fc198038 None None] Calling delete_port for 4aa24285-d02e-41e6-93db-cf01b280b2a1 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:15.088121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 4aa24285-d02e-41e6-93db-cf01b280b2a1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:15.088666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.152336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Deleting port b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:15.153303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.171221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2eb04c33-2a5f-4750-8c91-7dfc81038cb3 None None] Provisioning for port 9de6151c-2b2a-4b89-8b31-07414c8bd508 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:15.201257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=682b61eb-12ea-457b-b9a5-43e9a9e8fb29,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:15.218332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50173080-a7f2-489f-88af-c896fc198038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.230691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.233465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] For port f00e40ce-c900-4776-ac5d-8a2f5e6155d3, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:15.280052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2eb04c33-2a5f-4750-8c91-7dfc81038cb3 None None] Provisioning complete for port 9de6151c-2b2a-4b89-8b31-07414c8bd508 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:15.280486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2eb04c33-2a5f-4750-8c91-7dfc81038cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.298566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Deleting port c480bba6-b718-467a-aa3f-51d688618597 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:15.298840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.328763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:15.410008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50173080-a7f2-489f-88af-c896fc198038 None None] No DVR routers for this DVR port 4aa24285-d02e-41e6-93db-cf01b280b2a1 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:15.429581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2eb04c33-2a5f-4750-8c91-7dfc81038cb3 None None] Port 9de6151c-2b2a-4b89-8b31-07414c8bd508 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:15.587823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:15.615057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] The port '4aa24285-d02e-41e6-93db-cf01b280b2a1' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:30:15.648377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173080-a7f2-489f-88af-c896fc198038 None None] Pushing event deleted for resources: {'Port': ['ID=4aa24285-d02e-41e6-93db-cf01b280b2a1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:15.655816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] For port f00e40ce-c900-4776-ac5d-8a2f5e6155d3, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f00e40ce-c900-4776-ac5d-8a2f5e6155d3,segment=NetworkSegment(bc4cc5ce-b8e7-4de8-abce-afd54e5ce633),segment_id=bc4cc5ce-b8e7-4de8-abce-afd54e5ce633)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:15.724922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.729662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.755393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] For port c480bba6-b718-467a-aa3f-51d688618597, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c480bba6-b718-467a-aa3f-51d688618597,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:15.756189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.788857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Attempting to bind port 847cf90d-ccb4-4cfc-a8d0-15e932775548 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:15.789199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Attempting to bind port 847cf90d-ccb4-4cfc-a8d0-15e932775548 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:15.789463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Attempting to bind port 847cf90d-ccb4-4cfc-a8d0-15e932775548 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:15.791389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2eb04c33-2a5f-4750-8c91-7dfc81038cb3 None None] Provisioning complete for port 590f49a2-924a-4897-ac9a-1056ddf85730 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:15.791747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2eb04c33-2a5f-4750-8c91-7dfc81038cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.874982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:15.875351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:15.876060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.876865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:15.877417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Bound port: 847cf90d-ccb4-4cfc-a8d0-15e932775548, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:15.877714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:15.904620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Calling delete_port for b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:15.916240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace44beb-abf4-4fea-bb6a-bc0e93a79710 None None] Pushing event updated for resources: {'Port': ['ID=f00e40ce-c900-4776-ac5d-8a2f5e6155d3,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:15.935002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:15.974878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 590f49a2-924a-4897-ac9a-1056ddf85730 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:16.049244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] DHCP port deletion for f58f4822-2f92-49ff-912c-1b8b79c42a00 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:16.062965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] For port f00e40ce-c900-4776-ac5d-8a2f5e6155d3, host dv-neutron-829958-1-hyperv, got binding levels [] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:16.063646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.065870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] Deleting port e758a3fc-276c-4813-b4ec-64d7c3b668a0 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:16.066241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.108522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Calling delete_port for c480bba6-b718-467a-aa3f-51d688618597 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:16.267208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] For port 847cf90d-ccb4-4cfc-a8d0-15e932775548, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:16.280431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e3e9f-924c-4104-b7aa-5d9e0c91e786 None None] Network 86729c96-573b-45d0-b834-587a366b3e73 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:16.390753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 590f49a2-924a-4897-ac9a-1056ddf85730 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:16.391112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.437111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Calling delete_port for f00e40ce-c900-4776-ac5d-8a2f5e6155d3 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:16.469026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.489049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.526317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] For port 847cf90d-ccb4-4cfc-a8d0-15e932775548, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=847cf90d-ccb4-4cfc-a8d0-15e932775548,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:16.577902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbf6501-4a84-4e3c-a3cb-79161e4ce672']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:16.606341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] For port e758a3fc-276c-4813-b4ec-64d7c3b668a0, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e758a3fc-276c-4813-b4ec-64d7c3b668a0,segment=NetworkSegment(fb27b7d7-625b-4673-8481-7f1c1b7d67e7),segment_id=fb27b7d7-625b-4673-8481-7f1c1b7d67e7)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:16.607063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.614917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a570f5-e237-4740-8cbd-8e61e94f75ac') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:16.615502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a570f5-e237-4740-8cbd-8e61e94f75ac') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:16.625861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.627167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event deleted for resources: {'Port': ['ID=b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:16.652668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.664806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.685692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:16.728179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:16.728179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:16.730591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.734281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c480bba6-b718-467a-aa3f-51d688618597,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:16.759133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:16.759387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:16.778832 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:16.862874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] Calling delete_port for e758a3fc-276c-4813-b4ec-64d7c3b668a0 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:16.940106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.945945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.967893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.982426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:16.982627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=9fbf6501-4a84-4e3c-a3cb-79161e4ce672,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:17.013631 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8d32e080-366c-46d5-90be-de87f1974f85 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "DELETE /v2.0/ports/b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9 HTTP/1.1" status: 204 len: 168 time: 1.9515507 Feb 19 07:30:17.017666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60040) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:17.026810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Request body: {'port': {'name': 'tempest-new-port-name-1965900129', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:17.028001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] bootfile-name is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:30:17.028919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] tftp-server is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:30:17.029599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.api.validators [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] server-ip-address is not in valid_values {{(pid=83569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:30:17.053890 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4a2ec8ed-3472-4a74-8855-3f722f77c533 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/9fbf6501-4a84-4e3c-a3cb-79161e4ce672 HTTP/1.1" status: 204 len: 168 time: 2.7565699 Feb 19 07:30:17.057885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:17.091079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.096342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdc43d-87a0-4dda-ad1c-d884417bb231 None None] Pushing event updated for resources: {'Port': ['ID=847cf90d-ccb4-4cfc-a8d0-15e932775548,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:17.099834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.144239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ee425b7f-1d9c-4949-842e-4da8c01d00a4 None None] Provisioning complete for port 9de6151c-2b2a-4b89-8b31-07414c8bd508 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:17.144790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee425b7f-1d9c-4949-842e-4da8c01d00a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.180876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 172.20.0.13 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/3bd357b9-8805-4c2c-a9b0-101b57e57849/8b6e6b77-bffb-4d52-8055-62c8cb91aaf1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:17.202740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] No DVR routers for this DVR port e758a3fc-276c-4813-b4ec-64d7c3b668a0 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:17.207084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5750d-ae43-412d-8dde-1772c883b434 None None] Pushing event deleted for resources: {'Port': ['ID=e758a3fc-276c-4813-b4ec-64d7c3b668a0,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:17.239020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting port f00e40ce-c900-4776-ac5d-8a2f5e6155d3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:17.239365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.290098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:fe56:4065 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/fb84620f-3714-4ccf-9cc6-bf07ac1908f6/8b6e6b77-bffb-4d52-8055-62c8cb91aaf1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:17.363707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ee425b7f-1d9c-4949-842e-4da8c01d00a4 None None] Port 9de6151c-2b2a-4b89-8b31-07414c8bd508 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:17.389127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.401773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ee425b7f-1d9c-4949-842e-4da8c01d00a4 None None] Could not find standard attr ID for object b12b0c4e-2d2a-47d5-a07c-bcfc0e3154a9. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:30:17.413489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20999599-4e58-4674-bad4-cdc810afed1b no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:17.493322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.523547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60052) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:17.538427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 20999599-4e58-4674-bad4-cdc810afed1b {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:17.539032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20999599-4e58-4674-bad4-cdc810afed1b not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:17.677779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.792443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-86717469'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:17.797896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.816803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.825657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:17.854181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Usage tracker for resource:router and tenant:77d4fd90f7bd4df2b100278570fd4626 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:17.882446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:17.913293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847cf90d-ccb4-4cfc-a8d0-15e932775548 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:17.955633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.956476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0303de2-371d-4d96-965b-7a6704eb6523 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:17.974585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:17.976191 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f871608e-8d46-46fe-9558-dc009945eb7e admin admin] 10.222.0.72 "DELETE /v2.0/routers/d0303de2-371d-4d96-965b-7a6704eb6523 HTTP/1.1" status: 204 len: 168 time: 4.4808435 Feb 19 07:30:17.980305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60058) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:18.012780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 847cf90d-ccb4-4cfc-a8d0-15e932775548 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:18.051730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:18.097484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e758a3fc-276c-4813-b4ec-64d7c3b668a0 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:18.107821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] Deleting subnet 2e516e3b-d418-47a4-a128-c4ed954ffbca {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:18.116363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.136527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.138166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.147781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e758a3fc-276c-4813-b4ec-64d7c3b668a0 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:18.148094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e758a3fc-276c-4813-b4ec-64d7c3b668a0 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:18.168725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.190516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.241080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.251466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.253057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58f4822-2f92-49ff-912c-1b8b79c42a00']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:18.280565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] For port f00e40ce-c900-4776-ac5d-8a2f5e6155d3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f00e40ce-c900-4776-ac5d-8a2f5e6155d3,segment=NetworkSegment(bc4cc5ce-b8e7-4de8-abce-afd54e5ce633),segment_id=bc4cc5ce-b8e7-4de8-abce-afd54e5ce633)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:18.280933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.294490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb27b7d7-625b-4673-8481-7f1c1b7d67e7') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:18.294879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb27b7d7-625b-4673-8481-7f1c1b7d67e7') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:18.367108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c649e-719b-4122-b5b6-749cc2e793e0 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:18.367906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.381181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event updated for resources: {'Port': ['ID=9de6151c-2b2a-4b89-8b31-07414c8bd508,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:18.406570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.455637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] In _notify_port_updated(), no bound segment for port 9de6151c-2b2a-4b89-8b31-07414c8bd508 on network 968e87d3-02cc-4866-b01b-9935c694db84 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:30:18.459478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:18.460052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.467303 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1df786fb-292d-4101-a7cd-96104c8a3aa2 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "PUT /v2.0/ports/9de6151c-2b2a-4b89-8b31-07414c8bd508 HTTP/1.1" status: 200 len: 1136 time: 1.4483340 Feb 19 07:30:18.470535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60062) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:18.475326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.506132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-616b8481-d78e-4b59-bf3e-d88b43ef6bc6 None None] Provisioning for port 847cf90d-ccb4-4cfc-a8d0-15e932775548 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:18.512491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Calling delete_port for f00e40ce-c900-4776-ac5d-8a2f5e6155d3 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:18.524863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-616b8481-d78e-4b59-bf3e-d88b43ef6bc6 None None] Provisioning complete for port 847cf90d-ccb4-4cfc-a8d0-15e932775548 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:18.525580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-616b8481-d78e-4b59-bf3e-d88b43ef6bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.567918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b8912-4e2f-4158-af86-e218c8924802 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:18.568629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-971b8912-4e2f-4158-af86-e218c8924802 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Synchronizing usage tracker for tenant:98e6d2205f0c4258b2094f11f08fcb52 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:18.595841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.612021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.631626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.633634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-971b8912-4e2f-4158-af86-e218c8924802 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Unset dirty status for tenant:98e6d2205f0c4258b2094f11f08fcb52 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:18.638335 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-971b8912-4e2f-4158-af86-e218c8924802 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "GET /v2.0/ports/9de6151c-2b2a-4b89-8b31-07414c8bd508 HTTP/1.1" status: 200 len: 1136 time: 0.1636305 Feb 19 07:30:18.641991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:18.644506 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e516e3b-d418-47a4-a128-c4ed954ffbca,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:18.649654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.656698 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e931303b-d636-4a79-a003-b95a302092f3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2e516e3b-d418-47a4-a128-c4ed954ffbca HTTP/1.1" status: 204 len: 168 time: 0.6752224 Feb 19 07:30:18.659892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60070) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:18.669841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239d543-ab98-427d-89e1-5e8a7c356d46 None None] Network 1e1d6c9c-7bac-4dea-974f-1edd62b66357 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:18.697368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:18.697774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:18.714271 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:18.731956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:18.829522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.879370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Deleting port 9de6151c-2b2a-4b89-8b31-07414c8bd508 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:18.879577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.892299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.903076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Deleting port 4a85101b-f5db-42b7-9117-ad33b4b30daf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:18.903382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.911751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.915119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:18.975227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-616b8481-d78e-4b59-bf3e-d88b43ef6bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.032134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-616b8481-d78e-4b59-bf3e-d88b43ef6bc6 None None] For port 847cf90d-ccb4-4cfc-a8d0-15e932775548, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=847cf90d-ccb4-4cfc-a8d0-15e932775548,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:19.041975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.043411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-616b8481-d78e-4b59-bf3e-d88b43ef6bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.043866 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/f58f4822-2f92-49ff-912c-1b8b79c42a00 HTTP/1.1" status: 204 len: 168 time: 1.9849238 Feb 19 07:30:19.089200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60074) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:19.100657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1260739713'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:19.115415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:19.115975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.117553 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9c82c6e-6b90-45ba-baa9-d76c2fce1219 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.5786183 Feb 19 07:30:19.119965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60078) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:19.126419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:19.133652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Port': ['ID=f00e40ce-c900-4776-ac5d-8a2f5e6155d3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:19.141797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21342c57-e5ef-4feb-90a4-c5d904c37f7c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=f58f4822-2f92-49ff-912c-1b8b79c42a00,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:19.157496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] DHCP port deletion for 1e1d6c9c-7bac-4dea-974f-1edd62b66357 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:19.165203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.167321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No DVR routers for this DVR port f00e40ce-c900-4776-ac5d-8a2f5e6155d3 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:19.176209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Deleting port 4a85101b-f5db-42b7-9117-ad33b4b30daf {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:19.176587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.189240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:19.215876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:19.239333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8481-d78e-4b59-bf3e-d88b43ef6bc6 None None] Pushing event updated for resources: {'Port': ['ID=847cf90d-ccb4-4cfc-a8d0-15e932775548,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:19.250262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] Update dhcp port {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '3bd357b9-8805-4c2c-a9b0-101b57e57849', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb84620f-3714-4ccf-9cc6-bf07ac1908f6'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '847cf90d-ccb4-4cfc-a8d0-15e932775548'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:30:19.288409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] For port 4a85101b-f5db-42b7-9117-ad33b4b30daf, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a85101b-f5db-42b7-9117-ad33b4b30daf,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:19.288886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.303287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:19.306226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.324527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5f83abfa-05a2-470c-b739-a06de1546108 None None] Provisioning complete for port 9de6151c-2b2a-4b89-8b31-07414c8bd508 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:19.324884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5f83abfa-05a2-470c-b739-a06de1546108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.399754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.426168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5f83abfa-05a2-470c-b739-a06de1546108 None None] Port 9de6151c-2b2a-4b89-8b31-07414c8bd508 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:19.435629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Calling delete_port for 4a85101b-f5db-42b7-9117-ad33b4b30daf owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:19.488954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64f7d01-748e-4a05-b78d-7e5ed66f4ac5 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.554635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:19.559317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:19.564302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] For port 4a85101b-f5db-42b7-9117-ad33b4b30daf, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a85101b-f5db-42b7-9117-ad33b4b30daf,segment=NetworkSegment(c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa),segment_id=c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:19.564693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.581763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:19.594178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:19.620065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.637862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.638194 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment d38aa419-b932-48b9-a2b9-f3751287aa25 of type vlan for network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 Feb 19 07:30:19.670831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.676838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=8b6e6b77-bffb-4d52-8055-62c8cb91aaf1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:19.678532 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:30:19.735452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Calling delete_port for 4a85101b-f5db-42b7-9117-ad33b4b30daf owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:19.742406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.756736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86729c96-573b-45d0-b834-587a366b3e73']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:19.838681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:19.839346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.848653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:30:19.852431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:19.852728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4cc5ce-b8e7-4de8-abce-afd54e5ce633') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:19.874949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a85101b-f5db-42b7-9117-ad33b4b30daf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:19.875471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847cf90d-ccb4-4cfc-a8d0-15e932775548 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:19.934526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:19.949077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] No DVR routers for this DVR port 4a85101b-f5db-42b7-9117-ad33b4b30daf on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:19.961100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:19.961498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:19.970820 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e8620dcb-b10e-424e-92a6-37eea7fe7579 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.4094057 Feb 19 07:30:19.971971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:19.974109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] Allocated IP 2001:db8::f816:3eff:fe4f:48b (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/fb84620f-3714-4ccf-9cc6-bf07ac1908f6/847cf90d-ccb4-4cfc-a8d0-15e932775548) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:20.010375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.022457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.070382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 847cf90d-ccb4-4cfc-a8d0-15e932775548 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:20.070988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.071072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.075012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:20.075531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.093159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:20.093662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:20.109345 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:20.115664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64f7d01-748e-4a05-b78d-7e5ed66f4ac5 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.170744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] For port 847cf90d-ccb4-4cfc-a8d0-15e932775548, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=847cf90d-ccb4-4cfc-a8d0-15e932775548,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:20.223751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Calling delete_port for 9de6151c-2b2a-4b89-8b31-07414c8bd508 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:20.251813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.324464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] Transition to ACTIVE for port object 847cf90d-ccb4-4cfc-a8d0-15e932775548 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:20.335651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.340332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.365538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.395036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Network': ['ID=86729c96-573b-45d0-b834-587a366b3e73,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:20.404280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f4468db5-6eb3-4a33-a0a3-cc353a1ac122 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/86729c96-573b-45d0-b834-587a366b3e73 HTTP/1.1" status: 204 len: 168 time: 8.8737819 Feb 19 07:30:20.406310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60086) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:20.413486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1285887778'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:20.422970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:20.430167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64f7d01-748e-4a05-b78d-7e5ed66f4ac5 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.432995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:network and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:20.444089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08876b-cc01-4793-a7b9-e5095ccbc6f4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:20.449033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08876b-cc01-4793-a7b9-e5095ccbc6f4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:20.449486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee08876b-cc01-4793-a7b9-e5095ccbc6f4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:20.456337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:20.466175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.474092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:20.490960 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-60f69e49-7c73-4085-b26c-20a1171084df tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4008257 Feb 19 07:30:20.494955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60090) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:20.500828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:20.514989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:20.519361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4a85101b-f5db-42b7-9117-ad33b4b30daf no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:20.559781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee08876b-cc01-4793-a7b9-e5095ccbc6f4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:20.563590 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee08876b-cc01-4793-a7b9-e5095ccbc6f4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.5823476 Feb 19 07:30:20.563590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:20.566712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.576509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60094) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:20.598822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1d6c9c-7bac-4dea-974f-1edd62b66357']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:20.601087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Deleting port 4a85101b-f5db-42b7-9117-ad33b4b30daf {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:20.601618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.613430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.632743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:20.633018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d2f485-00ee-4af7-9d4f-bf6c9cddbcfa') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:20.647093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 4a85101b-f5db-42b7-9117-ad33b4b30daf {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:20.647432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4a85101b-f5db-42b7-9117-ad33b4b30daf not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:20.647843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c480bba6-b718-467a-aa3f-51d688618597 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:20.651222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64f7d01-748e-4a05-b78d-7e5ed66f4ac5 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.651680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64f7d01-748e-4a05-b78d-7e5ed66f4ac5 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6313562-45db-4afc-ba62-7f341666a9c4 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:20.666947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.670263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:20.685097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a64f7d01-748e-4a05-b78d-7e5ed66f4ac5 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.689450 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a64f7d01-748e-4a05-b78d-7e5ed66f4ac5 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "DELETE /v2.0/routers/a6313562-45db-4afc-ba62-7f341666a9c4 HTTP/1.1" status: 204 len: 168 time: 1.5641618 Feb 19 07:30:20.691964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60098) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:20.693185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:20.699692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Request body: {'router': {'name': 'tempest-router-1288237764', 'distributed': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:20.700557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event deleted for resources: {'Port': ['ID=9de6151c-2b2a-4b89-8b31-07414c8bd508,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:20.703997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:20.709531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:20.712554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.714872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:20.717172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:20.726073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:20.726426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.740663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:20.742599 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:20.747344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Usage tracker for resource:router and tenant:77d4fd90f7bd4df2b100278570fd4626 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:20.763575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c480bba6-b718-467a-aa3f-51d688618597 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:20.763963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c480bba6-b718-467a-aa3f-51d688618597 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:20.800833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:20.801175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.807740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:20.830224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5d112bc8-7f52-4c23-8830-a544e20cb8ca None None] The port '4a85101b-f5db-42b7-9117-ad33b4b30daf' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:30:20.830908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:20.845732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:20.846950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dc704-441e-424a-80b4-0c9d6996ff3f None None] Pushing event updated for resources: {'Port': ['ID=847cf90d-ccb4-4cfc-a8d0-15e932775548,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:20.868272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.868761 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Added segment 5ab8cebe-c93c-482e-9a36-386e6ef1d9b5 of type vlan for network 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 Feb 19 07:30:20.875015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.876375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.921834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Router def940f7-7b5b-48b7-b5ff-149b989b9183 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:20.938405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.974765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:20.975418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.007789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1d6c9c-7bac-4dea-974f-1edd62b66357,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:21.016739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.020135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.045345 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2fb3284-fd4b-42c8-981e-60768d1b7428 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1e1d6c9c-7bac-4dea-974f-1edd62b66357 HTTP/1.1" status: 204 len: 168 time: 2.3817506 Feb 19 07:30:21.059807 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7542c20b-a8ac-4492-ae4f-94e1a207e267 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "DELETE /v2.0/ports/9de6151c-2b2a-4b89-8b31-07414c8bd508 HTTP/1.1" status: 204 len: 168 time: 2.4152331 Feb 19 07:30:21.113947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:21.115567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.161789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.247018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.251197 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2ef2834-7d91-46ce-9c67-76537280e4c4 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5569687 Feb 19 07:30:21.255866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60108) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:21.331127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60112) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:21.359592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:30:21.508749 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8d9b2f0-39dc-4d15-a8a2-5a5defc75cc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=232e1adbd20d40169d2765cccc951a2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740994 Feb 19 07:30:21.511500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:21.511649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.515229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:21.516062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.525999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349fee8-0af5-49ff-8e3f-ac70c70bc147 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.588679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.598079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e10491a7-cc33-4b06-83e2-51e255046780 None None] Provisioning for port 847cf90d-ccb4-4cfc-a8d0-15e932775548 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:21.605171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e10491a7-cc33-4b06-83e2-51e255046780 None None] Provisioning complete for port 847cf90d-ccb4-4cfc-a8d0-15e932775548 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:21.605760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e10491a7-cc33-4b06-83e2-51e255046780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.803651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Network': ['ID=5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:21.809339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.820099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:21.838992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-73b719f1-e8ca-47f7-9deb-2ebbb3159ed5 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4329393 Feb 19 07:30:21.844467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a526cde7-746a-49fb-b736-511049924c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:21.846058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60120) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:21.874385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Request body: {'subnet': {'network_id': '5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:21.899099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=140166cb-edf2-4e09-a7b7-a8c4011f2854,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:21.929709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847cf90d-ccb4-4cfc-a8d0-15e932775548 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:21.953134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1f576-1b7b-4f53-bbad-ba88f223ec3c None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:30:21.967735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:21.999569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a526cde7-746a-49fb-b736-511049924c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.007510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Deleting subnet 6b764eeb-4d8a-48f0-9b38-ca4d112ea60c {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:22.023866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.053523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9a7a0dd7-d456-4d46-9ff7-e50887c26b4f None None] Provisioning for port 8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:22.077517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9a7a0dd7-d456-4d46-9ff7-e50887c26b4f None None] Provisioning complete for port 8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:22.077883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0dd7-d456-4d46-9ff7-e50887c26b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.113919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.218160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': 'd38aa419-b932-48b9-a2b9-f3751287aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:22.218469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:22.219441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 847cf90d-ccb4-4cfc-a8d0-15e932775548 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:22.220536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.246179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a0dd7-d456-4d46-9ff7-e50887c26b4f None None] Port 8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:22.322297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:22.334099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.367185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:22.383878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Usage tracker for resource:subnet and tenant:05f6280a9ff2420dbb23f905b68fe18a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:22.385384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] Sync routers for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:22.396849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:22.427479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:22.428117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:22.444380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.467494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:22.481690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349fee8-0af5-49ff-8e3f-ac70c70bc147 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.486977 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ea62aebd-6f08-4c93-86a3-3bc6602a5ac7 admin admin] 10.222.0.72 "PUT /v2.0/routers/def940f7-7b5b-48b7-b5ff-149b989b9183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8589597 Feb 19 07:30:22.490099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349fee8-0af5-49ff-8e3f-ac70c70bc147 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.504805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:22.510358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a526cde7-746a-49fb-b736-511049924c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.564834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.610731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=8b6e6b77-bffb-4d52-8055-62c8cb91aaf1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:22.614057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:22.615936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Made reservation on behalf of 05f6280a9ff2420dbb23f905b68fe18a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:22.654286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event deleted for resources: {'Subnet': ['ID=6b764eeb-4d8a-48f0-9b38-ca4d112ea60c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:22.696332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.698405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526cde7-746a-49fb-b736-511049924c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe232183-480d-4120-9b7a-a4a97bb02553,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:22.708673 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-60a1f576-1b7b-4f53-bbad-ba88f223ec3c None None] Agent 306f3e15-7f42-4af8-b435-d75491878a2b already present Feb 19 07:30:22.709196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a1f576-1b7b-4f53-bbad-ba88f223ec3c None None] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:22.709720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a1f576-1b7b-4f53-bbad-ba88f223ec3c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7) {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:30:22.750485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a526cde7-746a-49fb-b736-511049924c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.751582 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a526cde7-746a-49fb-b736-511049924c28 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe232183-480d-4120-9b7a-a4a97bb02553 HTTP/1.1" status: 204 len: 168 time: 1.2394755 Feb 19 07:30:22.772067 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0c6617d3-2a72-493a-a662-5e85e9d8b768 tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "DELETE /v2.0/subnets/6b764eeb-4d8a-48f0-9b38-ca4d112ea60c HTTP/1.1" status: 204 len: 168 time: 1.6570210 Feb 19 07:30:22.775767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:22.789915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349fee8-0af5-49ff-8e3f-ac70c70bc147 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.790415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f349fee8-0af5-49ff-8e3f-ac70c70bc147 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec9921ff-2d47-4812-8c99-eb7295a096ee {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:22.791952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:22.812925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.815673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b22cc975-58cd-4c96-abc9-077f14c4d282 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 HTTP/1.1" status: 204 len: 168 time: 2.2359846 Feb 19 07:30:22.830400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.831411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.836555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60136) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:22.865271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:30:22.906704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f349fee8-0af5-49ff-8e3f-ac70c70bc147 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.907874 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f349fee8-0af5-49ff-8e3f-ac70c70bc147 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "DELETE /v2.0/routers/ec9921ff-2d47-4812-8c99-eb7295a096ee HTTP/1.1" status: 204 len: 168 time: 1.6510205 Feb 19 07:30:22.918434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:22.925174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Request body: {'router': {'name': 'tempest-router-207670020', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bb80650b6019492aac22aeb6f392ac19'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:22.935777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:22.935981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.943145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Usage tracker for resource:router and tenant:bb80650b6019492aac22aeb6f392ac19 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:22.949747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:22.953777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:22.964698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:22.981009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Deleting port 590f49a2-924a-4897-ac9a-1056ddf85730 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:22.981877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.058473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.059436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.251932 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9208a91b-ab03-4199-9fbe-6a7dc90d16bd tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7535925 Feb 19 07:30:23.252920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60146) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:23.268813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1064431337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:23.276431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:23.280906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:router and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:23.284526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:23.291228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:23.316758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f5750-a441-4df7-acf4-99563f1144b5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:23.318733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f5750-a441-4df7-acf4-99563f1144b5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:23.320626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f5750-a441-4df7-acf4-99563f1144b5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:23.321446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df6f5750-a441-4df7-acf4-99563f1144b5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:23.341659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.342798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.421777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.494486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] For port 590f49a2-924a-4897-ac9a-1056ddf85730, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=590f49a2-924a-4897-ac9a-1056ddf85730,segment=NetworkSegment(a24d8352-acb3-4ab5-b7fe-3c72a151c2c8),segment_id=a24d8352-acb3-4ab5-b7fe-3c72a151c2c8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:23.494759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:30:23.494937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.496074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df6f5750-a441-4df7-acf4-99563f1144b5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:23.497869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df6f5750-a441-4df7-acf4-99563f1144b5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6591589 Feb 19 07:30:23.500874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.505980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60156) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:23.511896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.535577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:30:14Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:23.602155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] Checking router: def940f7-7b5b-48b7-b5ff-149b989b9183 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:30:23.630318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] Routers {'def940f7-7b5b-48b7-b5ff-149b989b9183'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:23.630968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['def940f7-7b5b-48b7-b5ff-149b989b9183'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:23.641933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Calling delete_port for 590f49a2-924a-4897-ac9a-1056ddf85730 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:23.689296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.690497 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fc23c9c3-e631-420d-9937-1183f5dfe8bd tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7708058 Feb 19 07:30:23.693480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:23.698571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Checking segment: {'id': '5ab8cebe-c93c-482e-9a36-386e6ef1d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:23.699230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network hostable DHCP agents. Network: 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:23.701965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:23.703805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event updated for resources: {'Subnet': ['ID=9da1c851-5e38-4fac-8501-5e7bfa4baaa7,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:23.713026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7', 'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': '140166cb-edf2-4e09-a7b7-a8c4011f2854'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:23.713841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.733366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.888224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 3bd357b9-8805-4c2c-a9b0-101b57e57849 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:23.895759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.918740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.963123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Allocated IP 2001:db8::2 (b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7/140166cb-edf2-4e09-a7b7-a8c4011f2854/23409d93-4e5b-4b9d-8297-e9649221882e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:23.966174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:23.994599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.023655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event deleted for resources: {'Port': ['ID=590f49a2-924a-4897-ac9a-1056ddf85730,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:24.041279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] No DVR routers for this DVR port 590f49a2-924a-4897-ac9a-1056ddf85730 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:24.169417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.192960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.205097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.217043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Transition to ACTIVE for port object 23409d93-4e5b-4b9d-8297-e9649221882e will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:24.252619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968e87d3-02cc-4866-b01b-9935c694db84']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:24.259697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Transition to ACTIVE for port object 23409d93-4e5b-4b9d-8297-e9649221882e will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:24.275143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] Set router def940f7-7b5b-48b7-b5ff-149b989b9183 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:30:24.278987 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Network 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:24.281251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.285494 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-006eecc4-c9b9-4952-9ea6-bbb7366572a9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0279701 Feb 19 07:30:24.296331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:24.301874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'port': {'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7', 'name': 'tempest-RoutersIpV6Test-1366502061'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:24.317431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.328314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24d8352-acb3-4ab5-b7fe-3c72a151c2c8') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:24.328585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24d8352-acb3-4ab5-b7fe-3c72a151c2c8') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:24.344255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.344498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.399902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.407888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Pushing event updated for resources: {'Port': ['ID=23409d93-4e5b-4b9d-8297-e9649221882e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:24.426194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:24.442928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:24.443787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.480844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.497971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:24.498360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:24.512832 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:24.524105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:24.531466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:24.565586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 19 07:30:24.565915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Router 4f84feff-49c8-48db-b62e-8d5adae93a54 migrating from provider to provider. {{(pid=83568) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 19 07:30:24.566280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.586732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.594994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.601558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.635214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:24.660688 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-54da7324-9cae-434e-9de9-f5cf04c3fa93 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8076410 Feb 19 07:30:24.664755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60182) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:24.784816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.794174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:24.802160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] Pushing event deleted for resources: {'Network': ['ID=968e87d3-02cc-4866-b01b-9935c694db84,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:24.806004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Attempting to bind port 23409d93-4e5b-4b9d-8297-e9649221882e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:24.806534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Attempting to bind port 23409d93-4e5b-4b9d-8297-e9649221882e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd38aa419-b932-48b9-a2b9-f3751287aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:24.806705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Attempting to bind port 23409d93-4e5b-4b9d-8297-e9649221882e on network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:24.817130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.822318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:24.822672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Checking segment: {'id': 'd38aa419-b932-48b9-a2b9-f3751287aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:24.823062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.823441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Bound using segment: {'id': 'd38aa419-b932-48b9-a2b9-f3751287aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:24.823888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Bound port: 23409d93-4e5b-4b9d-8297-e9649221882e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38aa419-b932-48b9-a2b9-f3751287aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:24.824285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.861936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:port and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:24.867197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-98e7a375-74a1-4049-9333-6cf9519080eb tempest-ExtraDHCPOptionsTestJSON-1004062913 tempest-ExtraDHCPOptionsTestJSON-1004062913-project] 10.222.0.72 "DELETE /v2.0/networks/968e87d3-02cc-4866-b01b-9935c694db84 HTTP/1.1" status: 204 len: 168 time: 2.0907400 Feb 19 07:30:24.868124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:24.884957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:24.894307 dv-neutron-829958-1-hyperv neutron-server[83568]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] No L3 agents can host the router 4f84feff-49c8-48db-b62e-8d5adae93a54 Feb 19 07:30:24.924541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.946245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:24.949747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:24.974851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:30:14Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:24.977236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] For port 23409d93-4e5b-4b9d-8297-e9649221882e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:24.981650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] For port 23409d93-4e5b-4b9d-8297-e9649221882e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=23409d93-4e5b-4b9d-8297-e9649221882e,segment=NetworkSegment(d38aa419-b932-48b9-a2b9-f3751287aa25),segment_id=d38aa419-b932-48b9-a2b9-f3751287aa25)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:24.983708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d3819-625f-4d6d-9b19-db8f78c46ed5 None None] The sync data for ids ['def940f7-7b5b-48b7-b5ff-149b989b9183'] in dv-neutron-829958-1-hyperv is: [{'id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'name': 'tempest-ServersTestManualDisk-2029467358-router', 'tenant_id': '5ad7397db76746ea8c30b53538851e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:30:14Z', 'revision_number': 5, 'project_id': '5ad7397db76746ea8c30b53538851e29', 'gw_port': {'id': '7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def940f7-7b5b-48b7-b5ff-149b989b9183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:28Z', 'updated_at': '2022-02-19T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:24.990549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.004857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] device_id is not set on port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:25.127179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Hosts for router 4f84feff-49c8-48db-b62e-8d5adae93a54: [] {{(pid=83568) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 19 07:30:25.138979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502bfc2-5068-4807-afe4-2b6e485ef453 None None] Pushing event updated for resources: {'Port': ['ID=23409d93-4e5b-4b9d-8297-e9649221882e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:25.144300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.187744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Hosts for other DVR routers connected to router 4f84feff-49c8-48db-b62e-8d5adae93a54: set() {{(pid=83568) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 19 07:30:25.193542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.195562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b9c42228-ecdc-4e4d-bf8a-1f2fd298af0a tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "PUT /v2.0/routers/4f84feff-49c8-48db-b62e-8d5adae93a54 HTTP/1.1" status: 200 len: 716 time: 1.5006204 Feb 19 07:30:25.197707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:25.230698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd357b9-8805-4c2c-a9b0-101b57e57849,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:25.244322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.305727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.353541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.354158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.354639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.355126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.355615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.356093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.356733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.357212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.357680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.358262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.358889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:25.370457 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4c609d05-ecd6-4d64-82ce-bfba2222d90f tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "GET /v2.0/routers/4f84feff-49c8-48db-b62e-8d5adae93a54 HTTP/1.1" status: 200 len: 716 time: 0.1712837 Feb 19 07:30:25.375742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60202) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:25.457166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:25.544807 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-41706a88-442e-4dbd-a811-87bd141b50c0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/3bd357b9-8805-4c2c-a9b0-101b57e57849 HTTP/1.1" status: 204 len: 168 time: 1.9832251 Feb 19 07:30:25.547310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:25.587159 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.591960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.606077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8::22b (b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7/140166cb-edf2-4e09-a7b7-a8c4011f2854/5841be82-f8d3-4ce8-a0b9-9a02c81e32d5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:25.770831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.787955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Subnet': ['ID=9da1c851-5e38-4fac-8501-5e7bfa4baaa7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:25.814453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Deleting port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:25.814453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:25.879337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:25.911852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab8cebe-c93c-482e-9a36-386e6ef1d9b5') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:25.912135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab8cebe-c93c-482e-9a36-386e6ef1d9b5') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:25.978968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 23409d93-4e5b-4b9d-8297-e9649221882e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:26.004063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.017958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60222) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:26.064894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.072303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet fb84620f-3714-4ccf-9cc6-bf07ac1908f6 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:26.078343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 23409d93-4e5b-4b9d-8297-e9649221882e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:26.082807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.109859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:26.130391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7b70dd7e-b512-4781-8283-0b81bc3d7252 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98e6d2205f0c4258b2094f11f08fcb52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6720164 Feb 19 07:30:26.138858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60228) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:26.149236 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-402c3df9-c9ad-4608-8273-8b4132887deb tempest-RoutersTestDVR-1342728808 tempest-RoutersTestDVR-1342728808-project] 10.222.0.72 "GET /v2.0/routers/4f84feff-49c8-48db-b62e-8d5adae93a54 HTTP/1.1" status: 200 len: 682 time: 0.7723296 Feb 19 07:30:26.152379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:26.181669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:26.183395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 682b61eb-12ea-457b-b9a5-43e9a9e8fb29 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:26.185303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:26.185732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:26.204491 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:26.301776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.356430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1842977669'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:26.372406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:26.380109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Usage tracker for resource:network and tenant:1d1808ddb5e54bbaa47d8da3476da7eb is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:26.383370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:26.393534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:26.414733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Made reservation on behalf of 1d1808ddb5e54bbaa47d8da3476da7eb for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:26.417866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.428858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b39221-dd00-4448-b4cc-923a3ddcd996 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.493449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] For port 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:26.494063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.501417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af4e671f-5160-4449-b73b-06110ea6fca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.508113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.513475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.541456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2528f9-1f6b-4f9d-b197-8be4a1ce3404 None None] Network 968e87d3-02cc-4866-b01b-9935c694db84 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:26.560273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef428a7-376c-4b5e-b22a-4a606e60e9ab None None] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:26.580905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e805ba-5b7e-4e22-a17a-52f75d48bba5 None None] Network 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:26.599357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2528f9-1f6b-4f9d-b197-8be4a1ce3404 None None] Network 968e87d3-02cc-4866-b01b-9935c694db84 could not be found, it might have been deleted concurrently. {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 19 07:30:26.673183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e805ba-5b7e-4e22-a17a-52f75d48bba5 None None] Network 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 could not be found, it might have been deleted concurrently. {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 19 07:30:26.684458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e070ef-1e59-4ad1-ac4d-79187ac69613 None None] Network 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:26.695241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Calling delete_port for 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:26.707762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e070ef-1e59-4ad1-ac4d-79187ac69613 None None] Network 5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 could not be found, it might have been deleted concurrently. {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 19 07:30:26.709255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a52e32-a5c5-4145-80e8-c7cde06b7901 None None] DHCP port deletion for 968e87d3-02cc-4866-b01b-9935c694db84 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:26.714197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1e7f2d06-d967-4dc8-8427-fad668559ceb None None] Provisioning for port 23409d93-4e5b-4b9d-8297-e9649221882e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:26.726103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.726318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1e7f2d06-d967-4dc8-8427-fad668559ceb None None] Provisioning complete for port 23409d93-4e5b-4b9d-8297-e9649221882e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:26.726441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Network': ['ID=5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:26.726628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2d06-d967-4dc8-8427-fad668559ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.777813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.781855 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ebbbaa72-ddb5-4617-864d-368b5692d3b2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 HTTP/1.1" status: 204 len: 168 time: 2.1146502 Feb 19 07:30:26.793376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60238) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:26.799464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af4e671f-5160-4449-b73b-06110ea6fca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.805875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.857433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.882877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:26.884880 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3958efe6-ae8f-4cd8-bcfc-010606b60ae2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:26.885322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3958efe6-ae8f-4cd8-bcfc-010606b60ae2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:26.885781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa9fdf-c143-4e08-8e72-c96df43c1713 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:26.888216 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3958efe6-ae8f-4cd8-bcfc-010606b60ae2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/9da1c851-5e38-4fac-8501-5e7bfa4baaa7 HTTP/1.1" status: 404 len: 337 time: 0.0902734 Feb 19 07:30:26.900364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60242) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:26.918347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=fb84620f-3714-4ccf-9cc6-bf07ac1908f6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:26.925746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:26.933188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:26.937929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Usage tracker for resource:security_group_rule and tenant:1d1808ddb5e54bbaa47d8da3476da7eb is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:26.946827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:26.957911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.958252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.958586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.958915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.959238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.959559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.959881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.960226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.960572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.960857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.961209 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:26.963962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:26.977779 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-105f216b-077e-4843-93f9-425d682ff458 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:26.978198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105f216b-077e-4843-93f9-425d682ff458 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:26.982349 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-105f216b-077e-4843-93f9-425d682ff458 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/5d4bc8b5-7b4c-4486-b497-5a0f9dd569b7 HTTP/1.1" status: 404 len: 339 time: 0.0782015 Feb 19 07:30:26.984257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60246) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.027362 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-008faf7a-ecae-43b7-a170-aea795a5a384 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:27.027823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008faf7a-ecae-43b7-a170-aea795a5a384 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:27.039115 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2495d99e-1bad-47f3-bc92-4f87b887e83c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/fb84620f-3714-4ccf-9cc6-bf07ac1908f6 HTTP/1.1" status: 204 len: 168 time: 1.4883535 Feb 19 07:30:27.039420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60250) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.084670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2d06-d967-4dc8-8427-fad668559ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.105839 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-008faf7a-ecae-43b7-a170-aea795a5a384 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/3031f4d6-f718-476e-8e7d-7a4b6fb3e384 HTTP/1.1" status: 404 len: 337 time: 0.1197348 Feb 19 07:30:27.106337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60254) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.115260 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f95a18e5-ea8d-4e27-8171-9091b877ebc7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742197 Feb 19 07:30:27.122652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60258) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.129529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:27.144731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.191539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af4e671f-5160-4449-b73b-06110ea6fca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.193912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-af4e671f-5160-4449-b73b-06110ea6fca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.195025 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-af4e671f-5160-4449-b73b-06110ea6fca2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea177b57-75ba-4641-96f1-fd438849f9a7 HTTP/1.1" status: 204 len: 168 time: 1.0364528 Feb 19 07:30:27.211580 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8706b30-9c81-4937-8cec-a16cc01a4547 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:27.212275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8706b30-9c81-4937-8cec-a16cc01a4547 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:27.225375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1e7f2d06-d967-4dc8-8427-fad668559ceb None None] For port 23409d93-4e5b-4b9d-8297-e9649221882e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=23409d93-4e5b-4b9d-8297-e9649221882e,segment=NetworkSegment(d38aa419-b932-48b9-a2b9-f3751287aa25),segment_id=d38aa419-b932-48b9-a2b9-f3751287aa25)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:27.242517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2d06-d967-4dc8-8427-fad668559ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.299121 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e8706b30-9c81-4937-8cec-a16cc01a4547 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/86729c96-573b-45d0-b834-587a366b3e73 HTTP/1.1" status: 404 len: 339 time: 0.1894572 Feb 19 07:30:27.304432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60264) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.307655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b39221-dd00-4448-b4cc-923a3ddcd996 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.311241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e671f-5160-4449-b73b-06110ea6fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea177b57-75ba-4641-96f1-fd438849f9a7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:27.324478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b39221-dd00-4448-b4cc-923a3ddcd996 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.361218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.371150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f2d06-d967-4dc8-8427-fad668559ceb None None] Pushing event updated for resources: {'Port': ['ID=23409d93-4e5b-4b9d-8297-e9649221882e,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:27.375879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.415369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b39221-dd00-4448-b4cc-923a3ddcd996 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.415959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b39221-dd00-4448-b4cc-923a3ddcd996 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f84feff-49c8-48db-b62e-8d5adae93a54 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:27.417837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:27.436538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d2e4a8-9551-41fe-bbbb-c0043da7e09f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:27.438046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:27.442241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:27.444189 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-227c0c32-8f83-413d-a213-5fd89f934265 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:27.444666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227c0c32-8f83-413d-a213-5fd89f934265 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:27.447278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Deleting port 847cf90d-ccb4-4cfc-a8d0-15e932775548 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:27.447405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.447812 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Added segment 635c5250-16f4-44f2-9572-5b989207131a of type vlan for network 56177fa6-271f-4838-8766-ff986b8ba9fe Feb 19 07:30:27.448036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.453164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:27.455051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=5841be82-f8d3-4ce8-a0b9-9a02c81e32d5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:27.459545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:27.460212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b39221-dd00-4448-b4cc-923a3ddcd996 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.463135 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-48b39221-dd00-4448-b4cc-923a3ddcd996 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "DELETE /v2.0/routers/4f84feff-49c8-48db-b62e-8d5adae93a54 HTTP/1.1" status: 204 len: 168 time: 1.3098006 Feb 19 07:30:27.463505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:27.465920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.469921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60268) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.491671 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-227c0c32-8f83-413d-a213-5fd89f934265 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/3ed30e74-ff80-4188-bf18-4d4ecbe95b3f HTTP/1.1" status: 404 len: 337 time: 0.1822164 Feb 19 07:30:27.504010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.507273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Request body: {'router': {'name': 'tempest-router-345018451', 'distributed': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:27.512265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.513349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:27.544992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:27.552762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:27.564461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.573306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:27.574264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.590366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:27.601817 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c4898cd7-49b4-4577-9a31-6c5b1db30b7b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3044958 Feb 19 07:30:27.603113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Usage tracker for resource:router and tenant:77d4fd90f7bd4df2b100278570fd4626 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:27.611322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60276) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.614524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.618549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:27.622014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:27.625779 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5996480 Feb 19 07:30:27.626558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60280) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.735263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f2a25-f9c9-4f56-a5d8-7e5bfd1e87fb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Pushing event updated for resources: {'Network': ['ID=56177fa6-271f-4838-8766-ff986b8ba9fe,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:27.743355 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-211ad49b-b310-47f0-91bd-e4102b0b26c6 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:27.743705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211ad49b-b310-47f0-91bd-e4102b0b26c6 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:27.745414 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-211ad49b-b310-47f0-91bd-e4102b0b26c6 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/28e02679-e1b1-4753-97c5-a8c0bac3962c HTTP/1.1" status: 404 len: 339 time: 0.2290971 Feb 19 07:30:27.746396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:27.748113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:27.791335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:27.848383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 56177fa6-271f-4838-8766-ff986b8ba9fe details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:27.878573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:27.882579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.909028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting port 432cafcb-39f5-4b3f-b1d6-514358fc5be8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:27.909028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.929076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:27.930037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.000108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 23409d93-4e5b-4b9d-8297-e9649221882e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:28.080610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'network': {'name': 'tempest-network--2112801611', 'router:external': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:28.089175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:28.141096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] For port 847cf90d-ccb4-4cfc-a8d0-15e932775548, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=847cf90d-ccb4-4cfc-a8d0-15e932775548,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:28.141927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.155848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:network and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:28.189062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:28.212469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:28.255134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.263121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Made reservation on behalf of a925e6cbec164571b6125846476fecaf for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:28.265442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.281997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c426c04-e1ed-4f45-bd86-4db6779078f8 None None] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:28.288567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.312109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Calling delete_port for 847cf90d-ccb4-4cfc-a8d0-15e932775548 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:28.423682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Calling delete_port for 432cafcb-39f5-4b3f-b1d6-514358fc5be8 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:28.501985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:28.512302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:security_group_rule and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:28.527147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:28.535082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:28.542909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-74dfa3f0-4764-4307-b58d-4753fc2b7d5e None None] Provisioning complete for port 23409d93-4e5b-4b9d-8297-e9649221882e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:28.542909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74dfa3f0-4764-4307-b58d-4753fc2b7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.559490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.615466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Port': ['ID=432cafcb-39f5-4b3f-b1d6-514358fc5be8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:28.641635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.654842 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4c5f3d7a-cd2c-4b37-920f-9c6b11272453 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/ports/432cafcb-39f5-4b3f-b1d6-514358fc5be8 HTTP/1.1" status: 204 len: 168 time: 0.9053833 Feb 19 07:30:28.655506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:28.707447 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea117c2-533a-447a-9362-99989f9c7480 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:28.707896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea117c2-533a-447a-9362-99989f9c7480 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:28.712928 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0ea117c2-533a-447a-9362-99989f9c7480 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/bc259788-2d20-4ce6-abd0-86b1a2739582 HTTP/1.1" status: 404 len: 337 time: 0.0514417 Feb 19 07:30:28.713441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.715982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60310) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:28.765046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60314) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:28.765207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.822901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.847310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 23409d93-4e5b-4b9d-8297-e9649221882e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:28.847819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.913796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.922299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Pushing event deleted for resources: {'Port': ['ID=847cf90d-ccb4-4cfc-a8d0-15e932775548,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:28.960491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.964055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] No DVR routers for this DVR port 847cf90d-ccb4-4cfc-a8d0-15e932775548 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:28.964298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.966573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:28.987721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.006724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-956862168'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:29.009666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.009925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.010267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.010594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.010925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.011251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.011576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.011883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.012220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.012599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.012912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c3021-a422-42fe-8c4e-153289df2a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:29.037140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:29.048662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:29.064663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d248022a-7c46-4018-9537-e011f98ac198,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:29.125470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.125804 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Added segment 4f75a905-173d-4d2e-8982-1999cf74e2e4 of type vlan for network 88c9421e-414c-4941-9d11-6efb6d3cff47 Feb 19 07:30:29.161524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 590f49a2-924a-4897-ac9a-1056ddf85730 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:29.163647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.203978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 590f49a2-924a-4897-ac9a-1056ddf85730 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:29.204770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 590f49a2-924a-4897-ac9a-1056ddf85730 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:29.204770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847cf90d-ccb4-4cfc-a8d0-15e932775548 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:29.208757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74a8755-4e18-44e9-adbc-7e5dac78e68e']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:29.217754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.228051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9166c90-9933-4816-83e5-b0e8194d8f6f') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:29.228387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9166c90-9933-4816-83e5-b0e8194d8f6f') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:29.239977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 847cf90d-ccb4-4cfc-a8d0-15e932775548 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:29.240436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847cf90d-ccb4-4cfc-a8d0-15e932775548 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:29.250856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.280724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.282732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:29.289855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:29.290241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.295436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:29.305732 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:29.311812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.312769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:29.313399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.355739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:29.364299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.368361 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2265e881-f221-4e2a-b780-59ee16a9c7d7 tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.8948364 Feb 19 07:30:29.372745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:29.392098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=4cb71cc7-0c75-453e-b2e5-8867c118fabb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:29.404245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.412434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:29.417111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:29.422990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:29.423672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.441942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.445198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:29.449110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.451164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96082a-d97a-4f63-8b28-5244a444a41e None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:29.471108 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90c94be6-8253-4312-a3c7-7e743ec9e1c7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3473520 Feb 19 07:30:29.473762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60324) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:29.480573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:29.498958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.560503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b028cd8a-c8fb-4802-b723-48fc31a08593 None None] Provisioning for port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:29.578479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b028cd8a-c8fb-4802-b723-48fc31a08593 None None] Provisioning complete for port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:29.578846 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b028cd8a-c8fb-4802-b723-48fc31a08593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.613402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Network': ['ID=88c9421e-414c-4941-9d11-6efb6d3cff47,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:29.622142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-42f2592f-05f3-48e4-b962-77cc97580f3f tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9873369 Feb 19 07:30:29.622142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.625129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.630311 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/d74a8755-4e18-44e9-adbc-7e5dac78e68e HTTP/1.1" status: 204 len: 168 time: 0.9100940 Feb 19 07:30:29.630311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60328) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:29.632258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 88c9421e-414c-4941-9d11-6efb6d3cff47 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:29.642004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60330) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:29.668263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.669284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def940f7-7b5b-48b7-b5ff-149b989b9183 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:29.669744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2788ab4-70f5-4764-9eb8-5bf2d8d87d6c tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Network': ['ID=d74a8755-4e18-44e9-adbc-7e5dac78e68e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:29.748657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.752189 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-03df723f-f4ea-48c6-9f64-e649c5013db3 admin admin] 10.222.0.72 "DELETE /v2.0/routers/def940f7-7b5b-48b7-b5ff-149b989b9183 HTTP/1.1" status: 204 len: 168 time: 7.2502687 Feb 19 07:30:29.753750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60336) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:29.767316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b028cd8a-c8fb-4802-b723-48fc31a08593 None None] Port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:29.789814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e353bb9-299d-4fae-bb88-11cb8cf4b6de tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.851072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:29.859156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b028cd8a-c8fb-4802-b723-48fc31a08593 None None] Provisioning complete for port 23409d93-4e5b-4b9d-8297-e9649221882e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:29.859536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b028cd8a-c8fb-4802-b723-48fc31a08593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.892832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting port 34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:29.893156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.938270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.939943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group_rule and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:29.949275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:29.969087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:29.971410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] Deleting subnet dd63d11b-740f-4f42-aed2-bf4d7f4a93b9 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:29.979322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:29.995809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:30.011323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:30.046710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:30.046926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '4cb71cc7-0c75-453e-b2e5-8867c118fabb'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:30.046926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.090105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:30.230479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Allocated IP 172.20.0.2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/4cb71cc7-0c75-453e-b2e5-8867c118fabb/ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:30.265337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.277699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.293400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:30.339393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f39cb929-8bda-4222-a011-dc166d7ac3a1 None None] Provisioning complete for port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:30.339853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f39cb929-8bda-4222-a011-dc166d7ac3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.423134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f39cb929-8bda-4222-a011-dc166d7ac3a1 None None] Port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:30.431586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.455627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.528782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.540065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Transition to ACTIVE for port object ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:30.560354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Transition to ACTIVE for port object ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:30.568070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.572135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.596874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c9421e-414c-4941-9d11-6efb6d3cff47']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:30.613587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e353bb9-299d-4fae-bb88-11cb8cf4b6de tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.619502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f75a905-173d-4d2e-8982-1999cf74e2e4') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:30.619796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f75a905-173d-4d2e-8982-1999cf74e2e4') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:30.633918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e353bb9-299d-4fae-bb88-11cb8cf4b6de tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.637248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.643404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:30.647125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:30.649198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Pushing event updated for resources: {'Port': ['ID=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:30.657757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:30.665167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.667767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.716710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:30.717172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:30.731287 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:30.753945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Attempting to bind port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:30.754459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Attempting to bind port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:30.754904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Attempting to bind port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:30.761542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:30.762035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:30.762563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.763026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:30.763570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Bound port: ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:30.764022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.773031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:30.784056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e353bb9-299d-4fae-bb88-11cb8cf4b6de tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.784569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e353bb9-299d-4fae-bb88-11cb8cf4b6de tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd25ce48-3152-4358-acf1-5aaeaadd030f {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:30.789341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.802870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3b09d-cb23-449d-918b-56969cf670bc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:30.813603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e353bb9-299d-4fae-bb88-11cb8cf4b6de tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.814684 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7e353bb9-299d-4fae-bb88-11cb8cf4b6de tempest-RoutersTestDVR-1508727137 tempest-RoutersTestDVR-1508727137-project-admin] 10.222.0.72 "DELETE /v2.0/routers/dd25ce48-3152-4358-acf1-5aaeaadd030f HTTP/1.1" status: 204 len: 168 time: 1.4347115 Feb 19 07:30:30.860291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.876895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] For port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:30.880878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] For port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:30.887910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.890175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88c9421e-414c-4941-9d11-6efb6d3cff47 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:30:30.895795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.898983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event deleted for resources: {'Network': ['ID=88c9421e-414c-4941-9d11-6efb6d3cff47,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:30.910587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.960562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.960897 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment 2713530f-e957-4e77-afb2-e56b445f9197 of type vlan for network 2196fcc9-666e-42b6-bb89-2343e48954f9 Feb 19 07:30:30.964845 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0e4cfcb2-c290-403f-8616-a8360e69da51 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "DELETE /v2.0/networks/88c9421e-414c-4941-9d11-6efb6d3cff47 HTTP/1.1" status: 204 len: 168 time: 1.3163145 Feb 19 07:30:30.965307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd63d11b-740f-4f42-aed2-bf4d7f4a93b9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:30.967016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60342) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:30.973786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:30.978715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c2e87049-c933-4121-b3ee-94c5228269c7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dd63d11b-740f-4f42-aed2-bf4d7f4a93b9 HTTP/1.1" status: 204 len: 168 time: 1.2208178 Feb 19 07:30:30.978917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60344) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:30.980615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea63ae8-274f-4b70-9ad1-3c57316343d1 None None] Pushing event updated for resources: {'Port': ['ID=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:30.981216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Calling delete_port for 34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:30.987951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b63955-25f8-4b65-9a7b-c6036ef9e6e0 None None] Network 8594d506-755e-4934-ac16-7f2fea607fb7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:31.035854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:31.050590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:31.054589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:network and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:31.069571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:31.076419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:31.120525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.154937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Deleting port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:31.157480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.327545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.388125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60352) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:31.388770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Made reservation on behalf of a925e6cbec164571b6125846476fecaf for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:31.390994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.435910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] DHCP port deletion for 8594d506-755e-4934-ac16-7f2fea607fb7 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:31.440871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Deleting port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:31.441354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.469588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.509614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] For port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:31.510574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.582060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.615812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Port': ['ID=34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:31.672397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:31.685614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Calling delete_port for 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:31.703081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.733906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.734246 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Added segment 9b15fa5e-af5e-418e-8f37-11ba9dfe8e1f of type vlan for network 82f0d8dd-b69a-4268-acd6-32e0eb899538 Feb 19 07:30:31.758538 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-babe41bc-f129-4f46-9574-daaeaca59876 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/ports/34b45f3f-153f-47f5-9a69-8b6cf9cd4ed4 HTTP/1.1" status: 204 len: 168 time: 2.1050205 Feb 19 07:30:31.759346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60360) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:31.764728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.770384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:31.770957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.776943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:30:31.795216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.817772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] For port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,segment=NetworkSegment(d012329c-ebfa-49d9-a34a-902b993bbc3e),segment_id=d012329c-ebfa-49d9-a34a-902b993bbc3e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:31.817772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.875997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=80a9cc6f-c811-456b-b3c9-e26e0cbeebb8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:31.885554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] No DVR routers for this DVR port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:31.890930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.898861 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c992800a-b57b-4c88-8439-62d5d131aff7 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:31.899301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c992800a-b57b-4c88-8439-62d5d131aff7 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:31.973968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:31.979814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Calling delete_port for 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:31.982557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.012003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:32.024096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.062000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8594d506-755e-4934-ac16-7f2fea607fb7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:32.079607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd012329c-ebfa-49d9-a34a-902b993bbc3e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:32.080129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd012329c-ebfa-49d9-a34a-902b993bbc3e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:32.080798 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c992800a-b57b-4c88-8439-62d5d131aff7 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/4d526ae1-e60b-4d62-b0b1-b224b98e5a49 HTTP/1.1" status: 404 len: 337 time: 0.3055868 Feb 19 07:30:32.081975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=5841be82-f8d3-4ce8-a0b9-9a02c81e32d5,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:32.087334 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3076568 Feb 19 07:30:32.091172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60366) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:32.091504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:32.093821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.100249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.103773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'name': 'tempest-PortsTestJSON-271219308'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:32.118616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.127054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:32.127601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:32.130408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:32.133005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:32.133226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:32.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:32.196776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:32.234780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:32.235852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c4c9b69-fdfe-4a2c-9f3a-fdbfddb4dc88 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:32.236410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:32.256088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.284294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.288887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:32.289078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:32.297763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=8594d506-755e-4934-ac16-7f2fea607fb7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:32.317595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-782637ea-5e00-4545-b4be-c219ee951fdc admin admin] 10.222.0.72 "DELETE /v2.0/networks/8594d506-755e-4934-ac16-7f2fea607fb7 HTTP/1.1" status: 204 len: 168 time: 1.3346698 Feb 19 07:30:32.406658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbdf17-6497-415e-b70c-bac2902279fb tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=2196fcc9-666e-42b6-bb89-2343e48954f9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:32.421363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:32.507923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.521678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60382) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:32.585492 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee933bf7-fc6c-4474-a365-74c89560ff07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ad7397db76746ea8c30b53538851e29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0629914 Feb 19 07:30:32.586414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60386) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:32.612133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f276cae8-bec6-4e94-bed2-ec29a336e71b None None] Provisioning for port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:32.615916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:30:32.619798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f276cae8-bec6-4e94-bed2-ec29a336e71b None None] Provisioning complete for port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:32.620679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f276cae8-bec6-4e94-bed2-ec29a336e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.644897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:32.654753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Deleting port 80a9cc6f-c811-456b-b3c9-e26e0cbeebb8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:32.655455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.664854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Usage tracker for resource:security_group_rule and tenant:bb80650b6019492aac22aeb6f392ac19 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:32.702047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:32.724012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:32.749374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e9c2-2e04-4dd1-bb3d-f6c58be2e810 None None] The port '80a9cc6f-c811-456b-b3c9-e26e0cbeebb8' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:30:32.804832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6b30bdb-a857-43e0-9570-7e153a3bbd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.833903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6b30bdb-a857-43e0-9570-7e153a3bbd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.840120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f276cae8-bec6-4e94-bed2-ec29a336e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.862853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:32.867748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.868957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:32.869707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.887672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f276cae8-bec6-4e94-bed2-ec29a336e71b None None] For port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:32.892455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f276cae8-bec6-4e94-bed2-ec29a336e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.898295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6b30bdb-a857-43e0-9570-7e153a3bbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.915313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b30bdb-a857-43e0-9570-7e153a3bbd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01519d4-a9d0-4f89-8ff0-0424bb169c4d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:32.923367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:32.925614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6b30bdb-a857-43e0-9570-7e153a3bbd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:32.927539 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c6b30bdb-a857-43e0-9570-7e153a3bbd75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e01519d4-a9d0-4f89-8ff0-0424bb169c4d HTTP/1.1" status: 204 len: 168 time: 0.3399529 Feb 19 07:30:32.945954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:32.953413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:32.980239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276cae8-bec6-4e94-bed2-ec29a336e71b None None] Pushing event updated for resources: {'Port': ['ID=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:33.015580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-830edcda-7c06-453b-8933-2831d5d4e66c None None] Provisioning complete for port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:33.016087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-830edcda-7c06-453b-8933-2831d5d4e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.038574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.049019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.075910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e8621c-fdd2-4144-b6f7-d34a4cc4788d']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:33.076166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-830edcda-7c06-453b-8933-2831d5d4e66c None None] Port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:33.140935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:33.143921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.171116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.221242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0797cc-05cd-4bff-8c1a-316e37f0051e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:33.221796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0797cc-05cd-4bff-8c1a-316e37f0051e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:33.239931 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb80650b6019492aac22aeb6f392ac19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8399384 Feb 19 07:30:33.244114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60398) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:33.271727 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2623227 Feb 19 07:30:33.272809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:33.278727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.283107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'subnet': {'network_id': '82f0d8dd-b69a-4268-acd6-32e0eb899538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:33.307294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:33.318712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:subnet and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:33.331371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:33.344779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:33.351910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-3127fae8-d4c5-40b8-a201-9bf715183185 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.1786916 Feb 19 07:30:33.385640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 3751505b-ea30-487b-90ba-84031095bf63 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:33.476307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Made reservation on behalf of a925e6cbec164571b6125846476fecaf for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:33.478590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.484730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5cc3a-6cd1-469e-9ed5-532518685cb3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Network': ['ID=82f0d8dd-b69a-4268-acd6-32e0eb899538,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:33.498757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.501604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 82f0d8dd-b69a-4268-acd6-32e0eb899538 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:33.505196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434073d9-1ec2-468b-a8ca-93f9a60dab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74074a30-31e3-49e2-8506-5fe6d452649c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:33.529452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:33.530041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:33.554973 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:33.650235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c90ae815-875d-4544-b220-bf581a85fe52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.744269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c90ae815-875d-4544-b220-bf581a85fe52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.749902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.810519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.813376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-f2c6a2b3-b9d6-4d16-af1b-eba9a3e8b5f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:33.814894 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-f2c6a2b3-b9d6-4d16-af1b-eba9a3e8b5f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.4547021 Feb 19 07:30:33.823040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da01fa-e888-4d3f-a75a-4e15b7512bfa req-5ca00b75-85d4-4c37-a570-e5a085ee3929 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:33.830006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-67da01fa-e888-4d3f-a75a-4e15b7512bfa req-5ca00b75-85d4-4c37-a570-e5a085ee3929 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4324725 Feb 19 07:30:33.863655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:33.882396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:33.895116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Network': ['ID=52e8621c-fdd2-4144-b6f7-d34a4cc4788d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:33.914753 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9ae14f6-0be3-4135-bb97-2b176d0559a2 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/52e8621c-fdd2-4144-b6f7-d34a4cc4788d HTTP/1.1" status: 204 len: 168 time: 1.8169425 Feb 19 07:30:33.919473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:30:33.956884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:33.966715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:33.967079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.032974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-67da01fa-e888-4d3f-a75a-4e15b7512bfa req-079ca7d2-527c-4a1d-80f2-ba982952a6b0 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019699 Feb 19 07:30:34.057315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.066792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c90ae815-875d-4544-b220-bf581a85fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.100311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ae815-875d-4544-b220-bf581a85fe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74074a30-31e3-49e2-8506-5fe6d452649c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:34.110688 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-ef990208-855b-4c71-acdf-1cc2dce8c0d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 1000 time: 0.2781839 Feb 19 07:30:34.175140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c90ae815-875d-4544-b220-bf581a85fe52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.178540 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c90ae815-875d-4544-b220-bf581a85fe52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74074a30-31e3-49e2-8506-5fe6d452649c HTTP/1.1" status: 204 len: 168 time: 0.9288847 Feb 19 07:30:34.272873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-abf48e19-1ffd-4872-8ebc-e3c08e4d6cff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:34.274364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-abf48e19-1ffd-4872-8ebc-e3c08e4d6cff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.1452909 Feb 19 07:30:34.367622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.390975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-674becc9-9238-494a-bd42-2c5157c73453 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012232 Feb 19 07:30:34.518197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:30:34.518661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.631876 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-f0dc3024-1180-4258-8a0a-9dfb8419d2db service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330596 Feb 19 07:30:34.632403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db79ae71-0f18-46fd-aae8-832b3a089dde,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:34.651245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.707933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60436) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:34.742872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Checking segment: {'id': '9b15fa5e-af5e-418e-8f37-11ba9dfe8e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '82f0d8dd-b69a-4268-acd6-32e0eb899538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:34.743196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Network hostable DHCP agents. Network: 82f0d8dd-b69a-4268-acd6-32e0eb899538, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:34.752379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.824162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:34.829693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:77d4fd90f7bd4df2b100278570fd4626 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:34.830125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting subnet 8d86ad04-b269-429e-860e-a150efd6b5e9 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:34.834324 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-89007ecc-b270-40aa-a389-e63ae52e5785 req-2c9c65bf-5661-478b-ad03-6d39d9e01fcc service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951423 Feb 19 07:30:34.835905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:34.842707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:34.848230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Network 82f0d8dd-b69a-4268-acd6-32e0eb899538 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:34.849939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.867971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 82f0d8dd-b69a-4268-acd6-32e0eb899538) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:34.875906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:34.876580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.883724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1756455-23cf-45e8-b763-686b97399910 None None] Network 82f0d8dd-b69a-4268-acd6-32e0eb899538 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:34.926546 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ddf329b3-68f7-48d7-a5bb-9ff217738378 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6523092 Feb 19 07:30:34.927444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60442) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:34.944139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'floatingip': {'floating_network_id': '82f0d8dd-b69a-4268-acd6-32e0eb899538'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:34.951807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:34.958548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.959806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:floatingip and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:34.960998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.963009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:34.969614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:34.976575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:34.988010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=3751505b-ea30-487b-90ba-84031095bf63,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:35.003139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.141405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.146665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f91173-c521-4c61-9a86-2f8e26a8bfbe None None] Network 82f0d8dd-b69a-4268-acd6-32e0eb899538 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:35.207991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c58191-e193-450d-8a5b-07bc1314d390,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:35.216925 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d12af51b-266e-4266-a52a-2361510d6cf3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77d4fd90f7bd4df2b100278570fd4626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5071013 Feb 19 07:30:35.223008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:35.283077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': '2713530f-e957-4e77-afb2-e56b445f9197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:35.283498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: 2196fcc9-666e-42b6-bb89-2343e48954f9, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:35.425520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25be891e-5046-402d-b759-d5adbd813994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.471470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25be891e-5046-402d-b759-d5adbd813994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.475314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:30:35.486577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084da929-94c3-470d-bd53-ff580ab885d2 req-5d7b5405-57e2-47f7-a28d-4281672d883c tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:35.488034 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-084da929-94c3-470d-bd53-ff580ab885d2 req-5d7b5405-57e2-47f7-a28d-4281672d883c tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2129335 Feb 19 07:30:35.500750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.505178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:35.519313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.520054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.541429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.562767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 2196fcc9-666e-42b6-bb89-2343e48954f9) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:35.567254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:35.573708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338eb53-26e5-4de1-ada5-8b37c45a65a4 None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:35.583750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:35.584382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.625970 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-084da929-94c3-470d-bd53-ff580ab885d2 req-2220ae38-2019-4892-ac07-a2702b0e752e tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264448 Feb 19 07:30:35.672496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.694704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60460) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:35.723545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25be891e-5046-402d-b759-d5adbd813994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.749980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be891e-5046-402d-b759-d5adbd813994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c58191-e193-450d-8a5b-07bc1314d390,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:35.759617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Allocated IP 172.20.0.6 (82f0d8dd-b69a-4268-acd6-32e0eb899538/db79ae71-0f18-46fd-aae8-832b3a089dde/a129691d-fce8-49bf-864c-2f09eca619de) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:35.779133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25be891e-5046-402d-b759-d5adbd813994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.780547 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-25be891e-5046-402d-b759-d5adbd813994 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33c58191-e193-450d-8a5b-07bc1314d390 HTTP/1.1" status: 204 len: 168 time: 0.5566416 Feb 19 07:30:35.782911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60466) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:35.785079 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2d89ca6-cc82-4a02-90bd-7270d51db6d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.6856799 Feb 19 07:30:35.793829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=5841be82-f8d3-4ce8-a0b9-9a02c81e32d5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:35.810263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1604912099'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:35.871265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:35.889072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:35.894647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:35.908182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:35.921781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] For port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:35.939062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:35.942444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.988846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:35.997841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:35.998259 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment 7dc3a7b9-4fd1-4237-8c34-f40d48edfd05 of type vlan for network b017ec42-4104-4f57-960d-7246890c4c4c Feb 19 07:30:36.015126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.023975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.053681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.064195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.069139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Subnet': ['ID=8d86ad04-b269-429e-860e-a150efd6b5e9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:36.076061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.076681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.082863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:36.083434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.087057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:36.087707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.120464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1839442239'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:36.132785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:36.162029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f367f-481b-4549-a037-a7ce773ccd27 None None] Network b8e14e0a-21de-495f-9967-e4d390b4e24c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:36.167898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:36.173320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.211432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Usage tracker for resource:network and tenant:ef3073bc03474ddfbd0ce4d1b10e9c8f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:36.217934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:36.228181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:36.238994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=b017ec42-4104-4f57-960d-7246890c4c4c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:36.246583 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-91ba0262-b27e-4ba0-a6f5-68c7cd96092c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4563732 Feb 19 07:30:36.252814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:36.257479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.267339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'ports': [{'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9'}, {'network_id': 'b017ec42-4104-4f57-960d-7246890c4c4c'}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:36.268044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:36.268819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': 'b017ec42-4104-4f57-960d-7246890c4c4c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:36.285065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,revision_number=5']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:36.307650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:36.356883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Made reservation on behalf of ef3073bc03474ddfbd0ce4d1b10e9c8f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:36.361390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.447475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b017ec42-4104-4f57-960d-7246890c4c4c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:36.494906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.575000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:36.579608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Usage tracker for resource:security_group_rule and tenant:ef3073bc03474ddfbd0ce4d1b10e9c8f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:36.583014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:36.589621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:36.624186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:36.657993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b771a-1450-4a82-af94-d02961d18f7c None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:36.664581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:36.665168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.672698 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c124efeb-e27c-44a8-b118-dba7b60f206d tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/subnets/8d86ad04-b269-429e-860e-a150efd6b5e9 HTTP/1.1" status: 204 len: 168 time: 2.7144485 Feb 19 07:30:36.677342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60494) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:36.692381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Network 82f0d8dd-b69a-4268-acd6-32e0eb899538 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:36.695796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Port': ['ID=a129691d-fce8-49bf-864c-2f09eca619de,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:36.729709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.749406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:36.752877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:36.788773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.818597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=e7beda1a-6045-4a2e-9119-7809778cfb0b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:36.823553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.853071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting port f15e54a4-f846-45ba-9fb5-016d0409dbd8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:36.853426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.859236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-821be175-e670-4381-9b5e-861ab49c7341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.865147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c0202a2d-c21e-48b3-9806-c133f8506a19 None None] Provisioning complete for port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:36.865509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0202a2d-c21e-48b3-9806-c133f8506a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:36.884696 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a00b45c3-aa44-4a6a-9809-a86e7300b79f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.4095025 Feb 19 07:30:36.894983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60502) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:36.903607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:da:49:b6', 'name': 'tempest-NetworksTestDHCPv6-677103630'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:36.912141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7a83b-3208-40f9-9f4b-9afa95a988c0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:36.951847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c0202a2d-c21e-48b3-9806-c133f8506a19 None None] Port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:37.000684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:37.017245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] DHCP port deletion for b8e14e0a-21de-495f-9967-e4d390b4e24c request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:37.026921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] Deleting port f15e54a4-f846-45ba-9fb5-016d0409dbd8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:37.027293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.095989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60506) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.100990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.101596 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Added segment 744b6537-8e2f-4f40-b306-15e306a1ec02 of type vlan for network 9ec41ee1-f22e-499f-b947-1fb815fc460e Feb 19 07:30:37.129525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:37.133375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:37.136492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:37.142419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:37.160202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 2} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:37.164652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.294331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.299180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.302940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.307672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] For port f15e54a4-f846-45ba-9fb5-016d0409dbd8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f15e54a4-f846-45ba-9fb5-016d0409dbd8,segment=NetworkSegment(782de618-6395-46bb-8aba-58065dde9a1c),segment_id=782de618-6395-46bb-8aba-58065dde9a1c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:37.308743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.355581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:37.361044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-73717eca-2b2f-4d1a-b3c6-83ea10a5007d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.364816 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73717eca-2b2f-4d1a-b3c6-83ea10a5007d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2650809 Feb 19 07:30:37.374885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.382031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-25bd04ed-bb8e-4e04-877d-27d2771d2a22 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.389325 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25bd04ed-bb8e-4e04-877d-27d2771d2a22 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0087671 Feb 19 07:30:37.390851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:37.393438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.401403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:37.408301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e6eaf-fc08-4bb5-94b0-c03db75663f6 req-92b077f0-1e4a-4bf0-a437-5401873cad2c tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:37.410352 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe0e6eaf-fc08-4bb5-94b0-c03db75663f6 req-92b077f0-1e4a-4bf0-a437-5401873cad2c tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4893203 Feb 19 07:30:37.417056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-4e8d8c5f-d018-445a-867a-00a14aa15ce8 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.420497 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4e8d8c5f-d018-445a-867a-00a14aa15ce8 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0210834 Feb 19 07:30:37.427175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:37.430825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.451583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] For port f15e54a4-f846-45ba-9fb5-016d0409dbd8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f15e54a4-f846-45ba-9fb5-016d0409dbd8,segment=NetworkSegment(782de618-6395-46bb-8aba-58065dde9a1c),segment_id=782de618-6395-46bb-8aba-58065dde9a1c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:37.459290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.481210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-5b7ab108-7495-4e69-a741-d281fdfed45a tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.482686 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5b7ab108-7495-4e69-a741-d281fdfed45a tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0459414 Feb 19 07:30:37.486928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] Calling delete_port for f15e54a4-f846-45ba-9fb5-016d0409dbd8 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:37.489609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.552144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-1f89ad22-ab71-42ff-93a2-0a228693cf63 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.553152 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1f89ad22-ab71-42ff-93a2-0a228693cf63 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0625875 Feb 19 07:30:37.590957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.610349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60528) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.621353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Calling delete_port for f15e54a4-f846-45ba-9fb5-016d0409dbd8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:37.645731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] Pushing event deleted for resources: {'Port': ['ID=f15e54a4-f846-45ba-9fb5-016d0409dbd8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:37.650969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:37.657583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28820602-3075-4dbb-a40a-d6dd6b9056b6 None None] No DVR routers for this DVR port f15e54a4-f846-45ba-9fb5-016d0409dbd8 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:37.670707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:30:37.677355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-c4a08d83-0964-4aa5-b978-1489ccf6493a tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.680728 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c4a08d83-0964-4aa5-b978-1489ccf6493a tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0659547 Feb 19 07:30:37.686951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.739029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-d99e96a6-fce3-47ee-959c-2537a58451c6 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.740476 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d99e96a6-fce3-47ee-959c-2537a58451c6 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048299 Feb 19 07:30:37.758983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.763506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.771581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-b59fc88e-6897-4b37-9868-ec8441a87735 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.772752 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b59fc88e-6897-4b37-9868-ec8441a87735 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0111148 Feb 19 07:30:37.780307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60540) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.793273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-eb38a73f-141c-41be-912d-01539dbc4e77 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.794186 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb38a73f-141c-41be-912d-01539dbc4e77 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0101137 Feb 19 07:30:37.801992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.825584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-74095d85-529f-40b8-bba0-cd38d05763c4 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.826561 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74095d85-529f-40b8-bba0-cd38d05763c4 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0236356 Feb 19 07:30:37.833562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe0e6eaf-fc08-4bb5-94b0-c03db75663f6 req-e76d062b-47f8-4f77-861b-96e2345449a2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035380 Feb 19 07:30:37.837257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60548) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.842274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.846101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:37.846731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.873929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-22b2a9bd-26f3-4658-8c15-016ef7ebd3af tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.875022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-22b2a9bd-26f3-4658-8c15-016ef7ebd3af tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0341771 Feb 19 07:30:37.883067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60552) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.886435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:37.890465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:37.890786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:37.894508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-b5855eb5-ea1a-4ab0-9ba7-eae34ccef97e tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.895492 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5855eb5-ea1a-4ab0-9ba7-eae34ccef97e tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0114985 Feb 19 07:30:37.898908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60558) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.906149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-2ef4c230-5b15-4384-9e68-6c484557331c tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.907113 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ef4c230-5b15-4384-9e68-6c484557331c tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060377 Feb 19 07:30:37.909802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:37.919390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.920343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port e8b248c1-ef2e-41fd-b4af-34f1e463e246 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:37.930011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-a44ea518-3ef5-481a-bbce-8df11bb6358d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.930974 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a44ea518-3ef5-481a-bbce-8df11bb6358d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0082898 Feb 19 07:30:37.936249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60566) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.940267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 8385c66f-d6b1-4940-9792-e5ec94210c71 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:30:37.944493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-9de03a25-2cdb-41a9-b1e5-17282bdc88fe tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:37.946259 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9de03a25-2cdb-41a9-b1e5-17282bdc88fe tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0088320 Feb 19 07:30:37.953067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:37.964930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 6950a8e6-26ab-40f9-9c84-ba7f791e233f yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:37.985625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:37.985990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.007300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-bc491e2c-aeb6-4b9e-9cf7-f75b381bb935 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.011700 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bc491e2c-aeb6-4b9e-9cf7-f75b381bb935 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0544138 Feb 19 07:30:38.014807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60574) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.026056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-d83f30ca-8140-40e8-b9d9-65d453b83d36 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.029383 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d83f30ca-8140-40e8-b9d9-65d453b83d36 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0110881 Feb 19 07:30:38.037520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60578) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.049992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-12aa2fac-d2f1-4bfd-8674-c1ad33b389fe tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.053372 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-12aa2fac-d2f1-4bfd-8674-c1ad33b389fe tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062075 Feb 19 07:30:38.062266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60582) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.089406 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3933780 Feb 19 07:30:38.094649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-03daabe2-68e9-46ab-ba04-114bf7dd0600 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.098114 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-03daabe2-68e9-46ab-ba04-114bf7dd0600 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0323653 Feb 19 07:30:38.112366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.121092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-28c8e883-c2aa-4577-97aa-735c45ed136b None None] Provisioning complete for port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:38.121571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28c8e883-c2aa-4577-97aa-735c45ed136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.122044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-a4caf043-d4a7-4ff5-8361-c1410df0917b tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.126769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a4caf043-d4a7-4ff5-8361-c1410df0917b tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0122545 Feb 19 07:30:38.153158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.154225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608b153-a185-4c11-85fa-ad98104178f5 tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Pushing event updated for resources: {'Network': ['ID=9ec41ee1-f22e-499f-b947-1fb815fc460e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:38.166097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-fec9fa90-93cc-4c79-b65a-9a8636edfc40 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.167074 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fec9fa90-93cc-4c79-b65a-9a8636edfc40 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0143096 Feb 19 07:30:38.171521 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 9ec41ee1-f22e-499f-b947-1fb815fc460e details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:38.174799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60598) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.193612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-724b9e70-401b-4815-bdb0-bdeeadf15e6d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.194560 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-724b9e70-401b-4815-bdb0-bdeeadf15e6d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0176597 Feb 19 07:30:38.197717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.215167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-2277f096-b98e-4785-b313-c3f4936f549d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.216125 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2277f096-b98e-4785-b313-c3f4936f549d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0158691 Feb 19 07:30:38.221881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60606) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.238627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-d387b921-a647-49f4-bed6-dbeac00ec0af tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.239575 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d387b921-a647-49f4-bed6-dbeac00ec0af tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0145335 Feb 19 07:30:38.242752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60610) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.244068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f15e54a4-f846-45ba-9fb5-016d0409dbd8 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:38.266283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-a92a211c-e271-4143-a4c6-9ea33ca1889a tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.267235 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a92a211c-e271-4143-a4c6-9ea33ca1889a tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0210118 Feb 19 07:30:38.273276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60614) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.296957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f15e54a4-f846-45ba-9fb5-016d0409dbd8 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:38.297722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f15e54a4-f846-45ba-9fb5-016d0409dbd8 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:38.305870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-b089c63a-c3e1-4126-a7d4-e8afe78e37c0 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.307401 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b089c63a-c3e1-4126-a7d4-e8afe78e37c0 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0328417 Feb 19 07:30:38.311594 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.316631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60618) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.325757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-94ffc19c-cc9b-4114-962a-231091fec554 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.326713 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-94ffc19c-cc9b-4114-962a-231091fec554 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091615 Feb 19 07:30:38.343009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.354607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-76d13f0f-2fcc-466b-b7a1-eeb88cb15411 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.355538 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-76d13f0f-2fcc-466b-b7a1-eeb88cb15411 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0105934 Feb 19 07:30:38.375578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.438966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.459702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.466100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 71771cef-ac97-4b4f-af58-925817aa2780 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:38.539610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Deleting port f15e54a4-f846-45ba-9fb5-016d0409dbd8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:38.539950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.543294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.571967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-fc720d78-906f-4db8-84c4-4038ed0470a2 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.575292 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc720d78-906f-4db8-84c4-4038ed0470a2 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.1962895 Feb 19 07:30:38.581212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Request body: {'port': {'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e', 'binding:host_id': 'hv-neutron-8299', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-276226256'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:38.584637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60634) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.591009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Port': ['ID=a129691d-fce8-49bf-864c-2f09eca619de,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:38.600387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:38.613287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Usage tracker for resource:port and tenant:6265e33098b44705bd174f3e9cb86318 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:38.619174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:38.620350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-498118c3-7c98-4206-9e8e-cca8ad3a1885 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.621460 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-498118c3-7c98-4206-9e8e-cca8ad3a1885 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0358660 Feb 19 07:30:38.624547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.627212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] The port 'f15e54a4-f846-45ba-9fb5-016d0409dbd8' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:30:38.631343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:38.635137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.643852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-6ea89329-c44f-4c95-ab61-2485694f4941 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.644821 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6ea89329-c44f-4c95-ab61-2485694f4941 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0151360 Feb 19 07:30:38.655636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60642) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.665251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 172.20.0.3 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/4cb71cc7-0c75-453e-b2e5-8867c118fabb/6950a8e6-26ab-40f9-9c84-ba7f791e233f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:38.665469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-f3b62293-1b48-488f-b8df-877eff9db007 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.666295 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f3b62293-1b48-488f-b8df-877eff9db007 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097368 Feb 19 07:30:38.682420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.683045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Made reservation on behalf of 6265e33098b44705bd174f3e9cb86318 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:38.685389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.699147 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:feda:49b6 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/e7beda1a-6045-4a2e-9119-7809778cfb0b/6950a8e6-26ab-40f9-9c84-ba7f791e233f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:38.707574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-6f594558-d9a6-4875-96bb-1440ce7bda77 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.708517 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6f594558-d9a6-4875-96bb-1440ce7bda77 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0106566 Feb 19 07:30:38.713658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.714338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60650) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.714762 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c91c83ff-d9b5-4d2e-958c-b02a27cc5774 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7840483 Feb 19 07:30:38.723094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.731220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.770338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-528aec8a-f870-4828-9708-8cfe47a20fe9 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.771308 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-528aec8a-f870-4828-9708-8cfe47a20fe9 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0533612 Feb 19 07:30:38.790183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60658) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.811340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-00877357-f8a9-46db-a46b-79a2e9a81ca5 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.812308 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-00877357-f8a9-46db-a46b-79a2e9a81ca5 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0211582 Feb 19 07:30:38.818300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60662) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.835884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-583cf8d0-6e41-4eff-9020-8aa44e20bd55 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.836756 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-583cf8d0-6e41-4eff-9020-8aa44e20bd55 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0155246 Feb 19 07:30:38.840840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.841448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60666) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.846818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.859835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-beb3c44a-3198-4aa2-ba9c-4c19606f4b7b tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.860775 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-beb3c44a-3198-4aa2-ba9c-4c19606f4b7b tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0166759 Feb 19 07:30:38.863848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.866698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c14dc72-8cbe-44f3-88c2-e904095aeb79 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Synchronizing usage tracker for tenant:a925e6cbec164571b6125846476fecaf on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:38.876353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:38.881595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Usage tracker for resource:security_group_rule and tenant:6265e33098b44705bd174f3e9cb86318 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:38.887533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:38.888584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-a92e5768-7edb-4263-824f-07a81bf11336 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.889957 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a92e5768-7edb-4263-824f-07a81bf11336 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0172191 Feb 19 07:30:38.891070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e14e0a-21de-495f-9967-e4d390b4e24c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:38.898604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.902580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:38.910025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-801b752a-3536-4035-9069-45dab6ccbf8d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.913429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-801b752a-3536-4035-9069-45dab6ccbf8d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0114439 Feb 19 07:30:38.914345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.919375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2868f1bf-ea11-4a66-85e7-a5eb157a8589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.923541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-260e8d1c-e98c-467e-ba42-cccb3ddb05e6 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.926856 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-260e8d1c-e98c-467e-ba42-cccb3ddb05e6 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0092351 Feb 19 07:30:38.926986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782de618-6395-46bb-8aba-58065dde9a1c') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:38.926986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782de618-6395-46bb-8aba-58065dde9a1c') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:38.930795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.935073 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c14dc72-8cbe-44f3-88c2-e904095aeb79 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Unset dirty status for tenant:a925e6cbec164571b6125846476fecaf on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:38.936137 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5c14dc72-8cbe-44f3-88c2-e904095aeb79 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=82f0d8dd-b69a-4268-acd6-32e0eb899538 HTTP/1.1" status: 200 len: 689 time: 0.2000158 Feb 19 07:30:38.939143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60686) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.946655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-2bf01240-c144-480e-a3ea-c96a80ac1bcc tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.947582 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2bf01240-c144-480e-a3ea-c96a80ac1bcc tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0139923 Feb 19 07:30:38.951234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60690) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.960802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-f742e5cb-feac-4f1f-b921-29dedbe0b997 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:38.961705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f742e5cb-feac-4f1f-b921-29dedbe0b997 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0095594 Feb 19 07:30:38.964143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:38.973116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:38.993764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.012592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-ae13e59c-9a28-4376-afdc-c02a742f89fb tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.013503 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ae13e59c-9a28-4376-afdc-c02a742f89fb tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0120792 Feb 19 07:30:39.025466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60698) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.063622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:39.067487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:39.069956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:39.070944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.089506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=e8b248c1-ef2e-41fd-b4af-34f1e463e246,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:39.089941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-e90f3d24-f38a-4dcf-8f4f-eed2a9730e33 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.090970 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e90f3d24-f38a-4dcf-8f4f-eed2a9730e33 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0613987 Feb 19 07:30:39.099466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:39.103450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60702) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.110356 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] Sync routers for ids ['8385c66f-d6b1-4940-9792-e5ec94210c71'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:39.121569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.125085 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] Routers {'8385c66f-d6b1-4940-9792-e5ec94210c71'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:39.126015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['8385c66f-d6b1-4940-9792-e5ec94210c71'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:39.127898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-b3efb6b4-0c03-417d-ac12-fbad9565dc44 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.131392 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b3efb6b4-0c03-417d-ac12-fbad9565dc44 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0163884 Feb 19 07:30:39.142288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60706) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.152019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:39.152479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.157105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.160580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-ee6c9e03-a38c-4c88-83bc-5697587789a7 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.164073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee6c9e03-a38c-4c88-83bc-5697587789a7 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0188644 Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:39.167989 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:39.170933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60710) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.174352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.189662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] device_id is not set on port f7232dcc-3d58-4e10-9471-fadda055fb20 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:39.191979 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:39.195695 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-16b540bc-162e-4946-9c70-a2f95e93dc78 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/8385c66f-d6b1-4940-9792-e5ec94210c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5831521 Feb 19 07:30:39.198759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-88cb00c6-543f-4f7e-9a00-0dac89084214 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.199703 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-88cb00c6-543f-4f7e-9a00-0dac89084214 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0186601 Feb 19 07:30:39.200422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60714) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.206187 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] Routers {'8385c66f-d6b1-4940-9792-e5ec94210c71'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:39.207053 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['8385c66f-d6b1-4940-9792-e5ec94210c71'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:39.227391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.242945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-01a1f19e-86c1-485b-948a-51da643085ed tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.246387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-01a1f19e-86c1-485b-948a-51da643085ed tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0128782 Feb 19 07:30:39.265857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.267493 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:39.268001 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02e804-630f-4305-a5d3-671300e0780f None None] The sync data for ids ['8385c66f-d6b1-4940-9792-e5ec94210c71'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:39.289065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=71771cef-ac97-4b4f-af58-925817aa2780,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:39.302107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-53a5a5c2-581d-4210-9f2f-550f321c746d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.303037 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-53a5a5c2-581d-4210-9f2f-550f321c746d tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0287337 Feb 19 07:30:39.308290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60726) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.310085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9885772a-4089-4387-92af-0634782cdb11,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:39.335188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': '7dc3a7b9-4fd1-4237-8c34-f40d48edfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b017ec42-4104-4f57-960d-7246890c4c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:39.335532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: b017ec42-4104-4f57-960d-7246890c4c4c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:39.352432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-79483594-c5e6-4d94-b7b3-c66149eb626b tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.353310 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79483594-c5e6-4d94-b7b3-c66149eb626b tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0280139 Feb 19 07:30:39.356531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60730) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.371306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-6a6e43e9-e498-4ee0-b9ec-c9190cf26162 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.374784 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6a6e43e9-e498-4ee0-b9ec-c9190cf26162 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0141571 Feb 19 07:30:39.375818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60734) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.386742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-bfac968d-4b40-4abc-bf8c-c5f066857865 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.387728 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bfac968d-4b40-4abc-bf8c-c5f066857865 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092139 Feb 19 07:30:39.388442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.390620 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60738) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.395256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.403490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.411081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-dbf48060-6e38-41ed-9ae0-c346e205a1b2 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.414596 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dbf48060-6e38-41ed-9ae0-c346e205a1b2 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0207028 Feb 19 07:30:39.430156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.435399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.480238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network b017ec42-4104-4f57-960d-7246890c4c4c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:39.502040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b017ec42-4104-4f57-960d-7246890c4c4c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:39.502897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1f1b0-6059-41c3-84cb-82393d456c66 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:39.503473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ecf1f1b0-6059-41c3-84cb-82393d456c66 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:39.505904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:39.508239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-cea8914b-e5d8-4d3f-86f9-73adac435c02 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.509268 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cea8914b-e5d8-4d3f-86f9-73adac435c02 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0707479 Feb 19 07:30:39.511008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:39.511520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af18af11-f81a-4a29-a1e0-59648690d7c5 None None] Network b017ec42-4104-4f57-960d-7246890c4c4c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:39.514335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:39.514996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.520895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60746) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.526477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] Pushing event deleted for resources: {'Network': ['ID=b8e14e0a-21de-495f-9967-e4d390b4e24c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:39.538355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-b1fd061a-bf26-4c4b-8956-47c9eb89ef87 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.541501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b1fd061a-bf26-4c4b-8956-47c9eb89ef87 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0173309 Feb 19 07:30:39.541621 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e3f35af5-ecc1-43a5-ab1c-137ec93da457 tempest-NetworksIpV6TestAttrs-1370054285 tempest-NetworksIpV6TestAttrs-1370054285-project] 10.222.0.72 "DELETE /v2.0/networks/b8e14e0a-21de-495f-9967-e4d390b4e24c HTTP/1.1" status: 204 len: 168 time: 2.8592038 Feb 19 07:30:39.541621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 6950a8e6-26ab-40f9-9c84-ba7f791e233f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:39.542604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.549993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Deleting port a129691d-fce8-49bf-864c-2f09eca619de {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:39.550271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.591297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-45acb240-31ec-4cbb-be08-5aa5d786b115 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.593078 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-45acb240-31ec-4cbb-be08-5aa5d786b115 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0475550 Feb 19 07:30:39.598984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60756) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.615786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-1f537089-3fc9-4c15-86d2-4746674aee90 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.616712 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1f537089-3fc9-4c15-86d2-4746674aee90 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0107713 Feb 19 07:30:39.619663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.627928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-482a0201-afff-48af-bb96-29c2ca5c6769 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.629661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-482a0201-afff-48af-bb96-29c2ca5c6769 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088625 Feb 19 07:30:39.632798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60764) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.638050 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-850de44f-79cd-4a4e-a20d-fa7c502af95c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3837457 Feb 19 07:30:39.639213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.642233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-69ce2887-2d55-45ce-bc32-2c8a8ae16cd1 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.643182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69ce2887-2d55-45ce-bc32-2c8a8ae16cd1 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092897 Feb 19 07:30:39.647245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ecf1f1b0-6059-41c3-84cb-82393d456c66 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:39.649426 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ecf1f1b0-6059-41c3-84cb-82393d456c66 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports/5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 HTTP/1.1" status: 200 len: 984 time: 0.3964186 Feb 19 07:30:39.654288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60772) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.654784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60774) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.679463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] device_id is not set on port f7232dcc-3d58-4e10-9471-fadda055fb20 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:39.681613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [None req-471f29b3-6d71-42b9-8116-3aa426be5322 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.682947 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-471f29b3-6d71-42b9-8116-3aa426be5322 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0260811 Feb 19 07:30:39.690259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.701387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-f3f5ca88-f11f-4e09-b543-b6472a496259 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.702586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f3f5ca88-f11f-4e09-b543-b6472a496259 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096648 Feb 19 07:30:39.717313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.720023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60784) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.730402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-ed8d7d59-c3ed-48f6-b8fd-b5cf2105dbfe tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.734995 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ed8d7d59-c3ed-48f6-b8fd-b5cf2105dbfe tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0137992 Feb 19 07:30:39.740793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.753492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-d26ccd8c-3732-4ab7-a090-05c74ddc5a75 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.754699 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d26ccd8c-3732-4ab7-a090-05c74ddc5a75 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0127552 Feb 19 07:30:39.756067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Transition to ACTIVE for port object f7232dcc-3d58-4e10-9471-fadda055fb20 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:39.760008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:39.770848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [None req-718d74af-97b9-4592-873f-aaeafb057ca0 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:30:39.771782 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-718d74af-97b9-4592-873f-aaeafb057ca0 tempest-ExtensionsTestJSON-1606723528 tempest-ExtensionsTestJSON-1606723528-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0085645 Feb 19 07:30:39.782089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 71771cef-ac97-4b4f-af58-925817aa2780 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:39.782585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.880953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:39.944769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.004269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.004855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.030723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=6950a8e6-26ab-40f9-9c84-ba7f791e233f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:40.035120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:40.051880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60802) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:40.077520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.087604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:40.101852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=f7232dcc-3d58-4e10-9471-fadda055fb20,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:40.142666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:40.211883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.224400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Checking segment: {'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:40.224760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Network hostable DHCP agents. Network: 9ec41ee1-f22e-499f-b947-1fb815fc460e, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:40.259309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.317895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Calling delete_port for a129691d-fce8-49bf-864c-2f09eca619de owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:40.392000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:40.425036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 71771cef-ac97-4b4f-af58-925817aa2780 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:40.475620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:40.476344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.488575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Network 9ec41ee1-f22e-499f-b947-1fb815fc460e is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:40.513502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.521716 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5dc5922d-ac55-49e7-8b5d-e6d9818f55ae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6236498 Feb 19 07:30:40.522440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60814) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:40.535944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 9ec41ee1-f22e-499f-b947-1fb815fc460e) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:40.540221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:40.546294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a716e085-9915-4ea4-804b-14fb77509c16 None None] Network 9ec41ee1-f22e-499f-b947-1fb815fc460e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:40.567591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1a8c66a6-e2e8-497d-9fe6-dd247016928f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05f6280a9ff2420dbb23f905b68fe18a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5143321 Feb 19 07:30:40.582240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:40.605745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:40.606139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:40.606384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:40.630295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:40.639397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0a4a6e1d294f18a5c13eb57ef05fb1 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:40.650080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:40.653408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.684790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e0a900a7-dbff-4701-8a82-5b5de2628261 None None] Provisioning for port 6950a8e6-26ab-40f9-9c84-ba7f791e233f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:40.694688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:40.695033 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:40.702196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:40.703923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 2 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:40.719344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e0a900a7-dbff-4701-8a82-5b5de2628261 None None] Provisioning complete for port 6950a8e6-26ab-40f9-9c84-ba7f791e233f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:40.719344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0a900a7-dbff-4701-8a82-5b5de2628261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.727862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=71771cef-ac97-4b4f-af58-925817aa2780,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:40.747270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.760013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:40.760250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:40.760465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:40.782770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.786928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e0a900a7-dbff-4701-8a82-5b5de2628261 None None] Port 6950a8e6-26ab-40f9-9c84-ba7f791e233f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:40.792382 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cbf9109d-16f6-45db-9795-21fb64e0d200 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/71771cef-ac97-4b4f-af58-925817aa2780 HTTP/1.1" status: 204 len: 168 time: 1.1498690 Feb 19 07:30:40.795228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:40.799153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:40.799442 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:40.803027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 3 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:40.811730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9398b68f-0b3b-46fc-bdeb-27b956750cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.836955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event deleted for resources: {'Port': ['ID=a129691d-fce8-49bf-864c-2f09eca619de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:40.854995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c6954-e93f-4409-b657-5afcdbc08334 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:40.858933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c6954-e93f-4409-b657-5afcdbc08334 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:40.859695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-890c6954-e93f-4409-b657-5afcdbc08334 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:40.878385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:40.878713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:40.879010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:40.909602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9398b68f-0b3b-46fc-bdeb-27b956750cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.929298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:40.929617 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:40.937830 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 4 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:40.956950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-890c6954-e93f-4409-b657-5afcdbc08334 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:40.958094 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-890c6954-e93f-4409-b657-5afcdbc08334 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4331429 Feb 19 07:30:40.960862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:40.987159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:40.991028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:40.991375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:40.991765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:40.996958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.030682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:41.031062 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:41.032717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.039021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 5 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:41.074768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c2b76-7f50-4c4a-9765-bcadf3b9bc51 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:41.078588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9c2b76-7f50-4c4a-9765-bcadf3b9bc51 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:41.079312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb9c2b76-7f50-4c4a-9765-bcadf3b9bc51 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:41.088475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:41.088798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:41.089161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:41.092833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac0a4a6e1d294f18a5c13eb57ef05fb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9492176 Feb 19 07:30:41.098596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60830) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:41.100252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9398b68f-0b3b-46fc-bdeb-27b956750cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.103440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de83a8-af20-4916-a5f7-d6cb25396748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cec38e-1cc6-4d46-ad40-ed653d5ec2ce,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:41.121221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 6950a8e6-26ab-40f9-9c84-ba7f791e233f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:41.121562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.141489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398b68f-0b3b-46fc-bdeb-27b956750cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d33a6-635e-4c1b-b41c-3fe4a9f77710,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:41.143071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:41.143396 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:41.149330 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 6 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:41.161959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb9c2b76-7f50-4c4a-9765-bcadf3b9bc51 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:41.163039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cb9c2b76-7f50-4c4a-9765-bcadf3b9bc51 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3627264 Feb 19 07:30:41.166782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60834) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:41.178713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.190112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9398b68f-0b3b-46fc-bdeb-27b956750cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.191190 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9398b68f-0b3b-46fc-bdeb-27b956750cb9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c24d33a6-635e-4c1b-b41c-3fe4a9f77710 HTTP/1.1" status: 204 len: 168 time: 0.6071515 Feb 19 07:30:41.195470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:41.195596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:41.195898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:41.207819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:41.208458 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:41.208569 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 7 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:41.232972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:41.233300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:41.233629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:41.241697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae00ab9b-f2e7-461a-a4a2-906ae581715e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.250926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:41.251244 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:41.253790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 8 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:41.280879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae00ab9b-f2e7-461a-a4a2-906ae581715e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.287795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:41.288131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:41.288483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:41.306009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:41.306341 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:41.308534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 9 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:41.334957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:41.335284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:41.335659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:41.350622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:41.350622 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:41.350622 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 10 to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 Feb 19 07:30:41.369197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:41.369814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:41.370303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:41.376998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae00ab9b-f2e7-461a-a4a2-906ae581715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.378839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.381700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port e8b248c1-ef2e-41fd-b4af-34f1e463e246 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:41.382563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.394250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00ab9b-f2e7-461a-a4a2-906ae581715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cec38e-1cc6-4d46-ad40-ed653d5ec2ce,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:41.396336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port f7232dcc-3d58-4e10-9471-fadda055fb20 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:41.396632 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port f7232dcc-3d58-4e10-9471-fadda055fb20 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:41.396988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.418921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae00ab9b-f2e7-461a-a4a2-906ae581715e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.422448 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ae00ab9b-f2e7-461a-a4a2-906ae581715e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78cec38e-1cc6-4d46-ad40-ed653d5ec2ce HTTP/1.1" status: 204 len: 168 time: 0.3064272 Feb 19 07:30:41.560769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.581522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] For port f7232dcc-3d58-4e10-9471-fadda055fb20, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:41.581894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempted to set empty binding levels {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:30:41.592517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.646513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db79ae71-0f18-46fd-aae8-832b3a089dde,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:41.671446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:41.704837 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.1596231 Feb 19 07:30:41.705622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60848) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:41.712732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b7ab0-6d3e-4de3-9c92-798932646f8f tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=f7232dcc-3d58-4e10-9471-fadda055fb20,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:41.797773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Deleting port f7232dcc-3d58-4e10-9471-fadda055fb20 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:41.798107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.020354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] For port f7232dcc-3d58-4e10-9471-fadda055fb20, host hv-neutron-8299, got binding levels [] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:42.021034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.088090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.096926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.222884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.240760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Calling delete_port for f7232dcc-3d58-4e10-9471-fadda055fb20 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:42.322806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.361548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 6950a8e6-26ab-40f9-9c84-ba7f791e233f owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:42.381248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7232dcc-3d58-4e10-9471-fadda055fb20,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:42.392843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.407570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.424392 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9da33e84-6562-4a9b-9796-ebb7c2a8d23a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "DELETE /v2.0/ports/f7232dcc-3d58-4e10-9471-fadda055fb20 HTTP/1.1" status: 204 len: 168 time: 0.7122900 Feb 19 07:30:42.429628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:42.494040 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6f5bfc-377a-4b6e-a9bd-d30541257a9c tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:30:42.494547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1d6f5bfc-377a-4b6e-a9bd-d30541257a9c tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Synchronizing usage tracker for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:42.511763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1d6f5bfc-377a-4b6e-a9bd-d30541257a9c tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Unset dirty status for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:42.513023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1d6f5bfc-377a-4b6e-a9bd-d30541257a9c tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "GET /v2.0/ports/f7232dcc-3d58-4e10-9471-fadda055fb20 HTTP/1.1" status: 404 len: 333 time: 0.0823035 Feb 19 07:30:42.516725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60882) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:42.522535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Request body: {'port': {'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-383496839'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:42.525647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60886) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:42.529939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:42.543504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:42.549105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for e8b248c1-ef2e-41fd-b4af-34f1e463e246 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:42.555789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Made reservation on behalf of 6265e33098b44705bd174f3e9cb86318 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:42.559954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.583821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] device_id is not set on port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:42.592175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f0d8dd-b69a-4268-acd6-32e0eb899538']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:42.607374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60892) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:42.671004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e1c9bf06-844d-42f4-9ca4-41ac53071357 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1493891143', 'prefixes': ['172.20.0.0/16']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:42.685379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e1c9bf06-844d-42f4-9ca4-41ac53071357 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:42.696072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b15fa5e-af5e-418e-8f37-11ba9dfe8e1f') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:42.696385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b15fa5e-af5e-418e-8f37-11ba9dfe8e1f') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:42.722455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.778850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1464355938'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:42.782279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.787239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:42.796705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:42.797049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.812069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:network and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:42.814565 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:42.818791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.819033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:42.844032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.896311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:42.916132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Network 9ec41ee1-f22e-499f-b947-1fb815fc460e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:42.917726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.919631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:42.922143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:42.923092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:42.923671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:42.931023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:42.955754 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-78732cac-fb83-408b-a615-95e18ceef54a tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4377956 Feb 19 07:30:42.958430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:42.963887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:42.991728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=e8b248c1-ef2e-41fd-b4af-34f1e463e246,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:42.999137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Made reservation on behalf of c49fe51e0ba743319e40b98e2d517956 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:43.002049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.031966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.033333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.080444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.086977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.087524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.090037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82f0d8dd-b69a-4268-acd6-32e0eb899538 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:30:43.101618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.124406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event deleted for resources: {'Network': ['ID=82f0d8dd-b69a-4268-acd6-32e0eb899538,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:43.224342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:43.229389 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b2bd473-4b14-4daf-8469-5f1c58830eb9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/e8b248c1-ef2e-41fd-b4af-34f1e463e246 HTTP/1.1" status: 204 len: 168 time: 2.0585284 Feb 19 07:30:43.238724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60902) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.253262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:security_group_rule and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:43.257181 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0515d341-0a31-41e2-a1a2-d61fe4e8c08c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "DELETE /v2.0/networks/82f0d8dd-b69a-4268-acd6-32e0eb899538 HTTP/1.1" status: 204 len: 168 time: 4.3158863 Feb 19 07:30:43.258401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.263110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60906) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.264214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:43.305792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:43.403674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=6950a8e6-26ab-40f9-9c84-ba7f791e233f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:43.415702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa3c78-ea23-4815-8876-14213cd22428 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:43.420305 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f4fa3c78-ea23-4815-8876-14213cd22428 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1785488 Feb 19 07:30:43.441185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60910) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.502809 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f413d959-8065-4053-a0bf-5cba0720fda0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:30:43.506704 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f413d959-8065-4053-a0bf-5cba0720fda0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/71771cef-ac97-4b4f-af58-925817aa2780 HTTP/1.1" status: 404 len: 333 time: 0.0618680 Feb 19 07:30:43.506704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] device_id is not set on port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:43.514053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.518146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.573414 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7413dca6-3cc7-4fe8-a231-16fc75ade3a1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:30:43.577747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7413dca6-3cc7-4fe8-a231-16fc75ade3a1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/e8b248c1-ef2e-41fd-b4af-34f1e463e246 HTTP/1.1" status: 404 len: 333 time: 0.0602555 Feb 19 07:30:43.592177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Transition to ACTIVE for port object c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:43.594360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1c9bf06-844d-42f4-9ca4-41ac53071357 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] Notify callbacks [] for subnetpool, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.596257 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e1c9bf06-844d-42f4-9ca4-41ac53071357 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0685651 Feb 19 07:30:43.597338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.626517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60920) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.633495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.800888 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8bb53b31-e60a-4c34-a82a-9c24e8d097ac tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] 10.222.0.72 "GET /v2.0/subnetpools/06ed61eb-9e84-453f-aa26-43c6aee0b627 HTTP/1.1" status: 200 len: 732 time: 0.1705165 Feb 19 07:30:43.813376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60926) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.835481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7d578d68-4946-4d0a-bda0-f292db7da6a4 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1292235417'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:43.853745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8a4f191-9cb6-4064-8ba4-43261ec45fcf tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Synchronizing usage tracker for tenant:a925e6cbec164571b6125846476fecaf on resource:floatingip {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:43.861983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:43.878748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.900469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.935208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:43.935572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:43.935889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:43.949927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8a4f191-9cb6-4064-8ba4-43261ec45fcf tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Unset dirty status for tenant:a925e6cbec164571b6125846476fecaf on resource:floatingip {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:43.951092 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8a4f191-9cb6-4064-8ba4-43261ec45fcf tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.6832323 Feb 19 07:30:43.954882 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-920ec377-bd0c-4472-97ba-c3664dffb645 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/6950a8e6-26ab-40f9-9c84-ba7f791e233f HTTP/1.1" status: 204 len: 168 time: 2.9908075 Feb 19 07:30:43.957701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.958386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60932) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:43.968052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:43.968408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:43.996101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.021192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.102332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:44.179416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8537e5-4948-4a83-8993-d4ed6d2cf7e2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:44.185138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:44.185679 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:44.191930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.192298 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Added segment 5b7bc84e-f90a-42a2-af1b-9247beedf554 of type vlan for network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 Feb 19 07:30:44.202877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 2 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:44.214855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d578d68-4946-4d0a-bda0-f292db7da6a4 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] Notify callbacks [] for subnetpool, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.216031 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d578d68-4946-4d0a-bda0-f292db7da6a4 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] 10.222.0.72 "PUT /v2.0/subnetpools/06ed61eb-9e84-453f-aa26-43c6aee0b627 HTTP/1.1" status: 200 len: 684 time: 0.3991010 Feb 19 07:30:44.225722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.231052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.248430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.266692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.276354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:44.276679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:44.277025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:44.309079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35c499-5286-440d-bf78-80208fcac137 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.310408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35c499-5286-440d-bf78-80208fcac137 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.311824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35c499-5286-440d-bf78-80208fcac137 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.312634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a35c499-5286-440d-bf78-80208fcac137 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:44.317465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b017ec42-4104-4f57-960d-7246890c4c4c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:44.340221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.340621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.340978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.341344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.341681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.342024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.342393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.343348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Synchronizing usage tracker for tenant:a925e6cbec164571b6125846476fecaf on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:44.357129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc3a7b9-4fd1-4237-8c34-f40d48edfd05') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:44.357290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc3a7b9-4fd1-4237-8c34-f40d48edfd05') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:44.364480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:44.364787 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:44.369564 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 3 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:44.390467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.395490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 5841be82-f8d3-4ce8-a0b9-9a02c81e32d5 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:44.428351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:44.428351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:44.428652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:44.447332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.453824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7a35c499-5286-440d-bf78-80208fcac137 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:44.455054 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7a35c499-5286-440d-bf78-80208fcac137 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4933956 Feb 19 07:30:44.458962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60942) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.465059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.465679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:44.466117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.469022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.469619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.483528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Unset dirty status for tenant:a925e6cbec164571b6125846476fecaf on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:44.484728 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d4e7ca4d-fc1e-4e29-886f-caa509ffad16 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4588 time: 0.5245979 Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:44.485502 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:44.490294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.493145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:44.493470 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:44.537232 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 4 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:44.629862 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0113788 Feb 19 07:30:44.643825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60950) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.650362 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-dc12c449-b29f-4d94-a337-9dec1c57571a tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] delete failed (client error): The resource could not be found. Feb 19 07:30:44.651351 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dc12c449-b29f-4d94-a337-9dec1c57571a tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/79a34c46-6046-438d-92a9-69a4212dbfe1 HTTP/1.1" status: 404 len: 345 time: 0.1594174 Feb 19 07:30:44.654352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'subnet': {'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:44.654850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60954) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.655555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:44.655879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:44.656242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:44.663057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38be0ded-7087-4942-8b34-6b6bd5e17ce4 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] Notify callbacks [] for subnetpool, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.664176 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-38be0ded-7087-4942-8b34-6b6bd5e17ce4 tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] 10.222.0.72 "DELETE /v2.0/subnetpools/06ed61eb-9e84-453f-aa26-43c6aee0b627 HTTP/1.1" status: 204 len: 168 time: 0.4353492 Feb 19 07:30:44.673931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.678713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f86c9-f961-47a3-a70c-02d3572c1ad0 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Network': ['ID=8ccabc1c-77f1-40d9-b5dd-4fd9a0538758,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:44.686571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.689432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:44.709022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.711740 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-72583e12-75a4-43f3-8a89-b1be4a1594d3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 07:30:44.712133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72583e12-75a4-43f3-8a89-b1be4a1594d3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:44.719140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:44.719467 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:44.721896 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 5 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:44.728765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=b017ec42-4104-4f57-960d-7246890c4c4c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:44.733974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-72583e12-75a4-43f3-8a89-b1be4a1594d3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "DELETE /v2.0/networks/82f0d8dd-b69a-4268-acd6-32e0eb899538 HTTP/1.1" status: 404 len: 339 time: 0.0751560 Feb 19 07:30:44.735282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f0a1f0eb-77a7-48e8-afb4-f6b671f798c2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/b017ec42-4104-4f57-960d-7246890c4c4c HTTP/1.1" status: 204 len: 168 time: 1.1369889 Feb 19 07:30:44.738854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60962) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.739325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60964) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.752957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-955484184'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:44.758586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'network': {'name': 'tempest-network--470123885', 'router:external': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:44.764902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:44.765432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:44.765987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:44.768375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:44.770733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:44.775686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:44.779522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:44.782382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:network and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:44.789387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:44.792272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:44.798409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:44.801987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:44.802492 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:44.805105 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 6 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:44.807043 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-2aca7de2-13e6-4aad-9ec0-a75981ceed2f tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] show failed (client error): The resource could not be found. Feb 19 07:30:44.808042 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2aca7de2-13e6-4aad-9ec0-a75981ceed2f tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] 10.222.0.72 "GET /v2.0/subnetpools/06ed61eb-9e84-453f-aa26-43c6aee0b627 HTTP/1.1" status: 404 len: 346 time: 0.1308022 Feb 19 07:30:44.812956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60970) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:44.835122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:44.838166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.854880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Made reservation on behalf of a925e6cbec164571b6125846476fecaf for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:44.857214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.870493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:44.870846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:44.871173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:44.878232 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-305cca23-0456-49ea-88d9-9c892979eddc tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] delete failed (client error): The resource could not be found. Feb 19 07:30:44.879237 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-305cca23-0456-49ea-88d9-9c892979eddc tempest-SubnetPoolsTestJSON-2004020984 tempest-SubnetPoolsTestJSON-2004020984-project] 10.222.0.72 "DELETE /v2.0/subnetpools/06ed61eb-9e84-453f-aa26-43c6aee0b627 HTTP/1.1" status: 404 len: 346 time: 0.0635202 Feb 19 07:30:44.898473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:44.898797 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:44.899921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:44.902596 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 7 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:44.912356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:subnet and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:44.913236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:44.932349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:44.932688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:44.933054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:44.935859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:44.942934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.943284 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment b0386080-d80c-413a-a058-e9d9887e5cbc of type vlan for network 76cecbc9-6a26-435b-84ae-9613c327da49 Feb 19 07:30:44.954066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:44.954381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Added segment 3a19c304-1c41-4ddd-81b6-017a46944589 of type vlan for network 6bcdea0c-5aeb-42e1-af43-dc387db2aff9 Feb 19 07:30:44.955663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:44.960864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:44.961231 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:44.965492 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 8 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:44.977097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:45.007614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:45.007947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:45.008374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:45.013297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 4cb71cc7-0c75-453e-b2e5-8867c118fabb {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:45.016809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.021657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Made reservation on behalf of c49fe51e0ba743319e40b98e2d517956 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:45.024900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.036692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:45.037037 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:45.037736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.040816 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 9 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:45.082905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:45.083282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:45.083697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:45.099235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:45.099583 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:45.099985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 10 to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 Feb 19 07:30:45.112752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.113639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.114285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.117705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.121424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.121915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.132347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.162823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:45.163158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:45.163495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:45.199505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=5841be82-f8d3-4ce8-a0b9-9a02c81e32d5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:45.241777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60978) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:45.250440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:45.250713 dv-neutron-829958-1-hyperv neutron-server[83568]: ERROR neutron.plugins.ml2.managers [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:45.251071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.263799 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5191066 Feb 19 07:30:45.264013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.268204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5264082 Feb 19 07:30:45.272180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:45.272315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60986) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:45.278597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d4323-57dc-43b8-9805-8a3cb1bf1552 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Network': ['ID=6bcdea0c-5aeb-42e1-af43-dc387db2aff9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:45.285119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:45.293518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6bcdea0c-5aeb-42e1-af43-dc387db2aff9 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:45.503728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.655261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738f7eb-491a-4e79-9a73-4ca95f748216 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=76cecbc9-6a26-435b-84ae-9613c327da49,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:45.657919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.665708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 76cecbc9-6a26-435b-84ae-9613c327da49 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:45.717683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:45.743037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:45.756736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:45.760005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] For port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:45.760254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.760759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempted to set empty binding levels {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:30:45.776538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:45.779122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.788743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80127653-ef30-472b-902d-ee3bdb8111af tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.793294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80127653-ef30-472b-902d-ee3bdb8111af tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.797487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80127653-ef30-472b-902d-ee3bdb8111af tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.801974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80127653-ef30-472b-902d-ee3bdb8111af tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.803004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-80127653-ef30-472b-902d-ee3bdb8111af tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Synchronizing usage tracker for tenant:1d1808ddb5e54bbaa47d8da3476da7eb on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:45.841519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:45.867766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a2477b020a784e569ce3d64b7009d1f6 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:45.874933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:45.883678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:45.883825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.908013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] In _notify_port_updated(), no bound segment for port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:30:45.909202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:45.914443 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "PUT /v2.0/ports/c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 HTTP/1.1" status: 200 len: 976 time: 2.9511151 Feb 19 07:30:45.914555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 60994) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:45.914778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:45.999740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15337-bd7a-4229-8484-04ab6e523f0b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:46.002815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-80127653-ef30-472b-902d-ee3bdb8111af tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Unset dirty status for tenant:1d1808ddb5e54bbaa47d8da3476da7eb on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:46.004336 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-80127653-ef30-472b-902d-ee3bdb8111af tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7295196 Feb 19 07:30:46.009642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 60998) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:46.162618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.195272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.277523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.303663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb71cc7-0c75-453e-b2e5-8867c118fabb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:46.347539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Performing IP validity checks on allocation pools {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 07:30:46.348216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 07:30:46.352045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.356489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.360170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a488a173-923d-48e2-9412-87460b01d314 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:46.382867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.407994 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ad46345-1dd9-4bc9-97b4-792c625f5be0 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11960 time: 0.4844792 Feb 19 07:30:46.409856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32770) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:46.443367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.522323 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-114880f3-13f9-4441-9aaf-e6244c9a99d0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/4cb71cc7-0c75-453e-b2e5-8867c118fabb HTTP/1.1" status: 204 len: 168 time: 2.0615125 Feb 19 07:30:46.533599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:46.588888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Subnet': ['ID=549ef6f3-f67a-459b-807a-d9f138010bad,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:46.621182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Checking segment: {'id': '5b7bc84e-f90a-42a2-af1b-9247beedf554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:46.621542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Network hostable DHCP agents. Network: 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:46.627250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Deleting port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:46.627592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.637013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a888637-bdb9-4834-84ff-eb3d5b2d4e36,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:46.647623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.678920 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0e72b53d-d8ff-4a8c-b52d-a7e88b2b39f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2477b020a784e569ce3d64b7009d1f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4357605 Feb 19 07:30:46.681557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32778) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:46.695385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcdea0c-5aeb-42e1-af43-dc387db2aff9']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:46.716736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a19c304-1c41-4ddd-81b6-017a46944589') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:46.716736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a19c304-1c41-4ddd-81b6-017a46944589') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:46.739837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 8385c66f-d6b1-4940-9792-e5ec94210c71 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:46.802967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:46.804252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.850404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.877579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:46.878103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:46.891694 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:46.968612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.057769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:47.066640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceb4cdf-6528-463b-ac04-043bf026aeae None None] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:47.069244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet e7beda1a-6045-4a2e-9119-7809778cfb0b {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:47.078128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.128921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.138815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:47.139234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.158770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2415417f-b27f-494e-b7f0-b21d0cb3be21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.159307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bcdea0c-5aeb-42e1-af43-dc387db2aff9 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:30:47.181455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bcdea0c-5aeb-42e1-af43-dc387db2aff9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:47.200115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] For port c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2, host hv-neutron-8299, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:47.200540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.205631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.220407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=68056ed3-a6a8-449b-a7e0-172aa7028d32,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:47.221462 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-29918a90-fb08-4a72-97a5-14d42e6a796e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5767152 Feb 19 07:30:47.224406 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c6703ef6-d2eb-4afe-8bcf-7b81b1127236 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "DELETE /v2.0/networks/6bcdea0c-5aeb-42e1-af43-dc387db2aff9 HTTP/1.1" status: 204 len: 168 time: 1.2138159 Feb 19 07:30:47.227546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32782) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:47.227687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32784) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:47.239569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': 'b0386080-d80c-413a-a058-e9d9887e5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:47.240201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: 76cecbc9-6a26-435b-84ae-9613c327da49, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:47.260140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.329588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 76cecbc9-6a26-435b-84ae-9613c327da49 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:47.338120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'network': {'name': 'tempest-network--882116116', 'router:external': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:47.342407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2415417f-b27f-494e-b7f0-b21d0cb3be21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.349320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e76d2c7b-fbdb-4b0b-87d8-3ebf85df3908 None None] Provisioning complete for port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:47.350428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e76d2c7b-fbdb-4b0b-87d8-3ebf85df3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.351914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1499009283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:47.365987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 76cecbc9-6a26-435b-84ae-9613c327da49) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:47.368873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Calling delete_port for c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:47.386700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-8ccabc1c-77f1-40d9-b5dd-4fd9a0538758', 'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758', 'tenant_id': 'c49fe51e0ba743319e40b98e2d517956', 'fixed_ips': [{'subnet_id': '549ef6f3-f67a-459b-807a-d9f138010bad'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:47.388204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.394965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:47.397942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.399616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471900c8-0028-4da2-ac08-63892625b2d2 None None] Network 76cecbc9-6a26-435b-84ae-9613c327da49 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:47.402503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:47.406045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:47.426012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:network and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:47.437001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:47.441446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:47.449486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:router and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:47.455297 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c309b09f-4707-4b8b-a936-bb029e5a28ce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/8385c66f-d6b1-4940-9792-e5ec94210c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7967346 Feb 19 07:30:47.459496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:47.464225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:47.469175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:47.486396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:47.520567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Made reservation on behalf of a925e6cbec164571b6125846476fecaf for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:47.522572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.539671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.540677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.552284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.591669 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ba9a30bb-6e13-4605-8cc9-45edf0f33874 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3181229 Feb 19 07:30:47.617980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:47.629861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.630617 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Added segment a6627aa7-66c9-406f-b716-9b39b77edf80 of type vlan for network 13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c Feb 19 07:30:47.643059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:47.644488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.667342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.693362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49', 'name': 'tempest-PortsTestJSON-430046156'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:47.707610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2415417f-b27f-494e-b7f0-b21d0cb3be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.722056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:47.735166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] Sync routers for ids ['8385c66f-d6b1-4940-9792-e5ec94210c71'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:47.738740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415417f-b27f-494e-b7f0-b21d0cb3be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a888637-bdb9-4834-84ff-eb3d5b2d4e36,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:47.759306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.772451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.773491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:47.774033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.781222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.873264 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-21f20f24-c3fd-4c53-b477-f97f6ea931b5 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "DELETE /v2.0/ports/c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 HTTP/1.1" status: 204 len: 168 time: 1.4580193 Feb 19 07:30:47.883134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2415417f-b27f-494e-b7f0-b21d0cb3be21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.884571 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2415417f-b27f-494e-b7f0-b21d0cb3be21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a888637-bdb9-4834-84ff-eb3d5b2d4e36 HTTP/1.1" status: 204 len: 168 time: 1.2017212 Feb 19 07:30:47.885413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32798) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:47.907368 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6253870 Feb 19 07:30:47.911809 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] Routers {'8385c66f-d6b1-4940-9792-e5ec94210c71'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:47.912308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['8385c66f-d6b1-4940-9792-e5ec94210c71'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:47.944978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32804) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:47.973127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc860db-04fd-42c3-8ae2-1e37afffcce3 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Network': ['ID=13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:47.976739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:47.988937 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d225082e-bf93-488a-b9df-8217743b0efe tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:30:47.989365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:47.989496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d225082e-bf93-488a-b9df-8217743b0efe tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Synchronizing usage tracker for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:48.008786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:48.095350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.099142 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6a2ba31c-b8a3-4f63-b10e-801a9b6da6fa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8187401 Feb 19 07:30:48.101693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.101846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d225082e-bf93-488a-b9df-8217743b0efe tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Unset dirty status for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:48.102437 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d225082e-bf93-488a-b9df-8217743b0efe tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "GET /v2.0/ports/c3f2bcf5-94aa-4ddd-b5f9-aafbeb1da8f2 HTTP/1.1" status: 404 len: 333 time: 0.2037640 Feb 19 07:30:48.107295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32810) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.114173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1906716863', 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:48.124082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e5457-ca5f-4815-800b-9cfc10d8776c tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:48.124491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Allocated IP 172.20.0.2 (8ccabc1c-77f1-40d9-b5dd-4fd9a0538758/549ef6f3-f67a-459b-807a-d9f138010bad/fb7abee1-e25c-4c6b-a09b-55f93546100a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:48.129080 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-711e5457-ca5f-4815-800b-9cfc10d8776c tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] 10.222.0.72 "GET /v2.0/networks/13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c HTTP/1.1" status: 200 len: 756 time: 0.1797726 Feb 19 07:30:48.129080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32816) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.147527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-76cecbc9-6a26-435b-84ae-9613c327da49', 'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49', 'tenant_id': '3077e5da16f94def8b0e99c3f69f9b2b', 'fixed_ips': [{'subnet_id': '68056ed3-a6a8-449b-a7e0-172aa7028d32'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:48.148364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.155313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:48.179232 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.212850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] Routers {'8385c66f-d6b1-4940-9792-e5ec94210c71'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:48.213535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['8385c66f-d6b1-4940-9792-e5ec94210c71'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:48.229109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:48.247396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=e7beda1a-6045-4a2e-9119-7809778cfb0b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:48.265455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Made reservation on behalf of 6265e33098b44705bd174f3e9cb86318 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:48.268311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.294689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc1ed4-ea5a-4342-af3a-44ac831e0a28 tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:48.300398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8bc1ed4-ea5a-4342-af3a-44ac831e0a28 tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] 10.222.0.72 "GET /v2.0/networks/56177fa6-271f-4838-8766-ff986b8ba9fe HTTP/1.1" status: 200 len: 768 time: 0.1668453 Feb 19 07:30:48.302388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32822) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.308755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] device_id is not set on port 08dfffc7-d2bf-46b5-be77-b4f0f6619f99 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:48.343470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:48.343795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30505fa-686c-4b58-850c-1e7edd44efd7 None None] The sync data for ids ['8385c66f-d6b1-4940-9792-e5ec94210c71'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:48.359623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:48.378918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:48.399659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.405879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f113e19-1adb-47a6-a9c4-9ea516761068 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:48.418788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:48.448268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:48.486655 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8b12e96e-470d-4ae9-b62c-28b943ae0578 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/e7beda1a-6045-4a2e-9119-7809778cfb0b HTTP/1.1" status: 204 len: 168 time: 1.9429953 Feb 19 07:30:48.519220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32830) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.603204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:48.606412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.654036 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c8cb875f-626b-4187-929a-89802c356b81 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297638 Feb 19 07:30:48.720715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32836) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.770811 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-7eb577ae-85b9-4918-a2a1-2ce8426e84cc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 07:30:48.771993 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7eb577ae-85b9-4918-a2a1-2ce8426e84cc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/8385c66f-d6b1-4940-9792-e5ec94210c71/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3114593 Feb 19 07:30:48.780640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32842) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.810910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Allocated IP 172.20.0.2 (76cecbc9-6a26-435b-84ae-9613c327da49/68056ed3-a6a8-449b-a7e0-172aa7028d32/492445a0-b8bc-40bd-8339-14cdc372d723) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:48.827085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port befaf6e9-070b-4905-b991-43f5de92a0b2 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:48.875780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.910042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.944953 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1ee9f8f5-de01-457f-94bd-142a31ff75be tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=8385c66f-d6b1-4940-9792-e5ec94210c71 HTTP/1.1" status: 200 len: 205 time: 0.1567597 Feb 19 07:30:48.949076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32848) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:48.949218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:48.968572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Transition to ACTIVE for port object fb7abee1-e25c-4c6b-a09b-55f93546100a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:48.974422 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-9df64607-8828-40a3-87b4-028e3e4d4ffa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6529295 Feb 19 07:30:49.073783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Transition to ACTIVE for port object fb7abee1-e25c-4c6b-a09b-55f93546100a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:49.108969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:49.126330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.160927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] Deleting port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:49.161627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.181128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.223047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd298a4a-3d28-45bb-abd8-891fa6603d14 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.230677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26f080-f433-4e83-87ba-b41184a4b70c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:49.231376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b26f080-f433-4e83-87ba-b41184a4b70c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:49.264408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:49.267875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.275237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:49.277076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Pushing event updated for resources: {'Port': ['ID=fb7abee1-e25c-4c6b-a09b-55f93546100a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:49.281236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:49.293762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:49.312925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6627aa7-66c9-406f-b716-9b39b77edf80') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:49.313671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6627aa7-66c9-406f-b716-9b39b77edf80') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:49.326978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.351154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Transition to ACTIVE for port object 492445a0-b8bc-40bd-8339-14cdc372d723 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:49.368929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-1e5d780c-634f-4b49-984f-25e3ff7a51d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.3154750 Feb 19 07:30:49.370347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.413495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.419545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.515267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Transition to ACTIVE for port object 492445a0-b8bc-40bd-8339-14cdc372d723 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:49.542036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:49.543411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:49.562902 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:49.572140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Attempting to bind port fb7abee1-e25c-4c6b-a09b-55f93546100a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:49.572534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Attempting to bind port fb7abee1-e25c-4c6b-a09b-55f93546100a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '5b7bc84e-f90a-42a2-af1b-9247beedf554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:49.572898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Attempting to bind port fb7abee1-e25c-4c6b-a09b-55f93546100a on network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:49.581936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.644341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Network 9ec41ee1-f22e-499f-b947-1fb815fc460e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:49.664241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:49.664904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Network 76cecbc9-6a26-435b-84ae-9613c327da49 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:49.665626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:49.665987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Checking segment: {'id': '5b7bc84e-f90a-42a2-af1b-9247beedf554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:49.666590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.666979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Bound using segment: {'id': '5b7bc84e-f90a-42a2-af1b-9247beedf554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:49.667445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Bound port: fb7abee1-e25c-4c6b-a09b-55f93546100a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7bc84e-f90a-42a2-af1b-9247beedf554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:49.667858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.682913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:49.696426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:49.730666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:49.731410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:49.732092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.736001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-b3350964-c9bc-4731-af55-01e22ebd873a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:49.737537 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-b3350964-c9bc-4731-af55-01e22ebd873a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.3355303 Feb 19 07:30:49.738073 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b26f080-f433-4e83-87ba-b41184a4b70c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:49.741700 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1b26f080-f433-4e83-87ba-b41184a4b70c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0197411 Feb 19 07:30:49.745403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:49.765877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Pushing event updated for resources: {'Port': ['ID=492445a0-b8bc-40bd-8339-14cdc372d723,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:49.845241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] For port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:49.845617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.876949 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7685509 Feb 19 07:30:49.882181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba8d45-bb17-4f9f-b90d-ceb8a0c0e77d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=08dfffc7-d2bf-46b5-be77-b4f0f6619f99,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:49.888415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:49.958767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174a6db0-992f-42d5-bcea-d9b234902148 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:49.959438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-174a6db0-992f-42d5-bcea-d9b234902148 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:49.961086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-398f003f-2b86-4283-9518-cf4918d21f44 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Synchronizing usage tracker for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:49.969078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:49.997798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:50.037986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] Calling delete_port for ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:50.057140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:30:50.091632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-174a6db0-992f-42d5-bcea-d9b234902148 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:50.094173 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-174a6db0-992f-42d5-bcea-d9b234902148 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2906661 Feb 19 07:30:50.103812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Attempting to bind port 492445a0-b8bc-40bd-8339-14cdc372d723 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:50.104206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Attempting to bind port 492445a0-b8bc-40bd-8339-14cdc372d723 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'b0386080-d80c-413a-a058-e9d9887e5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:50.104571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Attempting to bind port 492445a0-b8bc-40bd-8339-14cdc372d723 on network 76cecbc9-6a26-435b-84ae-9613c327da49 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:50.107342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32874) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:50.128102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] For port fb7abee1-e25c-4c6b-a09b-55f93546100a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:50.134934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:30:50.135358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Checking segment: {'id': 'b0386080-d80c-413a-a058-e9d9887e5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:50.135763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.136166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Bound using segment: {'id': 'b0386080-d80c-413a-a058-e9d9887e5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:30:50.136732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Bound port: 492445a0-b8bc-40bd-8339-14cdc372d723, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0386080-d80c-413a-a058-e9d9887e5cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '76cecbc9-6a26-435b-84ae-9613c327da49'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:30:50.137065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.137871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.149937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event deleted for resources: {'Network': ['ID=13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:50.159237 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e0580223-5ef4-4306-b15f-d47006160641 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "DELETE /v2.0/networks/13bb8c0b-8aac-4fe3-b45d-1a0c7d218e5c HTTP/1.1" status: 204 len: 168 time: 1.7559071 Feb 19 07:30:50.162363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32878) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:50.166205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd298a4a-3d28-45bb-abd8-891fa6603d14 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.168602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-398f003f-2b86-4283-9518-cf4918d21f44 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Unset dirty status for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:50.169766 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-398f003f-2b86-4283-9518-cf4918d21f44 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "GET /v2.0/ports/08dfffc7-d2bf-46b5-be77-b4f0f6619f99 HTTP/1.1" status: 200 len: 955 time: 0.2810309 Feb 19 07:30:50.173951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'network': {'name': 'tempest-network--305610995'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:50.178582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] For port fb7abee1-e25c-4c6b-a09b-55f93546100a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fb7abee1-e25c-4c6b-a09b-55f93546100a,segment=NetworkSegment(5b7bc84e-f90a-42a2-af1b-9247beedf554),segment_id=5b7bc84e-f90a-42a2-af1b-9247beedf554)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:50.179783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:50.183401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Usage tracker for resource:network and tenant:a925e6cbec164571b6125846476fecaf is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:50.186696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:50.193282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:50.201808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32882) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:50.221572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.221929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e896a6d7-c0db-48d3-873f-272b07a7998f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134088 Feb 19 07:30:50.237953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32886) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:50.275743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Deleting port 08dfffc7-d2bf-46b5-be77-b4f0f6619f99 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:50.276288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.304355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd298a4a-3d28-45bb-abd8-891fa6603d14 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.306995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Made reservation on behalf of a925e6cbec164571b6125846476fecaf for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:50.309473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.336796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.8 (76cecbc9-6a26-435b-84ae-9613c327da49/68056ed3-a6a8-449b-a7e0-172aa7028d32/befaf6e9-070b-4905-b991-43f5de92a0b2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:50.343006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] For port 492445a0-b8bc-40bd-8339-14cdc372d723, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:50.343835 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-cff50af9-b923-46c1-b6bb-41ba8fe4b006 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 1000 time: 0.5310600 Feb 19 07:30:50.346254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] For port 492445a0-b8bc-40bd-8339-14cdc372d723, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=492445a0-b8bc-40bd-8339-14cdc372d723,segment=NetworkSegment(b0386080-d80c-413a-a058-e9d9887e5cbc),segment_id=b0386080-d80c-413a-a058-e9d9887e5cbc)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:50.350604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:50.364840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.368698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.414697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.483643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] No DVR routers for this DVR port ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:50.500889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b176ef-c15b-4278-8a66-b0e4da988a00 None None] Pushing event updated for resources: {'Port': ['ID=fb7abee1-e25c-4c6b-a09b-55f93546100a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:50.542084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:50.546135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd298a4a-3d28-45bb-abd8-891fa6603d14 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.546743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd298a4a-3d28-45bb-abd8-891fa6603d14 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Fanout notify agent at l3_agent the message router_deleted on router 8385c66f-d6b1-4940-9792-e5ec94210c71 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:50.581176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf5796-7a4b-4107-bd03-f597efd49d0c None None] Pushing event deleted for resources: {'Port': ['ID=ac2a9d21-c398-4444-b0c9-4bbf7bcc7ff2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:50.722208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:50.753848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a4fd-bfe1-4f68-9035-0bafb9a7f907 None None] Pushing event updated for resources: {'Port': ['ID=492445a0-b8bc-40bd-8339-14cdc372d723,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:50.779651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:50.978550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:50.980311 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Added segment 982dd304-50b0-4444-826b-7855c8bf0aaa of type vlan for network 4af19f63-0cfb-44a1-aa51-1824f2af0868 Feb 19 07:30:51.039283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd298a4a-3d28-45bb-abd8-891fa6603d14 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.040540 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cd298a4a-3d28-45bb-abd8-891fa6603d14 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/8385c66f-d6b1-4940-9792-e5ec94210c71 HTTP/1.1" status: 204 len: 168 time: 2.0761299 Feb 19 07:30:51.051027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:51.054246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-67ac71b6-b348-49a0-a053-6f735d954e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:51.055640 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-67ac71b6-b348-49a0-a053-6f735d954e7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.4387109 Feb 19 07:30:51.082488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.089790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.199666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:51.203098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.204584 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:30:51.204993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:51.227397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Calling delete_port for 08dfffc7-d2bf-46b5-be77-b4f0f6619f99 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:51.254565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:30:51.261818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Allocated IP 172.20.0.1 (8ccabc1c-77f1-40d9-b5dd-4fd9a0538758/549ef6f3-f67a-459b-807a-d9f138010bad/ce13d511-32f8-49c3-8246-039857f234c1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:51.294599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.295508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:51.296175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.324121 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b0396a44-374c-4b4b-a1f1-a5f0a9f0cccf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0757132 Feb 19 07:30:51.324814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32906) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:51.331889 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1659155 Feb 19 07:30:51.350413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32910) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:51.363450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:51.427050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:51.450377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a20c8-b255-44c9-aef7-99a0345fb38c tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Network': ['ID=4af19f63-0cfb-44a1-aa51-1824f2af0868,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:51.459094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.461230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 4af19f63-0cfb-44a1-aa51-1824f2af0868 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:51.517455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event deleted for resources: {'Port': ['ID=08dfffc7-d2bf-46b5-be77-b4f0f6619f99,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:51.530090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.561645 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a577d77c-3362-48a8-a8d4-02e534a9afe1 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "DELETE /v2.0/ports/08dfffc7-d2bf-46b5-be77-b4f0f6619f99 HTTP/1.1" status: 204 len: 168 time: 1.3585761 Feb 19 07:30:51.564181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32914) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:51.641134 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc71fb8e-cb08-4f5d-bfba-608aab138980 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:30:51.641654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fc71fb8e-cb08-4f5d-bfba-608aab138980 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Synchronizing usage tracker for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:51.659126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fc71fb8e-cb08-4f5d-bfba-608aab138980 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Unset dirty status for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:51.660529 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc71fb8e-cb08-4f5d-bfba-608aab138980 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "GET /v2.0/ports/08dfffc7-d2bf-46b5-be77-b4f0f6619f99 HTTP/1.1" status: 404 len: 333 time: 0.0951598 Feb 19 07:30:51.664090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:51.669875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Request body: {'port': {'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-585531488'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:51.674660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:51.685943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:51.700484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Made reservation on behalf of 6265e33098b44705bd174f3e9cb86318 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:51.700917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet 140166cb-edf2-4e09-a7b7-a8c4011f2854 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:51.703511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.726548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] device_id is not set on port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:51.836061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32922) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:51.844606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388050608', 'description': 'tempest-secgroup-smoke-388050608 description', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:51.858820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:51.878519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:51.883441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:51.900187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:51.926170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:51.958327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.001662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715d48f-6b78-423d-a4d9-584da18b65e6 None None] Network 76cecbc9-6a26-435b-84ae-9613c327da49 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:52.014492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 492445a0-b8bc-40bd-8339-14cdc372d723 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:52.067875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.078152 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-ea5215f2-2b5f-4405-adcc-c20049560465 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9237444 Feb 19 07:30:52.079120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:52.101364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.112441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.133356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:52.139072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:52.143004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:52.150298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:52.162955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:52.175336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.200926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3b19cbd0-3b0c-4855-9046-598c56ecc642 None None] Provisioning for port 492445a0-b8bc-40bd-8339-14cdc372d723 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:52.220746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 492445a0-b8bc-40bd-8339-14cdc372d723 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:52.232516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 492445a0-b8bc-40bd-8339-14cdc372d723 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:52.232869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.232992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.304400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.329594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ebc2f2-65e9-4572-9e46-7d9c5010e1a9 None None] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:52.340035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=34c1d632-95d1-440c-b90c-1d3bd39d1d4c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:52.345662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.358727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object befaf6e9-070b-4905-b991-43f5de92a0b2 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:52.367938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Network 9ec41ee1-f22e-499f-b947-1fb815fc460e is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:52.373462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:52.385001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:52.385922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:52.386633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.420104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:52.425700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76bc2e-43d0-4b2e-9dd6-e864205013a6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:52.431820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:52.438515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:52.447236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:52.451790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:52.458568 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-84dde7a7-74e7-49e1-93bc-967d5a4d60f8 tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7910054 Feb 19 07:30:52.460343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32926) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:52.472731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:52.606790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.609243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.613415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.616500 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-0c18f387-1745-4ce6-991f-2bb862ad9683 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271997 Feb 19 07:30:52.620828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5dde291a-bebe-46f7-93ad-20cbd291490a None None] Provisioning for port fb7abee1-e25c-4c6b-a09b-55f93546100a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:52.625888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.648102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.692603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Transition to ACTIVE for port object ce13d511-32f8-49c3-8246-039857f234c1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:52.724475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 492445a0-b8bc-40bd-8339-14cdc372d723, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=492445a0-b8bc-40bd-8339-14cdc372d723,segment=NetworkSegment(b0386080-d80c-413a-a058-e9d9887e5cbc),segment_id=b0386080-d80c-413a-a058-e9d9887e5cbc)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:52.734344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.735114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fb7abee1-e25c-4c6b-a09b-55f93546100a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:52.740853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.742080 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9047234 Feb 19 07:30:52.744730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7a1b3-17b1-4a18-b779-40e8282f2524 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dccd46-b45b-412a-9935-d3998022c59d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:52.749056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32930) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:52.753723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.756432 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:30:52.757037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:52.759252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'security_group_rule': {'security_group_id': 'e9dccd46-b45b-412a-9935-d3998022c59d', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:52.780311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:52.822978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.831331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.888840 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-264f4fe1-3f25-4ddb-bec0-62f5e45a6e92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5580735 Feb 19 07:30:52.889978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.899298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:52.933703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=492445a0-b8bc-40bd-8339-14cdc372d723,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:52.948324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port fb7abee1-e25c-4c6b-a09b-55f93546100a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:52.951620 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:52.955516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port fb7abee1-e25c-4c6b-a09b-55f93546100a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:52.955803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:52.975711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.026174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.029296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dca36dfd-caf2-46f3-8dcb-cd594979a44a None None] Provisioning complete for port 492445a0-b8bc-40bd-8339-14cdc372d723 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:53.029815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dca36dfd-caf2-46f3-8dcb-cd594979a44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.074852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] device_id is not set on port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:53.083345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.104817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Transition to ACTIVE for port object 34c1d632-95d1-440c-b90c-1d3bd39d1d4c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:53.108408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:53.112907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:53.120653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:53.124836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.163134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59fec06a-85f4-4a23-934f-1bb3e750fa68 req-be972c14-b141-48d2-9abf-09f81036499d service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299523 Feb 19 07:30:53.185662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.209661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Network 4af19f63-0cfb-44a1-aa51-1824f2af0868 is not hosted by any dhcp agent {{(pid=83568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 19 07:30:53.210412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:53.211003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.215534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "PUT /v2.0/networks/4af19f63-0cfb-44a1-aa51-1824f2af0868 HTTP/1.1" status: 200 len: 857 time: 1.8568087 Feb 19 07:30:53.216411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:53.241144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=befaf6e9-070b-4905-b991-43f5de92a0b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.245043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 76cecbc9-6a26-435b-84ae-9613c327da49 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:53.260782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port fb7abee1-e25c-4c6b-a09b-55f93546100a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fb7abee1-e25c-4c6b-a09b-55f93546100a,segment=NetworkSegment(5b7bc84e-f90a-42a2-af1b-9247beedf554),segment_id=5b7bc84e-f90a-42a2-af1b-9247beedf554)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:53.268570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.298661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.308439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:53.310058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c95ac-90b9-45bb-8f12-d598e94e9360 tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event updated for resources: {'Network': ['ID=4af19f63-0cfb-44a1-aa51-1824f2af0868,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.312191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:53.323726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=34c1d632-95d1-440c-b90c-1d3bd39d1d4c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.364174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=fb7abee1-e25c-4c6b-a09b-55f93546100a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.390158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ebffc872-313b-48cd-8814-06480e5bea6f None None] Provisioning complete for port fb7abee1-e25c-4c6b-a09b-55f93546100a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:53.390552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ebffc872-313b-48cd-8814-06480e5bea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.446134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.461780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.462155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.462440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.485621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.486054 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.487386 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 2 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.503687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:53.505433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.505763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.506094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.519183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.519517 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.530478 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 3 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.545103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.550066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.550341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.550696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.557929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.561152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:53.563194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:53.565688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.566019 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.571063 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 4 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.576934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:53.597546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3995d56c-82ac-40ef-84f4-aced03cd3f00,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.608104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.608458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.608724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.614030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.618136 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-11bd2c38-0b6f-4f4e-a76e-9cd0e153625c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8656929 Feb 19 07:30:53.618527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.618855 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.619272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32942) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:53.619798 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 5 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.637740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'security_group_rule': {'security_group_id': 'e9dccd46-b45b-412a-9935-d3998022c59d', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:53.646489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:53.649089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.649419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.649729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.655121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:53.659538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:53.661698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e8c06356-4fc5-4732-9e8f-5603fda48374 None None] Provisioning for port befaf6e9-070b-4905-b991-43f5de92a0b2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:53.666555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:53.668900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.669217 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.670672 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 6 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.672446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e8c06356-4fc5-4732-9e8f-5603fda48374 None None] Provisioning complete for port befaf6e9-070b-4905-b991-43f5de92a0b2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:53.673058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8c06356-4fc5-4732-9e8f-5603fda48374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.691408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.691738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.692121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.703176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.713275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.713600 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.716752 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 7 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.753569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e8c06356-4fc5-4732-9e8f-5603fda48374 None None] Port befaf6e9-070b-4905-b991-43f5de92a0b2 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:53.754087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.754420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.754750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.755476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=140166cb-edf2-4e09-a7b7-a8c4011f2854,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.773806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.774132 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.775585 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 8 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.785034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:53.785911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.791777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:53.804481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.804817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.805125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.809066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.813514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.813858 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.814244 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 9 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.821976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.824320 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Port': ['ID=ce13d511-32f8-49c3-8246-039857f234c1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.846190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.852253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2cf20f-3ff3-46d9-b4d0-17d65172a29d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.853577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.857095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.857449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.857810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.860930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c4bc0-ae7e-4aa7-a4a6-9ef5c87632a0 None None] Network b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:53.870337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.870337 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.870337 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempt 10 to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c Feb 19 07:30:53.872206 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e1ca05a9-2d48-42fb-92e8-2b224b98a6f1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/140166cb-edf2-4e09-a7b7-a8c4011f2854 HTTP/1.1" status: 204 len: 168 time: 2.8199799 Feb 19 07:30:53.873495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:53.875644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.884994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.886288 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bea53b4e-26bb-4c96-9401-03cf429a46d3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2586734 Feb 19 07:30:53.888710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:30:53.889094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:30:53.889420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempting to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:30:53.892014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32950) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:53.898948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'security_group_rule': {'security_group_id': 'e9dccd46-b45b-412a-9935-d3998022c59d', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:53.900801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:53.905092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.906280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:53.907130 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:30:53.907693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:53.910315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:30:53.910640 dv-neutron-829958-1-hyperv neutron-server[83569]: ERROR neutron.plugins.ml2.managers [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Failed to bind port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on host hv-neutron-8299 for vnic_type normal using segments [{'id': '744b6537-8e2f-4f40-b306-15e306a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '9ec41ee1-f22e-499f-b947-1fb815fc460e'}] Feb 19 07:30:53.910993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:53.920635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:53.921306 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-13d7b5a2-0a22-415c-81dd-065943571831 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2339261 Feb 19 07:30:53.922593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:53.926674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:53.968417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:53.969998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 492445a0-b8bc-40bd-8339-14cdc372d723 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:54.053487 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e5812a5d-7b6e-49af-a3e3-d068b649c8c2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1432245 Feb 19 07:30:54.054061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32958) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:54.058700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.069808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7930d19f-d452-4443-a507-36f36d1867ce None None] Provisioning for port ce13d511-32f8-49c3-8246-039857f234c1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:54.070387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:54.087747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port befaf6e9-070b-4905-b991-43f5de92a0b2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:54.088513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.131368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7930d19f-d452-4443-a507-36f36d1867ce None None] Provisioning complete for port ce13d511-32f8-49c3-8246-039857f234c1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:54.131368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7930d19f-d452-4443-a507-36f36d1867ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.143285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.153419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.203052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7930d19f-d452-4443-a507-36f36d1867ce None None] Port ce13d511-32f8-49c3-8246-039857f234c1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:54.210607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af19f63-0cfb-44a1-aa51-1824f2af0868']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:54.211870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 492445a0-b8bc-40bd-8339-14cdc372d723 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:54.212215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.240124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982dd304-50b0-4444-826b-7855c8bf0aaa') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:54.240124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982dd304-50b0-4444-826b-7855c8bf0aaa') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:54.256053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.261117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] For port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:54.261500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Attempted to set empty binding levels {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:30:54.262381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 23409d93-4e5b-4b9d-8297-e9649221882e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:54.262701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.299627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.305607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.328058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.339593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:54.339982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.348037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fb7abee1-e25c-4c6b-a09b-55f93546100a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:54.353990 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:54.393869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] DHCP port deletion for b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:54.402141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:54.404968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] Deleting port 23409d93-4e5b-4b9d-8297-e9649221882e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:54.405333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.424900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] In _notify_port_updated(), no bound segment for port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c on network 9ec41ee1-f22e-499f-b947-1fb815fc460e {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:30:54.426004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.427427 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "PUT /v2.0/ports/34c1d632-95d1-440c-b90c-1d3bd39d1d4c HTTP/1.1" status: 200 len: 976 time: 1.9621866 Feb 19 07:30:54.430775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:54.436342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:54.543996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.553966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eeaf9-0a78-4ea2-9855-fe7bbcc8cd5d tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event updated for resources: {'Port': ['ID=34c1d632-95d1-440c-b90c-1d3bd39d1d4c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:54.566166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.583999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port fb7abee1-e25c-4c6b-a09b-55f93546100a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:54.584666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.593953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:54.608317 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.663074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4af19f63-0cfb-44a1-aa51-1824f2af0868 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:30:54.672791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.699893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d28f41-8b7e-49a6-a479-8ae79a89aa22,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:54.720801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Deleting port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:54.721235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.739766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] For port 23409d93-4e5b-4b9d-8297-e9649221882e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=23409d93-4e5b-4b9d-8297-e9649221882e,segment=NetworkSegment(d38aa419-b932-48b9-a2b9-f3751287aa25),segment_id=d38aa419-b932-48b9-a2b9-f3751287aa25)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:54.740504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.813492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.829429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.833348 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-99cc6bc7-b828-4a6b-958d-a355ad5a1e37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9376535 Feb 19 07:30:54.841331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:54.847508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'security_group_rule': {'security_group_id': 'e9dccd46-b45b-412a-9935-d3998022c59d', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:54.904458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] Calling delete_port for 23409d93-4e5b-4b9d-8297-e9649221882e owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:54.960321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:54.961878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:30:54.962359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:54.971951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for befaf6e9-070b-4905-b991-43f5de92a0b2 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:55.000314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:55.004641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] Pushing event deleted for resources: {'Network': ['ID=4af19f63-0cfb-44a1-aa51-1824f2af0868,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:55.013901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.034167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:55.049107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:55.064022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4d3cd807-ab48-4ab6-a439-5ad73a378a5b tempest-ExternalNetworksTestJSON-500043876 tempest-ExternalNetworksTestJSON-500043876-project-admin] 10.222.0.72 "DELETE /v2.0/networks/4af19f63-0cfb-44a1-aa51-1824f2af0868 HTTP/1.1" status: 204 len: 168 time: 1.8316708 Feb 19 07:30:55.075903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32970) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:55.092096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] Pushing event deleted for resources: {'Port': ['ID=23409d93-4e5b-4b9d-8297-e9649221882e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:55.101305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b067ab-a39d-4dc2-aa43-5a167827d7d8 None None] No DVR routers for this DVR port 23409d93-4e5b-4b9d-8297-e9649221882e on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:55.111306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:55.117994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.129211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.137915 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-53dcb4c4-ee45-421f-83e9-ff68213b2e04 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0797892 Feb 19 07:30:55.142274 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d9e7cf-77e7-4a14-b193-dc8b273e8390 tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:55.142772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d9e7cf-77e7-4a14-b193-dc8b273e8390 tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:55.144430 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86d9e7cf-77e7-4a14-b193-dc8b273e8390 tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] 10.222.0.72 "DELETE /v2.0/subnets/db79ae71-0f18-46fd-aae8-832b3a089dde HTTP/1.1" status: 404 len: 337 time: 0.0674548 Feb 19 07:30:55.147945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32974) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:55.148374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:55.175852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:55.217515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port 23409d93-4e5b-4b9d-8297-e9649221882e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=23409d93-4e5b-4b9d-8297-e9649221882e,segment=NetworkSegment(d38aa419-b932-48b9-a2b9-f3751287aa25),segment_id=d38aa419-b932-48b9-a2b9-f3751287aa25)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:55.217930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.355118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 23409d93-4e5b-4b9d-8297-e9649221882e owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:55.501635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Port': ['ID=ce13d511-32f8-49c3-8246-039857f234c1,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:55.513251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.514993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.622286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:55.622535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:55.645056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] For port 34c1d632-95d1-440c-b90c-1d3bd39d1d4c, host hv-neutron-8299, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:55.645375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.672250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:55.673506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:55.679879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.686373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:55.819493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Calling delete_port for 34c1d632-95d1-440c-b90c-1d3bd39d1d4c owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:55.851245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.854233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:55.874257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 23409d93-4e5b-4b9d-8297-e9649221882e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:55.922914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 23409d93-4e5b-4b9d-8297-e9649221882e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:30:55.923243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 23409d93-4e5b-4b9d-8297-e9649221882e not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:30:55.934740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=befaf6e9-070b-4905-b991-43f5de92a0b2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:55.942463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e0676deb-7c32-4575-b53d-882b3cbb2d14 None None] Provisioning complete for port ce13d511-32f8-49c3-8246-039857f234c1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:55.943113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0676deb-7c32-4575-b53d-882b3cbb2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.983500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:55.986895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:55.988312 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:30:55.988721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:55.995866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e0676deb-7c32-4575-b53d-882b3cbb2d14 None None] Port ce13d511-32f8-49c3-8246-039857f234c1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:30:56.066504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Router e03382c0-4605-42e6-a328-2524fa0db2e7 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:30:56.068093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.126768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 23409d93-4e5b-4b9d-8297-e9649221882e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:56.127036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.158717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.216364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.218831 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2a37f211-5797-4aa1-9f52-a082c0c7794d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0678010 Feb 19 07:30:56.243123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32982) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.259139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] The port '23409d93-4e5b-4b9d-8297-e9649221882e' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:30:56.262808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:56.272856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.292029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7b53e0-0af0-4756-92f4-bbb9a917bb8b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:56.301790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Pushing event deleted for resources: {'Port': ['ID=34c1d632-95d1-440c-b90c-1d3bd39d1d4c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:56.326065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.332638 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-29381a6a-e92e-45b8-a3f2-adb455b4999a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4842825 Feb 19 07:30:56.332638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.332638 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-52b94804-369e-4b07-949d-27567cc6b857 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/befaf6e9-070b-4905-b991-43f5de92a0b2 HTTP/1.1" status: 204 len: 168 time: 2.4052620 Feb 19 07:30:56.332638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56177fa6-271f-4838-8766-ff986b8ba9fe']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.342299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32986) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.342593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 32988) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.347443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.349287 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e9b9f501-f093-4860-81e4-ee3349c8be2b tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "DELETE /v2.0/ports/34c1d632-95d1-440c-b90c-1d3bd39d1d4c HTTP/1.1" status: 204 len: 168 time: 1.8919156 Feb 19 07:30:56.354990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'security_group_rule': {'security_group_id': 'e9dccd46-b45b-412a-9935-d3998022c59d', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:56.361820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 32996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.385796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635c5250-16f4-44f2-9572-5b989207131a') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.386112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635c5250-16f4-44f2-9572-5b989207131a') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.404257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:56.409761 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ad3c8a-72ee-4f3b-8a23-eaac57c2425a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:30:56.410163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ad3c8a-72ee-4f3b-8a23-eaac57c2425a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:56.414623 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1ad3c8a-72ee-4f3b-8a23-eaac57c2425a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/befaf6e9-070b-4905-b991-43f5de92a0b2 HTTP/1.1" status: 404 len: 333 time: 0.0658531 Feb 19 07:30:56.414623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:56.416363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.422388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.423171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:56.471102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:56.483689 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45cce43-d76d-443e-984f-65e01f33256e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:30:56.484197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f45cce43-d76d-443e-984f-65e01f33256e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:56.487932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.502205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:56.502596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.513030 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd59b16-4243-4509-a7e0-0d2d4e58d7ee tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:30:56.513539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ecd59b16-4243-4509-a7e0-0d2d4e58d7ee tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Synchronizing usage tracker for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:30:56.518758 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Project d6ea6b7f01d54cf28e8de27ffb99b940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:56.523004 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:56.547556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.559247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:56.574545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.578826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:56.591300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f45cce43-d76d-443e-984f-65e01f33256e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:56.592483 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f45cce43-d76d-443e-984f-65e01f33256e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/befaf6e9-070b-4905-b991-43f5de92a0b2 HTTP/1.1" status: 404 len: 333 time: 0.1664793 Feb 19 07:30:56.595366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ecd59b16-4243-4509-a7e0-0d2d4e58d7ee tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] Unset dirty status for tenant:6265e33098b44705bd174f3e9cb86318 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:30:56.596478 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ecd59b16-4243-4509-a7e0-0d2d4e58d7ee tempest-PortsAdminExtendedAttrsTestJSON-842673100 tempest-PortsAdminExtendedAttrsTestJSON-842673100-project-admin] 10.222.0.72 "GET /v2.0/ports/34c1d632-95d1-440c-b90c-1d3bd39d1d4c HTTP/1.1" status: 404 len: 333 time: 0.2291451 Feb 19 07:30:56.597960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.605033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33004) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.605374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33006) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.615869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38aa419-b932-48b9-a2b9-f3751287aa25') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.616175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38aa419-b932-48b9-a2b9-f3751287aa25') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.624976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:56.628355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.630187 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:30:56.630575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:30:56.644682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.669603 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:30:56.670364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.677185 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dd944011-0e8e-43b7-b201-2204d9d98a72 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4282320 Feb 19 07:30:56.681013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:56.683205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:56.683593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.692914 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] Sync routers for ids ['e03382c0-4605-42e6-a328-2524fa0db2e7'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:30:56.697911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33012) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:56.698710 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:56.706302 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] Routers {'e03382c0-4605-42e6-a328-2524fa0db2e7'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:56.706904 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e03382c0-4605-42e6-a328-2524fa0db2e7'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.707715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-936944e5-aac4-4fc0-99b8-86664b7114fc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "PUT /v2.0/routers/e03382c0-4605-42e6-a328-2524fa0db2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6056054 Feb 19 07:30:56.754828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.769659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'port': {'network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758', 'name': 'tempest-FloatingIPNegativeTestJSON-2037022424'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:56.794516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.807761 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8db91f70-cacc-429c-854e-c03f48828f13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1053143 Feb 19 07:30:56.809136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33020) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:56.810143 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.821780 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] Routers {'e03382c0-4605-42e6-a328-2524fa0db2e7'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:30:56.822361 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e03382c0-4605-42e6-a328-2524fa0db2e7'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.881273 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:56.881639 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4b134-575f-463f-bada-6d9d7f9db42d None None] The sync data for ids ['e03382c0-4605-42e6-a328-2524fa0db2e7'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:30:56.981733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.988432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:56.999419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.018592 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7 HTTP/1.1" status: 204 len: 168 time: 3.1364763 Feb 19 07:30:57.018592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bed2d-c61f-4fb5-b54c-4618d8275d81 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=b4fb4e67-ae0b-44ac-a73a-fe50cb221ba7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:57.019431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33024) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.024301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7934a30-c2c7-415d-a3a4-f3808903d264 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:57.025715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c7934a30-c2c7-415d-a3a4-f3808903d264 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2154584 Feb 19 07:30:57.029324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-150270090'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:57.032331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33028) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.035655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:57.049011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] Pushing event deleted for resources: {'Network': ['ID=56177fa6-271f-4838-8766-ff986b8ba9fe,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:57.077023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.086927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:57.094278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:57.113521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4b3dddb0-0267-4dd8-8f0a-1059b40ab7a6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751839 Feb 19 07:30:57.113521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:57.113844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33032) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.120376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:57.142838 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79e0ed80-6c4e-4a93-9358-68ef0c9106cb tempest-ExternalNetworksTestJSON-1644975971 tempest-ExternalNetworksTestJSON-1644975971-project] 10.222.0.72 "DELETE /v2.0/networks/56177fa6-271f-4838-8766-ff986b8ba9fe HTTP/1.1" status: 204 len: 168 time: 1.9902298 Feb 19 07:30:57.149705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.175282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.189841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:57.192818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.222741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aac715-f462-45ce-bc66-eb072ea6cb0f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:57.254772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:57.256737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:57.269120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:57.273417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.273724 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment be1e0bb0-c18b-455c-be4f-88beeb761d7b of type vlan for network 3a08a192-5d6e-491a-ae62-0182473574e4 Feb 19 07:30:57.289283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:57.292833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.301746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:57.307288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.308838 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dcc96526-11c3-4312-a8d1-68e4b9c46be6 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9653366 Feb 19 07:30:57.320066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33038) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.359393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:port and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:57.372052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'security_group_rule': {'security_group_id': 'e9dccd46-b45b-412a-9935-d3998022c59d', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:57.375622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:57.393313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:57.394652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.401246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:57.408665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:security_group_rule and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:57.409477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.414537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:57.418942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet 68056ed3-a6a8-449b-a7e0-172aa7028d32 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:30:57.427414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:57.428706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.470705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Project d6ea6b7f01d54cf28e8de27ffb99b940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:30:57.475053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Made reservation on behalf of c49fe51e0ba743319e40b98e2d517956 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:57.478386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.483474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.490665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.494248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:57.494861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.508403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec41ee1-f22e-499f-b947-1fb815fc460e']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:57.516053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33044) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.536531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744b6537-8e2f-4f40-b306-15e306a1ec02') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:57.536826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744b6537-8e2f-4f40-b306-15e306a1ec02') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:57.545787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] device_id is not set on port 3430f283-c04d-424e-bef7-ea6eac5edfc6 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:57.584411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.625377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.671669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.684756 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6643233 Feb 19 07:30:57.685507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6c09d-0a39-4d19-8088-0c85645cd0e6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=3a08a192-5d6e-491a-ae62-0182473574e4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:57.693431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33050) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.699752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 3a08a192-5d6e-491a-ae62-0182473574e4 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:57.701323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': '3a08a192-5d6e-491a-ae62-0182473574e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:57.706234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:30:57.706639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:57.724638 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:57.846832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.853520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.880308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42ba4e7-4fff-42e9-8c2b-ba4a763f7bd4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:57.882383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:57.902994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.918639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:57.924701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:57.927212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.939105 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8e5a5f5b-12b6-422a-8521-09f663b5c913 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d1808ddb5e54bbaa47d8da3476da7eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4178305 Feb 19 07:30:57.942345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Allocated IP 172.20.0.8 (8ccabc1c-77f1-40d9-b5dd-4fd9a0538758/549ef6f3-f67a-459b-807a-d9f138010bad/3430f283-c04d-424e-bef7-ea6eac5edfc6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:57.943414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:57.945142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33054) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.951809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] Pushing event deleted for resources: {'Network': ['ID=9ec41ee1-f22e-499f-b947-1fb815fc460e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:57.957243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.965448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:57.966548 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0bc5f035-138b-42c4-b2ab-b3d5067e33c9 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6455150 Feb 19 07:30:57.971818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33058) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:57.989120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'network': {'name': 'tempest-network-smoke--1125532650', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:57.994685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:57.997215 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-844220c0-b145-4875-a8c9-50f61f88343f tempest-PortsAdminExtendedAttrsTestJSON-967499407 tempest-PortsAdminExtendedAttrsTestJSON-967499407-project] 10.222.0.72 "DELETE /v2.0/networks/9ec41ee1-f22e-499f-b947-1fb815fc460e HTTP/1.1" status: 204 len: 168 time: 1.3831487 Feb 19 07:30:58.020997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:58.099042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:network and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:58.108369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:58.134814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:58.139678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.143016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:30:58.157456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.194316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=68056ed3-a6a8-449b-a7e0-172aa7028d32,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:58.207478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.213734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8895b1e-f9ef-437a-9b64-03b6d2001cdc None None] Network 76cecbc9-6a26-435b-84ae-9613c327da49 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:58.219009 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1ea807b1-65c8-46a8-bb35-418517351a70 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/68056ed3-a6a8-449b-a7e0-172aa7028d32 HTTP/1.1" status: 204 len: 168 time: 1.6066103 Feb 19 07:30:58.228763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.230510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33066) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:58.250866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Made reservation on behalf of d6ea6b7f01d54cf28e8de27ffb99b940 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:58.253859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.273020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aad370bb-bafa-409d-b3e5-da1ffe951186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.309313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33070) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:58.348585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:58.365370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:58.377467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:58.378052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.378700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.381915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=1a634fb8-adff-452e-bba6-6a097ffc36b7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:58.390079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.405761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Transition to ACTIVE for port object 3430f283-c04d-424e-bef7-ea6eac5edfc6 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:58.414341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 492445a0-b8bc-40bd-8339-14cdc372d723 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:58.414960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.419707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aad370bb-bafa-409d-b3e5-da1ffe951186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.441078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:58.461467 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aaa5b443-5810-49b9-af6b-b4ce260af811 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3467541 Feb 19 07:30:58.464901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33076) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:58.478424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:be:c5:40', 'name': 'tempest-NetworksTestDHCPv6-265106286'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:58.482570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.482992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Added segment 761e21f3-c2be-4daf-b4bc-5e4afa48c82d of type vlan for network 898871ed-b840-4852-893d-bc8c2c9b3555 Feb 19 07:30:58.499616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37779f69-ed2d-4c15-b9ee-e9b0f1ee69f1 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:58.551806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.578873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aad370bb-bafa-409d-b3e5-da1ffe951186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.616738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad370bb-bafa-409d-b3e5-da1ffe951186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d2e4a8-9551-41fe-bbbb-c0043da7e09f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:58.641651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.645337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:58.645908 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.708279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.773579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] DHCP port deletion for 76cecbc9-6a26-435b-84ae-9613c327da49 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:30:58.787334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] Deleting port 492445a0-b8bc-40bd-8339-14cdc372d723 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:30:58.787771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.819163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '1a634fb8-adff-452e-bba6-6a097ffc36b7'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:30:58.820184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.895703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aad370bb-bafa-409d-b3e5-da1ffe951186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.897207 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aad370bb-bafa-409d-b3e5-da1ffe951186 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a0d2e4a8-9551-41fe-bbbb-c0043da7e09f HTTP/1.1" status: 204 len: 168 time: 0.9490483 Feb 19 07:30:58.902525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:58.954041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9785888 Feb 19 07:30:58.960752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226c35f-f24d-4351-adb4-39e019ea9916 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Network': ['ID=898871ed-b840-4852-893d-bc8c2c9b3555,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:58.969292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:58.978443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'admin_state_up': True, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:58.986318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Port': ['ID=3430f283-c04d-424e-bef7-ea6eac5edfc6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:58.987416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:59.004032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:router and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:59.011001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:59.021669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=fa4703a6-299d-420b-aca9-eac4d223c68a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:59.024332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:59.035205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': 'be1e0bb0-c18b-455c-be4f-88beeb761d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a08a192-5d6e-491a-ae62-0182473574e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:30:59.035877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: 3a08a192-5d6e-491a-ae62-0182473574e4, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:59.054802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] For port 492445a0-b8bc-40bd-8339-14cdc372d723, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=492445a0-b8bc-40bd-8339-14cdc372d723,segment=NetworkSegment(b0386080-d80c-413a-a058-e9d9887e5cbc),segment_id=b0386080-d80c-413a-a058-e9d9887e5cbc)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:59.055192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.062002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.063255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.074698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 3a08a192-5d6e-491a-ae62-0182473574e4 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:59.091473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.092848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:59.095233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:59.100305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:59.108064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 3a08a192-5d6e-491a-ae62-0182473574e4) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:59.115421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.116346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.137928 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-987b2da7-0357-4361-a53f-8bf53e8b1018 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef3073bc03474ddfbd0ce4d1b10e9c8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8195207 Feb 19 07:30:59.140926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:30:59.141382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:59.229052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:59.233268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:59.235029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 898871ed-b840-4852-893d-bc8c2c9b3555 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:30:59.241801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:59.248270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f83c945-30da-49a3-af51-c5103a1a2656 None None] Network 3a08a192-5d6e-491a-ae62-0182473574e4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:30:59.260241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.261444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.268508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] Calling delete_port for 492445a0-b8bc-40bd-8339-14cdc372d723 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:59.277607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:59.284222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.325990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33094) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:59.327783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4651c728-b26c-4f27-8a37-6feaa8f336d1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6333890 Feb 19 07:30:59.328992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] For port 492445a0-b8bc-40bd-8339-14cdc372d723, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=492445a0-b8bc-40bd-8339-14cdc372d723,segment=NetworkSegment(b0386080-d80c-413a-a058-e9d9887e5cbc),segment_id=b0386080-d80c-413a-a058-e9d9887e5cbc)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:59.329790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.369171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-251171476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:59.379081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:59.387429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.387660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:router and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:59.391913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:59.403199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:59.412797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3303b64f-9972-4039-8d82-ca4f32a077b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.429552 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca8ecd7d-96df-4f85-9f85-67d7792028dc tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6736314 Feb 19 07:30:59.431813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 507a1d9e-fb25-48a7-8a4d-c6bf1828846d yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:30:59.448164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33098) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:59.463846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:30:59.477530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:30:59.480989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3303b64f-9972-4039-8d82-ca4f32a077b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.494430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.495388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.532390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33102) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:59.538091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:floatingip and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:30:59.548239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:30:59.580857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:30:59.630752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.633754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 492445a0-b8bc-40bd-8339-14cdc372d723 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:30:59.683130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-46f2b2c0-5f0a-4ed6-b3ac-ea8cfdb303f4 None None] Provisioning for port 3430f283-c04d-424e-bef7-ea6eac5edfc6 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:59.694807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.726595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.734869 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b3d65ee7-96af-4ccc-9594-708115cdb5c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a925e6cbec164571b6125846476fecaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1912546 Feb 19 07:30:59.736087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33106) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:59.754541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:30:59.754947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:30:59.758933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Allocated IP 2001:db8::f816:3eff:fe38:e40f (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/1a634fb8-adff-452e-bba6-6a097ffc36b7/8e67a82a-a925-4e63-a81f-4c22b0e5ebd5) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:59.762847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.765038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-46f2b2c0-5f0a-4ed6-b3ac-ea8cfdb303f4 None None] Provisioning complete for port 3430f283-c04d-424e-bef7-ea6eac5edfc6 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:59.765399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46f2b2c0-5f0a-4ed6-b3ac-ea8cfdb303f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.770001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3303b64f-9972-4039-8d82-ca4f32a077b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.802812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303b64f-9972-4039-8d82-ca4f32a077b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7a83b-3208-40f9-9f4b-9afa95a988c0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:59.810327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.813681 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7e5d9fa5-db33-4f0b-9698-bfa2226d62b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4613650 Feb 19 07:30:59.814455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:30:59.832043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] Pushing event deleted for resources: {'Port': ['ID=492445a0-b8bc-40bd-8339-14cdc372d723,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:59.844503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3303b64f-9972-4039-8d82-ca4f32a077b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.845617 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3303b64f-9972-4039-8d82-ca4f32a077b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62d7a83b-3208-40f9-9f4b-9afa95a988c0 HTTP/1.1" status: 204 len: 168 time: 0.7027171 Feb 19 07:30:59.860472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf963f-aac2-478b-9ea0-e8a154856ffb None None] No DVR routers for this DVR port 492445a0-b8bc-40bd-8339-14cdc372d723 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:59.921857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dda070-4760-46b9-8fa3-2c7562303cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.925494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:30:59.971301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 492445a0-b8bc-40bd-8339-14cdc372d723 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:30:59.974790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.011082 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-46f2b2c0-5f0a-4ed6-b3ac-ea8cfdb303f4 None None] Port 3430f283-c04d-424e-bef7-ea6eac5edfc6 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:00.025186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 492445a0-b8bc-40bd-8339-14cdc372d723 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:00.025186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 492445a0-b8bc-40bd-8339-14cdc372d723 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:31:00.035016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-3a08a192-5d6e-491a-ae62-0182473574e4', 'network_id': '3a08a192-5d6e-491a-ae62-0182473574e4', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': 'fa4703a6-299d-420b-aca9-eac4d223c68a'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:00.036046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.049687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dda070-4760-46b9-8fa3-2c7562303cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.129769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.245184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dda070-4760-46b9-8fa3-2c7562303cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.266072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.281411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dda070-4760-46b9-8fa3-2c7562303cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d248022a-7c46-4018-9537-e011f98ac198,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:00.282485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Transition to ACTIVE for port object 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:00.295304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Allocated IP 172.26.1.252 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/94817fc5-86d4-40fe-9a70-9a1acb639702) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:00.302976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dda070-4760-46b9-8fa3-2c7562303cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.304387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-08dda070-4760-46b9-8fa3-2c7562303cac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d248022a-7c46-4018-9537-e011f98ac198 HTTP/1.1" status: 204 len: 168 time: 0.5675085 Feb 19 07:31:00.323189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Allocated IP 2001:db8::2 (3a08a192-5d6e-491a-ae62-0182473574e4/fa4703a6-299d-420b-aca9-eac4d223c68a/811b78a2-6e50-4d8d-aa67-81236633c9b5) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:00.325644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Transition to ACTIVE for port object 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:00.356563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.429083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 492445a0-b8bc-40bd-8339-14cdc372d723 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:00.429566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.467314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33122) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:00.573536 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-be9adeaf-1627-4276-a694-d36761492c09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6265e33098b44705bd174f3e9cb86318&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1050093 Feb 19 07:31:00.574485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:00.576668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33128) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:00.579529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:00.583167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:febe:c540 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/1a634fb8-adff-452e-bba6-6a097ffc36b7/507a1d9e-fb25-48a7-8a4d-c6bf1828846d) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:00.586975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:00.590574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] The port '492445a0-b8bc-40bd-8339-14cdc372d723' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:31:00.592618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Pushing event updated for resources: {'Port': ['ID=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:00.627708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.676985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79f277a1-888d-432e-a408-55e5b7d8681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.745399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Attempting to bind port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:00.746287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Attempting to bind port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:00.746987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Attempting to bind port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:00.763698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79f277a1-888d-432e-a408-55e5b7d8681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.769819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:00.770524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:00.771134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.771705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:00.772468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Bound port: 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:00.773059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.773967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.889583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.912790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Transition to ACTIVE for port object 811b78a2-6e50-4d8d-aa67-81236633c9b5 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:00.952674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Transition to ACTIVE for port object 811b78a2-6e50-4d8d-aa67-81236633c9b5 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:00.958505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] For port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:00.961129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Port': ['ID=94817fc5-86d4-40fe-9a70-9a1acb639702,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:00.963197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] For port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:00.969221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.976738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.987001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Allocated IP 172.26.1.32 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/e6edba08-4606-4338-8f4d-96c473db5327) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:00.988674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79f277a1-888d-432e-a408-55e5b7d8681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:00.993612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:01.004715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:01.007150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.008907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.015315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:01.048918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Network 3a08a192-5d6e-491a-ae62-0182473574e4 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:01.052021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:01.058438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f277a1-888d-432e-a408-55e5b7d8681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885772a-4089-4387-92af-0634782cdb11,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:01.059299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:01.071614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Pushing event updated for resources: {'Port': ['ID=811b78a2-6e50-4d8d-aa67-81236633c9b5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:01.087046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79f277a1-888d-432e-a408-55e5b7d8681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.090695 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-79f277a1-888d-432e-a408-55e5b7d8681c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9885772a-4089-4387-92af-0634782cdb11 HTTP/1.1" status: 204 len: 168 time: 0.5105975 Feb 19 07:31:01.175795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cecbc9-6a26-435b-84ae-9613c327da49']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:01.253426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Attempting to bind port 811b78a2-6e50-4d8d-aa67-81236633c9b5 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:01.253887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Attempting to bind port 811b78a2-6e50-4d8d-aa67-81236633c9b5 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'be1e0bb0-c18b-455c-be4f-88beeb761d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a08a192-5d6e-491a-ae62-0182473574e4'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:01.254328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Attempting to bind port 811b78a2-6e50-4d8d-aa67-81236633c9b5 on network 3a08a192-5d6e-491a-ae62-0182473574e4 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:01.256478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e8510-765d-4de1-8a4d-3cb99221351f None None] Pushing event updated for resources: {'Port': ['ID=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:01.264636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:01.265204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Checking segment: {'id': 'be1e0bb0-c18b-455c-be4f-88beeb761d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a08a192-5d6e-491a-ae62-0182473574e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:01.265613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.266163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Bound using segment: {'id': 'be1e0bb0-c18b-455c-be4f-88beeb761d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a08a192-5d6e-491a-ae62-0182473574e4'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:01.266704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Bound port: 811b78a2-6e50-4d8d-aa67-81236633c9b5, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1e0bb0-c18b-455c-be4f-88beeb761d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3a08a192-5d6e-491a-ae62-0182473574e4'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:01.267169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.347051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0386080-d80c-413a-a058-e9d9887e5cbc') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:01.347846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0386080-d80c-413a-a058-e9d9887e5cbc') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:01.437590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] For port 811b78a2-6e50-4d8d-aa67-81236633c9b5, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:01.449793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] For port 811b78a2-6e50-4d8d-aa67-81236633c9b5, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=811b78a2-6e50-4d8d-aa67-81236633c9b5,segment=NetworkSegment(be1e0bb0-c18b-455c-be4f-88beeb761d7b),segment_id=be1e0bb0-c18b-455c-be4f-88beeb761d7b)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:01.477810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.552605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.679555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.687098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.773550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da11ab-a5a6-4942-923e-e37245f49064 None None] Pushing event updated for resources: {'Port': ['ID=811b78a2-6e50-4d8d-aa67-81236633c9b5,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:01.783107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.783838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.824660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Port': ['ID=e6edba08-4606-4338-8f4d-96c473db5327,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:01.837147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:01.919713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:01.925849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:01.928985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:01.997491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:02.007558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.022197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:02.022910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:02.039558 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:02.157619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 507a1d9e-fb25-48a7-8a4d-c6bf1828846d will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:02.171862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:02.242225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.289211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.329801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=76cecbc9-6a26-435b-84ae-9613c327da49,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:02.344865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8::1 (3a08a192-5d6e-491a-ae62-0182473574e4/fa4703a6-299d-420b-aca9-eac4d223c68a/d47a8078-18f2-4130-9c94-ffe3a13d92ef) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:02.346126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:31:02.351941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33166) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:02.360038 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b0b82115-f6db-4511-a8b2-0f84bdd42e73 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/76cecbc9-6a26-435b-84ae-9613c327da49 HTTP/1.1" status: 204 len: 168 time: 4.1219056 Feb 19 07:31:02.374083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.379816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.393067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1144581868'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:02.418602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:02.481549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:02.491066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:02.533617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=507a1d9e-fb25-48a7-8a4d-c6bf1828846d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:02.604730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:02.608773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:02.664074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:02.716100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:02.720636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:02.721260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.772063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.785261 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2f4bbe4-2399-4aa2-9e33-55d61bd489d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3190196 Feb 19 07:31:02.790809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33176) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:02.882226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:02.885404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.942249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.966195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b69853-3d80-4607-81fa-160cec6a5006 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:02.973857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b69853-3d80-4607-81fa-160cec6a5006 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:02.974915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-72b69853-3d80-4607-81fa-160cec6a5006 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:02.975523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9c007df6-e963-4d60-ad14-dec41aeccff4 None None] Provisioning for port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:02.983516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9c007df6-e963-4d60-ad14-dec41aeccff4 None None] Provisioning complete for port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:02.984203 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9c007df6-e963-4d60-ad14-dec41aeccff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:02.987057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object d47a8078-18f2-4130-9c94-ffe3a13d92ef will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:03.010964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-72b69853-3d80-4607-81fa-160cec6a5006 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:03.012247 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-72b69853-3d80-4607-81fa-160cec6a5006 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2203746 Feb 19 07:31:03.015107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33184) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:03.088140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:03.108539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.109020 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment 64ccaaf9-da5f-48a5-968a-09d0ebde5e72 of type vlan for network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 Feb 19 07:31:03.112858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 507a1d9e-fb25-48a7-8a4d-c6bf1828846d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:03.117295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.180004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33188) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:03.184369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.194223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9c007df6-e963-4d60-ad14-dec41aeccff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.216829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.274243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9c007df6-e963-4d60-ad14-dec41aeccff4 None None] For port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:03.286205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:03.289521 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9c007df6-e963-4d60-ad14-dec41aeccff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.323782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 3a08a192-5d6e-491a-ae62-0182473574e4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:03.334995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:03.349309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:03.349841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.371860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:03.392811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Sync routers for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:03.400917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.402208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-75f32cc7-6938-40c2-81b4-6549768f6ab3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4316180 Feb 19 07:31:03.415116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:03.451693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:03.486371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.507429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:03.508112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.520957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:03.529433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:03.572786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.620624 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2505784 Feb 19 07:31:03.623497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.624395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:03.627170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:03.766918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c007df6-e963-4d60-ad14-dec41aeccff4 None None] Pushing event updated for resources: {'Port': ['ID=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:03.787489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5169cc1e-4e0b-48b6-9610-9e6fb63cdf63 None None] Network 3a08a192-5d6e-491a-ae62-0182473574e4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:03.801478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:03.938885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:03.940004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2108292292'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:03.959132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 507a1d9e-fb25-48a7-8a4d-c6bf1828846d owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:04.010293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97fcffa4-5813-443b-973b-d600b62aeb5b None None] Provisioning for port 507a1d9e-fb25-48a7-8a4d-c6bf1828846d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:04.026961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:04.029969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:04.034823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=d47a8078-18f2-4130-9c94-ffe3a13d92ef,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:04.046774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Port': ['ID=e6edba08-4606-4338-8f4d-96c473db5327,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:04.050173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d67cc2-a062-4cd6-ad4f-d72b1505e99b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:04.056001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:04.063182 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bbdfa50d-4967-4748-88e2-1b7a964d3278 tempest-TestNetworkAdvancedServerOps-1084871417 tempest-TestNetworkAdvancedServerOps-1084871417-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=d6ea6b7f01d54cf28e8de27ffb99b940&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6428180 Feb 19 07:31:04.066947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Usage tracker for resource:network and tenant:cc91cd9df14c4be3b1f0a692ddf7447c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:04.068301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33214) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:04.088979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97fcffa4-5813-443b-973b-d600b62aeb5b None None] Provisioning complete for port 507a1d9e-fb25-48a7-8a4d-c6bf1828846d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:04.089489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97fcffa4-5813-443b-973b-d600b62aeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.102010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:04.113681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:04.157380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:04.170061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 811b78a2-6e50-4d8d-aa67-81236633c9b5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:04.205209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.232636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-97fcffa4-5813-443b-973b-d600b62aeb5b None None] Port 507a1d9e-fb25-48a7-8a4d-c6bf1828846d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:04.248304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:04.253912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:04.258615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.274072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.343172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:04.347996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Usage tracker for resource:security_group_rule and tenant:cc91cd9df14c4be3b1f0a692ddf7447c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:04.352942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:04.353144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:04.359337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:04.399254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 811b78a2-6e50-4d8d-aa67-81236633c9b5 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:04.435211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:04.443749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.452841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.469349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.482902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:04.516985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dfda1916-81fa-4f33-9da4-4be917a041c4 None None] Provisioning for port 811b78a2-6e50-4d8d-aa67-81236633c9b5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:04.533583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:31:04.574071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dfda1916-81fa-4f33-9da4-4be917a041c4 None None] Provisioning complete for port 811b78a2-6e50-4d8d-aa67-81236633c9b5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:04.574642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfda1916-81fa-4f33-9da4-4be917a041c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.585982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425db640-f84b-4d46-b14f-731135243045 tempest-TestNetworkAdvancedServerOps-1084871417 tempest-TestNetworkAdvancedServerOps-1084871417-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:04.587811 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-425db640-f84b-4d46-b14f-731135243045 tempest-TestNetworkAdvancedServerOps-1084871417 tempest-TestNetworkAdvancedServerOps-1084871417-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3641901 Feb 19 07:31:04.590850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.608644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:04.690338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33230) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:04.719105 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-98b8b95a-5ac5-435f-a40b-8618b35a4c43 tempest-TestNetworkAdvancedServerOps-1084871417 tempest-TestNetworkAdvancedServerOps-1084871417-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1036422 Feb 19 07:31:04.720474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33234) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:04.728927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.729094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.729393 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Added segment 557b3c00-018a-4fb9-8e02-276fe5cae566 of type vlan for network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 Feb 19 07:31:04.733229 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7145f114-0fd3-48ac-a07a-b48cb642eaf8 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2834997 Feb 19 07:31:04.734115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33240) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:04.745258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7c71b945-43e5-4afe-9b2c-81e599d2a39e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'floatingip': {'port_id': '3430f283-c04d-424e-bef7-ea6eac5edfc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:04.746013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424790960', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:04.774423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76af980c-eb32-494f-885c-d809fe02cdf0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:04.835675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:04.836039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.872519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c71b945-43e5-4afe-9b2c-81e599d2a39e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.905748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:04.953114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.056500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfda1916-81fa-4f33-9da4-4be917a041c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.110866 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-7c71b945-43e5-4afe-9b2c-81e599d2a39e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] update failed (client error): The resource could not be found. Feb 19 07:31:05.115364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7c71b945-43e5-4afe-9b2c-81e599d2a39e tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "PUT /v2.0/floatingips/0e50434f-f383-49ec-993a-09e56cbb05b7 HTTP/1.1" status: 404 len: 507 time: 0.3770497 Feb 19 07:31:05.117259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:05.145880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:05.154833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=507a1d9e-fb25-48a7-8a4d-c6bf1828846d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:05.163799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:05.166383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:05.195628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:05.202414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dfda1916-81fa-4f33-9da4-4be917a041c4 None None] For port 811b78a2-6e50-4d8d-aa67-81236633c9b5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=811b78a2-6e50-4d8d-aa67-81236633c9b5,segment=NetworkSegment(be1e0bb0-c18b-455c-be4f-88beeb761d7b),segment_id=be1e0bb0-c18b-455c-be4f-88beeb761d7b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:05.211305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:01Z', 'revision_number': 3, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:05.217334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfda1916-81fa-4f33-9da4-4be917a041c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.258616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.262272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Checking router: 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:31:05.262753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Updating router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 port 94817fc5-86d4-40fe-9a70-9a1acb639702 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:31:05.278932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:subnet and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:05.290162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Usage tracker for resource:floatingip and tenant:05fca99fca434ff4b7ab2fa4bd754ce8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:05.293975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:05.300526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:05.312723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.316110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:05.339555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.343647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.344394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.369885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=842fd1d6-7489-4c94-bdb5-8bf55017d168,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:05.388370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': '64ccaaf9-da5f-48a5-968a-09d0ebde5e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:05.389311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:05.392907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.394724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.423206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:05.438421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:05.439670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:05.456100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.456837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.472229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2deea-3785-4fc2-93b2-f84183c6ed3c None None] Network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:05.483798 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e4b81278-ec7c-4d3f-89fb-c6d5c629bab1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7826169 Feb 19 07:31:05.486396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:05.492639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233', 'security_groups': [], 'name': 'tempest-PortsTestJSON-920166861'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:05.526309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda1916-81fa-4f33-9da4-4be917a041c4 None None] Pushing event updated for resources: {'Port': ['ID=811b78a2-6e50-4d8d-aa67-81236633c9b5,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:05.610942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b3135b7-1c0e-48cb-b62a-709e1468a4fb None None] Provisioning complete for port 811b78a2-6e50-4d8d-aa67-81236633c9b5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:05.611278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b3135b7-1c0e-48cb-b62a-709e1468a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.637473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:05.641782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:05.644972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:05.650406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:05.662866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:05.667224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.678881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Made reservation on behalf of d6ea6b7f01d54cf28e8de27ffb99b940 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:05.698083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 9c9f88b3-7d26-4baa-9d57-5be2f8f734cf yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:05.714869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74bf601b-0302-4ec1-b679-ddc2783b6e13 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/507a1d9e-fb25-48a7-8a4d-c6bf1828846d HTTP/1.1" status: 204 len: 168 time: 2.6930022 Feb 19 07:31:05.714869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5295236 Feb 19 07:31:05.730626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:05.730943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33254) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:05.738817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'subnet': {'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:05.756689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0085ce-1ec9-4bd1-8193-bb23f6de848a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Network': ['ID=b31e2c3f-6506-4133-a64e-8f1cc224f7f3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:05.780092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:05.809557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Deleting port e6edba08-4606-4338-8f4d-96c473db5327 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:05.809858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:05.916228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c5674-c86f-4d20-b464-b04427fb3cd1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.917118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c5674-c86f-4d20-b464-b04427fb3cd1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.918055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b1c5674-c86f-4d20-b464-b04427fb3cd1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:05.924301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 811b78a2-6e50-4d8d-aa67-81236633c9b5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:05.993600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:06.004273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Usage tracker for resource:subnet and tenant:cc91cd9df14c4be3b1f0a692ddf7447c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:06.009174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1b1c5674-c86f-4d20-b464-b04427fb3cd1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:06.014599 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1b1c5674-c86f-4d20-b464-b04427fb3cd1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2768776 Feb 19 07:31:06.014599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:06.016185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:06.051572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.056657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:06.066450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:06.067580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.9 (0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233/842fd1d6-7489-4c94-bdb5-8bf55017d168/9c9f88b3-7d26-4baa-9d57-5be2f8f734cf) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:06.110810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:06.172785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233', 'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233', 'tenant_id': '3077e5da16f94def8b0e99c3f69f9b2b', 'fixed_ips': [{'subnet_id': '842fd1d6-7489-4c94-bdb5-8bf55017d168'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:06.173587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.201080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.239379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.240423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.334503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b3135b7-1c0e-48cb-b62a-709e1468a4fb None None] Provisioning for port d47a8078-18f2-4130-9c94-ffe3a13d92ef completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:06.349034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.356183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 811b78a2-6e50-4d8d-aa67-81236633c9b5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:06.356533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.388350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b3135b7-1c0e-48cb-b62a-709e1468a4fb None None] Provisioning complete for port d47a8078-18f2-4130-9c94-ffe3a13d92ef triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:06.388718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b3135b7-1c0e-48cb-b62a-709e1468a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.442882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Transition to ACTIVE for port object 94817fc5-86d4-40fe-9a70-9a1acb639702 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:06.444347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=d47a8078-18f2-4130-9c94-ffe3a13d92ef,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:06.474367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.477401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.477672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.498743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.511404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8b3135b7-1c0e-48cb-b62a-709e1468a4fb None None] Port d47a8078-18f2-4130-9c94-ffe3a13d92ef cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:06.566341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227c482-c361-4fd7-ae11-ebb67becd8c2 None None] Pushing event updated for resources: {'Port': ['ID=94817fc5-86d4-40fe-9a70-9a1acb639702,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:06.597803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Attempting to bind port 94817fc5-86d4-40fe-9a70-9a1acb639702 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:06.598118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Attempting to bind port 94817fc5-86d4-40fe-9a70-9a1acb639702 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:06.598430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Attempting to bind port 94817fc5-86d4-40fe-9a70-9a1acb639702 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:06.611030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Calling delete_port for e6edba08-4606-4338-8f4d-96c473db5327 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:06.628164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:06.628589 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:06.628920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.629310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:06.629770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Bound port: 94817fc5-86d4-40fe-9a70-9a1acb639702, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:06.630149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.678326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.701508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 1a634fb8-adff-452e-bba6-6a097ffc36b7 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:06.714637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.717112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26ca2f5f-65c5-4214-aebe-926fee1e1932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.731380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d438420-2257-4619-b30d-6351975acff0 None None] Provisioning complete for port d47a8078-18f2-4130-9c94-ffe3a13d92ef triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:06.731637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d438420-2257-4619-b30d-6351975acff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.745582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object 9c9f88b3-7d26-4baa-9d57-5be2f8f734cf will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:06.747091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.764937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] For port 94817fc5-86d4-40fe-9a70-9a1acb639702, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:06.782616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] For port 94817fc5-86d4-40fe-9a70-9a1acb639702, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=94817fc5-86d4-40fe-9a70-9a1acb639702,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:06.787306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.790406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7d438420-2257-4619-b30d-6351975acff0 None None] Port d47a8078-18f2-4130-9c94-ffe3a13d92ef cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:06.792609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.825041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 3a08a192-5d6e-491a-ae62-0182473574e4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:06.844633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:06.882951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227c482-c361-4fd7-ae11-ebb67becd8c2 None None] Pushing event updated for resources: {'Port': ['ID=94817fc5-86d4-40fe-9a70-9a1acb639702,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:06.910527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:06.960391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:06.961623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:07.021671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:07.036240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:07.042903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=9c9f88b3-7d26-4baa-9d57-5be2f8f734cf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:07.047345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:07.087071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.131111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.134005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.153805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Allocated IP 172.20.0.2 (0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233/842fd1d6-7489-4c94-bdb5-8bf55017d168/f5248229-680f-41bd-a60c-19e3ebed5afe) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:07.225788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Allocated IP 172.26.1.2 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/4fe25399-79ef-4b44-a848-ef1337176c62) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:07.227717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.244291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.267024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.277292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143e7ad-3b02-4a7a-8f38-5b9f3e7ac0c0 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:07.280951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.281693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.299757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Subnet': ['ID=93465f4f-c6ae-4cc6-b7f9-06a3371941ab,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:07.354321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Subnet': ['ID=308af5a0-8f18-47dd-bf47-0fc226c46e19,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:07.356205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=1a634fb8-adff-452e-bba6-6a097ffc36b7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:07.356423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event deleted for resources: {'Port': ['ID=e6edba08-4606-4338-8f4d-96c473db5327,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:07.385659 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bf0eae2a-f701-4a44-9435-0103cb6231e3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.8978801 Feb 19 07:31:07.387245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-21510cc4-835a-40aa-8e79-b5c6749339b3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/1a634fb8-adff-452e-bba6-6a097ffc36b7 HTTP/1.1" status: 204 len: 168 time: 1.3706026 Feb 19 07:31:07.390556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:07.391030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33266) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:07.420528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0e46f940-07af-4159-8f3e-ba6089690b1c None None] Provisioning complete for port d47a8078-18f2-4130-9c94-ffe3a13d92ef triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:07.421158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0e46f940-07af-4159-8f3e-ba6089690b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.530477 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9a2aac4-8c38-4c5d-b116-f7378901d1af tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354449 Feb 19 07:31:07.533361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33272) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:07.535824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:31:07.540727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:07.629437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Checking segment: {'id': '557b3c00-018a-4fb9-8e02-276fe5cae566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:07.630604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network hostable DHCP agents. Network: b31e2c3f-6506-4133-a64e-8f1cc224f7f3, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:07.635863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0e46f940-07af-4159-8f3e-ba6089690b1c None None] Port d47a8078-18f2-4130-9c94-ffe3a13d92ef cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:07.650261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 9c9f88b3-7d26-4baa-9d57-5be2f8f734cf {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:07.650605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.732368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:07.732810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Checking segment: {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:07.733139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Network hostable DHCP agents. Network: 898871ed-b840-4852-893d-bc8c2c9b3555, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:07.762959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:07.770595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:07.786857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:07.788695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.802463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:07.829287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.840192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:07.843389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.857653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b31e2c3f-6506-4133-a64e-8f1cc224f7f3) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:07.859711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.864939 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ddf179c-7e18-4bc2-b466-9559d8aa4130 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "DELETE /v2.0/floatingips/0e50434f-f383-49ec-993a-09e56cbb05b7 HTTP/1.1" status: 204 len: 168 time: 2.7076771 Feb 19 07:31:07.864939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Network 898871ed-b840-4852-893d-bc8c2c9b3555 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:07.866804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33276) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:07.868250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.870116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.873542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.877201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff68d6b-bff6-4f2b-adf6-45927d2178ea None None] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:07.877404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'floatingip': {'floating_network_id': '8ccabc1c-77f1-40d9-b5dd-4fd9a0538758', 'port_id': '3430f283-c04d-424e-bef7-ea6eac5edfc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:07.890400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:07.892556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 898871ed-b840-4852-893d-bc8c2c9b3555) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:07.899713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:floatingip and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:07.906326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.907149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.910628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:07.911161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Transition to ACTIVE for port object f5248229-680f-41bd-a60c-19e3ebed5afe will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:07.913619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a3600-5e4e-424f-bb2c-98e1e61e496c None None] Network 898871ed-b840-4852-893d-bc8c2c9b3555 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:07.933213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:07.954320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:07.989545 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3c42547a-c219-4001-b918-bf57a3617980 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2558615 Feb 19 07:31:07.997058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.010058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:08.083277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Transition to ACTIVE for port object f5248229-680f-41bd-a60c-19e3ebed5afe will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:08.110653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.144459 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aff70d57-77b3-4b10-ba92-0a927de2c8c0 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4099002 Feb 19 07:31:08.150465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:08.160500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'name': 'tempest-AllowedAddressPairTestJSON-371415618'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:08.222793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:08.230545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Port': ['ID=4fe25399-79ef-4b44-a848-ef1337176c62,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:08.238807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:08.247501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:08.282460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:08.285183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:08.301085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 9f101fca-f798-41fb-b57a-c5fff5cc6907 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:31:08.307527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.319450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:08.326135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:08.355046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Pushing event updated for resources: {'Port': ['ID=f5248229-680f-41bd-a60c-19e3ebed5afe,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:08.365189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Deleting port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:08.365822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.570276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 9c9f88b3-7d26-4baa-9d57-5be2f8f734cf owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:08.651744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Attempting to bind port f5248229-680f-41bd-a60c-19e3ebed5afe on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:08.652332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Attempting to bind port f5248229-680f-41bd-a60c-19e3ebed5afe by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '64ccaaf9-da5f-48a5-968a-09d0ebde5e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:08.652576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Attempting to bind port f5248229-680f-41bd-a60c-19e3ebed5afe on network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:08.659128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'tenant_id': 'cc91cd9df14c4be3b1f0a692ddf7447c', 'fixed_ips': [{'subnet_id': '93465f4f-c6ae-4cc6-b7f9-06a3371941ab'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:08.659477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.674966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-898871ed-b840-4852-893d-bc8c2c9b3555', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:08.675756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.696967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:08.700599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.703254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Usage tracker for resource:port and tenant:cc91cd9df14c4be3b1f0a692ddf7447c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:08.703442 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:31:08.704420 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7fb06a5-ed4b-4391-8774-eb9e9f04c98b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8354070 Feb 19 07:31:08.709433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:08.712739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:08.718005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '3430f283-c04d-424e-bef7-ea6eac5edfc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:08.733805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:08.778318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:01Z', 'revision_number': 3, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:08.781076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:08.781252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Checking segment: {'id': '64ccaaf9-da5f-48a5-968a-09d0ebde5e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:08.781600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.781975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Bound using segment: {'id': '64ccaaf9-da5f-48a5-968a-09d0ebde5e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:08.782544 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Bound port: f5248229-680f-41bd-a60c-19e3ebed5afe, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ccaaf9-da5f-48a5-968a-09d0ebde5e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:08.782782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.810069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:08.818661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:08.819227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:08.822571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:08.834035 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] Sync routers for ids ['9f101fca-f798-41fb-b57a-c5fff5cc6907'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:08.842235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a6b76b-e6f7-46e9-bd85-347330adf576 None None] The sync data for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv is: [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:01Z', 'revision_number': 3, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:08.859015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] Routers {'9f101fca-f798-41fb-b57a-c5fff5cc6907'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:08.859767 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['9f101fca-f798-41fb-b57a-c5fff5cc6907'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:08.897890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Usage tracker for resource:floatingip and tenant:c49fe51e0ba743319e40b98e2d517956 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:08.908952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:08.924780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] device_id is not set on port 189ae2f6-aa26-44c6-b7da-65ad8a81b0ec yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:08.934195 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4907fe18-d6bd-47f8-909a-7295e3cac203 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/9f101fca-f798-41fb-b57a-c5fff5cc6907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1162934 Feb 19 07:31:08.934195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:08.939893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:08.977793 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:08.992593 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] Routers {'9f101fca-f798-41fb-b57a-c5fff5cc6907'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:08.993607 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['9f101fca-f798-41fb-b57a-c5fff5cc6907'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:08.993734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.039706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:31:09.053955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] For port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:09.054336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.056816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.065521 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:09.065911 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1b9fb-4bbf-4dc5-b6e4-dc5c2926b5cc None None] The sync data for ids ['9f101fca-f798-41fb-b57a-c5fff5cc6907'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:09.077745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4138f7d1-749b-4dcd-8115-3747bbbcacf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.207956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.225957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Calling delete_port for 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:09.275906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=9c9f88b3-7d26-4baa-9d57-5be2f8f734cf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:09.391197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a18ec90-2b72-4f2f-b5ac-73be51212ed2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:09.391797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4a18ec90-2b72-4f2f-b5ac-73be51212ed2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:09.430654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.485440 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-349c950d-6635-403e-8b09-92abc6d57e00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/9c9f88b3-7d26-4baa-9d57-5be2f8f734cf HTTP/1.1" status: 204 len: 168 time: 2.0915430 Feb 19 07:31:09.488492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33296) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:09.537665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4a18ec90-2b72-4f2f-b5ac-73be51212ed2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:09.539162 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4a18ec90-2b72-4f2f-b5ac-73be51212ed2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports/d47a8078-18f2-4130-9c94-ffe3a13d92ef HTTP/1.1" status: 200 len: 911 time: 0.5972917 Feb 19 07:31:09.543649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Allocated IP 172.20.0.2 (898871ed-b840-4852-893d-bc8c2c9b3555/308af5a0-8f18-47dd-bf47-0fc226c46e19/b4174f44-1f41-4bfe-92cb-95de2cad0e44) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:09.548489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33300) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:09.562935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.567292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] For port f5248229-680f-41bd-a60c-19e3ebed5afe, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:09.590050 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3501b38f-e9a0-45bb-bad0-e74d1d070b4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:31:09.590733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3501b38f-e9a0-45bb-bad0-e74d1d070b4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:09.610590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] For port f5248229-680f-41bd-a60c-19e3ebed5afe, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f5248229-680f-41bd-a60c-19e3ebed5afe,segment=NetworkSegment(64ccaaf9-da5f-48a5-968a-09d0ebde5e72),segment_id=64ccaaf9-da5f-48a5-968a-09d0ebde5e72)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:09.669609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3501b38f-e9a0-45bb-bad0-e74d1d070b4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:09.669802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.674264 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3501b38f-e9a0-45bb-bad0-e74d1d070b4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/9c9f88b3-7d26-4baa-9d57-5be2f8f734cf HTTP/1.1" status: 404 len: 333 time: 0.1846402 Feb 19 07:31:09.675073 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:09.680729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Allocated IP 172.20.0.2 (b31e2c3f-6506-4133-a64e-8f1cc224f7f3/93465f4f-c6ae-4cc6-b7f9-06a3371941ab/1c9b3884-fb98-48b6-8361-87e590392eb9) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:09.734900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:09.735218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:09.883131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:09.971026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet 842fd1d6-7489-4c94-bdb5-8bf55017d168 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:09.972810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94817fc5-86d4-40fe-9a70-9a1acb639702 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:09.978581 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.008985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.022961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.069729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ade24-8227-4421-9b97-a41f24d485b1 None None] Pushing event updated for resources: {'Port': ['ID=f5248229-680f-41bd-a60c-19e3ebed5afe,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:10.173792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.187147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.231257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] For port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:10.253384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Deleting port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:10.253740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.285658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.295914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.296814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.313100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.318284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.358628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Transition to ACTIVE for port object b4174f44-1f41-4bfe-92cb-95de2cad0e44 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:10.370837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Port': ['ID=4fe25399-79ef-4b44-a848-ef1337176c62,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:10.373910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 94817fc5-86d4-40fe-9a70-9a1acb639702 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:10.421927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.440862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 94817fc5-86d4-40fe-9a70-9a1acb639702 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:10.441302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.454476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:10.475015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Allocated IP 172.26.1.52 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/81012bde-4716-49c3-a967-f5535e70cbda) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:10.492699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:10.497252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.502801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:10.503400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.505676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Transition to ACTIVE for port object b4174f44-1f41-4bfe-92cb-95de2cad0e44 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:10.540920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Transition to ACTIVE for port object 1c9b3884-fb98-48b6-8361-87e590392eb9 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:10.546548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.561588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:10.567163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=80699c8e-2871-43ef-bc24-6f964667b865,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:10.571645 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a266e73-11fb-4051-9775-53208e0da614 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0378535 Feb 19 07:31:10.575371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33308) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:10.584010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:d8:2a:4a', 'name': 'tempest-NetworksTestDHCPv6-823698564'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:10.657406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.713564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=842fd1d6-7489-4c94-bdb5-8bf55017d168,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:10.713796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Transition to ACTIVE for port object 1c9b3884-fb98-48b6-8361-87e590392eb9 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:10.724333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.726058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Network 898871ed-b840-4852-893d-bc8c2c9b3555 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:10.731829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:10.736718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:10.738764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Pushing event updated for resources: {'Port': ['ID=b4174f44-1f41-4bfe-92cb-95de2cad0e44,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:10.750355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.778829 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2885aa24-6415-416e-a1ac-311951302933 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/842fd1d6-7489-4c94-bdb5-8bf55017d168 HTTP/1.1" status: 204 len: 168 time: 1.0978332 Feb 19 07:31:10.784084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:10.810704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.820294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:10.828630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:10.834119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:10.839995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:10.843973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f1eb9a7f-4fed-472d-b9a2-9a663c3e5a92 {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:10.844537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:10.854258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:10.859466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.901337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port ffc9f72f-813c-48f5-83c7-fa08edb5a27d yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:10.972071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:10.976240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.978553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.982563 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e62a7cd-5da9-4d8f-b8fb-8972b573a191 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2836485 Feb 19 07:31:10.982715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] For port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:10.982715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.982910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33316) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:10.988451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:10.991976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1953786485'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:10.996590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:11.002996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Pushing event updated for resources: {'Port': ['ID=1c9b3884-fb98-48b6-8361-87e590392eb9,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:11.004508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.008520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:11.030109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:11.044078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Usage tracker for resource:network and tenant:05fca99fca434ff4b7ab2fa4bd754ce8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:11.046376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port f5248229-680f-41bd-a60c-19e3ebed5afe {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:11.047010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.049619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:11.059146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:11.063676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Attempting to bind port b4174f44-1f41-4bfe-92cb-95de2cad0e44 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:11.064269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Attempting to bind port b4174f44-1f41-4bfe-92cb-95de2cad0e44 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:11.064761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Attempting to bind port b4174f44-1f41-4bfe-92cb-95de2cad0e44 on network 898871ed-b840-4852-893d-bc8c2c9b3555 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:11.081388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:fed8:2a4a (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/80699c8e-2871-43ef-bc24-6f964667b865/ffc9f72f-813c-48f5-83c7-fa08edb5a27d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:11.090163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Made reservation on behalf of 05fca99fca434ff4b7ab2fa4bd754ce8 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:11.093408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.111662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.137841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.138948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Calling delete_port for 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:11.166335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 94817fc5-86d4-40fe-9a70-9a1acb639702, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=94817fc5-86d4-40fe-9a70-9a1acb639702,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:11.194315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:11.202152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Usage tracker for resource:security_group_rule and tenant:05fca99fca434ff4b7ab2fa4bd754ce8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:11.218619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.220463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:11.255339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:11.255729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Checking segment: {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:11.256085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.256489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Bound using segment: {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:11.256970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Bound port: b4174f44-1f41-4bfe-92cb-95de2cad0e44, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:11.257321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.293536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:11.345561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.373647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:11.419691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.423396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] device_id is not set on port c232c355-8dd6-475d-ac1c-16c502f4f4c8 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:11.583361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Attempting to bind port 1c9b3884-fb98-48b6-8361-87e590392eb9 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:11.584083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Attempting to bind port 1c9b3884-fb98-48b6-8361-87e590392eb9 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '557b3c00-018a-4fb9-8e02-276fe5cae566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:11.584776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Attempting to bind port 1c9b3884-fb98-48b6-8361-87e590392eb9 on network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:11.597446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291aa87-2b1d-4b98-bf9d-bb66ed3747b5 None None] Network 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:11.623334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.635169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Allocated IP 172.20.0.3 (b31e2c3f-6506-4133-a64e-8f1cc224f7f3/93465f4f-c6ae-4cc6-b7f9-06a3371941ab/c232c355-8dd6-475d-ac1c-16c502f4f4c8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:11.660444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.683503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event updated for resources: {'Port': ['ID=81012bde-4716-49c3-a967-f5535e70cbda,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:11.694803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.699584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object ffc9f72f-813c-48f5-83c7-fa08edb5a27d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:11.715641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.717323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=94817fc5-86d4-40fe-9a70-9a1acb639702,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:11.757145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:11.758040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Checking segment: {'id': '557b3c00-018a-4fb9-8e02-276fe5cae566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:11.758040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.758497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Bound using segment: {'id': '557b3c00-018a-4fb9-8e02-276fe5cae566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:11.759123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Bound port: 1c9b3884-fb98-48b6-8361-87e590392eb9, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557b3c00-018a-4fb9-8e02-276fe5cae566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:11.759567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.778364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:11.790431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842a8b37-3e1e-4f1a-8b97-275edb67812e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:11.798527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.798887 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Added segment 721696a1-b1cc-4944-93d8-3ce492d04879 of type vlan for network 9a697aaf-57c7-414c-b956-fd8713faeffe Feb 19 07:31:11.802717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:11.810024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] For port b4174f44-1f41-4bfe-92cb-95de2cad0e44, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:11.811091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:11.813732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:11.823433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.873926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.904650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] For port b4174f44-1f41-4bfe-92cb-95de2cad0e44, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b4174f44-1f41-4bfe-92cb-95de2cad0e44,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:11.938223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:11.952173 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d1a7df92-8f6e-4935-9968-f01eb0310d40 None None] Provisioning for port f5248229-680f-41bd-a60c-19e3ebed5afe completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:11.956992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:11.957204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] For port f5248229-680f-41bd-a60c-19e3ebed5afe, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f5248229-680f-41bd-a60c-19e3ebed5afe,segment=NetworkSegment(64ccaaf9-da5f-48a5-968a-09d0ebde5e72),segment_id=64ccaaf9-da5f-48a5-968a-09d0ebde5e72)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:11.957422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.995761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:11.999971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.010987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=ffc9f72f-813c-48f5-83c7-fa08edb5a27d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:12.013420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:12.017374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:12.017994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.069948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.073788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:12.074955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.081429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] Pushing event deleted for resources: {'Port': ['ID=8e67a82a-a925-4e63-a81f-4c22b0e5ebd5,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:12.128571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.139695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for f5248229-680f-41bd-a60c-19e3ebed5afe owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:12.188502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Network': ['ID=9a697aaf-57c7-414c-b956-fd8713faeffe,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:12.211800 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a20fde13-b3e9-44b9-83c5-cf8aaa7f54f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6352937 Feb 19 07:31:12.217604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:12.225741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-013a64ff-0068-4e1f-961f-89397338ee4a tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2389431 Feb 19 07:31:12.227057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 9a697aaf-57c7-414c-b956-fd8713faeffe details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:12.239603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:12.250890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Request body: {'subnet': {'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:12.277621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] For port 1c9b3884-fb98-48b6-8361-87e590392eb9, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:12.303398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.335525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Transition to ACTIVE for port object c232c355-8dd6-475d-ac1c-16c502f4f4c8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:12.355630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59479812-ed5b-4e51-9d65-aa11061986d7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:12.356374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-59479812-ed5b-4e51-9d65-aa11061986d7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:12.367666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177c855-d0df-4d5f-9fcb-caf804ba8ed5 None None] No DVR routers for this DVR port 8e67a82a-a925-4e63-a81f-4c22b0e5ebd5 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:12.384384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-59479812-ed5b-4e51-9d65-aa11061986d7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:12.390350 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-59479812-ed5b-4e51-9d65-aa11061986d7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1679454 Feb 19 07:31:12.390350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.390628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:12.421398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] For port 1c9b3884-fb98-48b6-8361-87e590392eb9, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1c9b3884-fb98-48b6-8361-87e590392eb9,segment=NetworkSegment(557b3c00-018a-4fb9-8e02-276fe5cae566),segment_id=557b3c00-018a-4fb9-8e02-276fe5cae566)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:12.436243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7954a1-7494-4f26-96ae-8b84659ac096 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:12.460109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b372f7-b312-4163-9150-77c887f42c3e None None] Pushing event updated for resources: {'Port': ['ID=b4174f44-1f41-4bfe-92cb-95de2cad0e44,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:12.471295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.519007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.581666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.762086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:12.807941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=f5248229-680f-41bd-a60c-19e3ebed5afe,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:12.811160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Deleting port 81012bde-4716-49c3-a967-f5535e70cbda {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:12.812936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.829628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f5248229-680f-41bd-a60c-19e3ebed5afe up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:12.876102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7dfe4b-7dfd-4b64-a065-26faab2397ec None None] DHCP port deletion for 0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:12.892415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652c9a-b48f-4429-8fe7-507314a29193 None None] Pushing event updated for resources: {'Port': ['ID=1c9b3884-fb98-48b6-8361-87e590392eb9,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:12.896086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f5248229-680f-41bd-a60c-19e3ebed5afe {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:12.896712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f5248229-680f-41bd-a60c-19e3ebed5afe not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 19 07:31:12.953251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port f5248229-680f-41bd-a60c-19e3ebed5afe not found, will not notify nova. {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 19 07:31:12.953934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94817fc5-86d4-40fe-9a70-9a1acb639702 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:12.956549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Usage tracker for resource:subnet and tenant:05fca99fca434ff4b7ab2fa4bd754ce8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:12.960613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:12.964373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:12.967504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:12.968714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port ffc9f72f-813c-48f5-83c7-fa08edb5a27d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:12.969227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:12.980706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No DVR routers for this DVR port f5248229-680f-41bd-a60c-19e3ebed5afe on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:13.001736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:13.003856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=c232c355-8dd6-475d-ac1c-16c502f4f4c8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:13.012072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:13.081946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Made reservation on behalf of 05fca99fca434ff4b7ab2fa4bd754ce8 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:13.113357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:13.114014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.163088 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-da33ac35-77a3-48d4-b39c-01b2709a9cee tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0110908 Feb 19 07:31:13.166353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33334) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:13.191192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.191357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'name': 'tempest-AllowedAddressPairTestJSON-1714928313', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:d0:04'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:13.232068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 94817fc5-86d4-40fe-9a70-9a1acb639702 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:13.232466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.298553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '80699c8e-2871-43ef-bc24-6f964667b865'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:13.299449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.463308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:13.467695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Usage tracker for resource:port and tenant:cc91cd9df14c4be3b1f0a692ddf7447c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:13.470838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:13.477738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:13.530922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:13.599391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.634634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.715757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Allocated IP 2001:db8::f816:3eff:fe9a:3c1e (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/80699c8e-2871-43ef-bc24-6f964667b865/65abbdc7-1178-4aeb-ab3d-dae033284e88) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:13.724914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.754564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:13.847379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ccaaf9-da5f-48a5-968a-09d0ebde5e72') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:13.847981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ccaaf9-da5f-48a5-968a-09d0ebde5e72') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:13.871941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.904382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.924560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for ffc9f72f-813c-48f5-83c7-fa08edb5a27d owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:13.949635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.980789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:13.994079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] device_id is not set on port 8b6e26ab-8caa-46e1-80ba-51c459c96422 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:13.998666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Transition to ACTIVE for port object 65abbdc7-1178-4aeb-ab3d-dae033284e88 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:14.007044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48535c0-c188-4470-8e26-4035cbba990e None None] Network 898871ed-b840-4852-893d-bc8c2c9b3555 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:14.018205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.018613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.039739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:14.044849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:14.065108 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:14.115746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Transition to ACTIVE for port object 65abbdc7-1178-4aeb-ab3d-dae033284e88 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:14.147132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.226239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Allocated IP 172.20.0.8 (b31e2c3f-6506-4133-a64e-8f1cc224f7f3/93465f4f-c6ae-4cc6-b7f9-06a3371941ab/8b6e26ab-8caa-46e1-80ba-51c459c96422) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:14.238600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.247453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d4106c4b-c5d5-4310-b6cb-8b8550710b17 None None] Provisioning for port b4174f44-1f41-4bfe-92cb-95de2cad0e44 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:14.298637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=ffc9f72f-813c-48f5-83c7-fa08edb5a27d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:14.318107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Calling delete_port for 81012bde-4716-49c3-a967-f5535e70cbda owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:14.348754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Pushing event updated for resources: {'Port': ['ID=65abbdc7-1178-4aeb-ab3d-dae033284e88,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:14.369688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.387081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:14.394277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:14.410413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:14.462267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede77a75-2b07-4286-97d9-4e7a8dc1dfa5 None None] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:14.471986 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-21372903-5233-4a07-84f9-a83c59dfd0a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/ffc9f72f-813c-48f5-83c7-fa08edb5a27d HTTP/1.1" status: 204 len: 168 time: 2.0800807 Feb 19 07:31:14.477569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33338) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:14.511301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.558029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.592183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77301e30-dee9-49a8-ba6b-d958e18f2e39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:14.593715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77301e30-dee9-49a8-ba6b-d958e18f2e39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:14.594705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-77301e30-dee9-49a8-ba6b-d958e18f2e39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:14.600766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:14.648525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-77301e30-dee9-49a8-ba6b-d958e18f2e39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:14.650009 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-77301e30-dee9-49a8-ba6b-d958e18f2e39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1715381 Feb 19 07:31:14.652910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33342) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:14.721331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.747095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4174f44-1f41-4bfe-92cb-95de2cad0e44 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:14.765720 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c02a2743-44a4-460d-82e4-695e57aa5d6b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/0eb77837-bd5f-4bb2-a1ef-ff4fd8a98233 HTTP/1.1" status: 204 len: 168 time: 3.9774983 Feb 19 07:31:14.773507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33346) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:14.802754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'name': 'tempest-PortsTestJSON-1091917085'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:14.805805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Attempting to bind port 65abbdc7-1178-4aeb-ab3d-dae033284e88 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:14.806526 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Attempting to bind port 65abbdc7-1178-4aeb-ab3d-dae033284e88 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:14.806885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Attempting to bind port 65abbdc7-1178-4aeb-ab3d-dae033284e88 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:14.860706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1dd3c9ad-c02c-4582-893e-a47afb0cb404 None None] Provisioning for port 1c9b3884-fb98-48b6-8361-87e590392eb9 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:14.870023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:14.870498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:14.870817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.871200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:14.871679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Bound port: 65abbdc7-1178-4aeb-ab3d-dae033284e88, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:14.872043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:14.988124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 80699c8e-2871-43ef-bc24-6f964667b865 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:14.991986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.048550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port b4174f44-1f41-4bfe-92cb-95de2cad0e44 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:15.055721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] For port 65abbdc7-1178-4aeb-ab3d-dae033284e88, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:15.062552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b4174f44-1f41-4bfe-92cb-95de2cad0e44 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:15.062914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.079545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.102762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] For port 65abbdc7-1178-4aeb-ab3d-dae033284e88, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=65abbdc7-1178-4aeb-ab3d-dae033284e88,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:15.121550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.122161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.148875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Allocated IP 172.20.0.1 (898871ed-b840-4852-893d-bc8c2c9b3555/308af5a0-8f18-47dd-bf47-0fc226c46e19/c7171c0e-0b47-4f47-a096-518bb5ddefb7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:15.150038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Transition to ACTIVE for port object 8b6e26ab-8caa-46e1-80ba-51c459c96422 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:15.196194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.232754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-41899e7f-68d9-4c99-be9b-713254c5f173 None None] Provisioning complete for port b4174f44-1f41-4bfe-92cb-95de2cad0e44 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:15.233125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41899e7f-68d9-4c99-be9b-713254c5f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.271494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.271699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc05abe-9652-4591-84de-3e86b6fe216d None None] Pushing event updated for resources: {'Port': ['ID=65abbdc7-1178-4aeb-ab3d-dae033284e88,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.311965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.382212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.384076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.432867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.437757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:15.502103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port b4174f44-1f41-4bfe-92cb-95de2cad0e44, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b4174f44-1f41-4bfe-92cb-95de2cad0e44,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:15.517437 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event deleted for resources: {'Port': ['ID=81012bde-4716-49c3-a967-f5535e70cbda,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.519402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Subnet': ['ID=f8c57fd7-7ab3-4a73-815a-fb9708946844,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.519908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.521187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1c9b3884-fb98-48b6-8361-87e590392eb9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:15.528350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=8b6e26ab-8caa-46e1-80ba-51c459c96422,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.531258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=80699c8e-2871-43ef-bc24-6f964667b865,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.534513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:15.540193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:15.583425 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b210bbaf-6ba4-4a57-a12a-a881b231d7c3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/80699c8e-2871-43ef-bc24-6f964667b865 HTTP/1.1" status: 204 len: 168 time: 0.9289904 Feb 19 07:31:15.588244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:15.617426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.646411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41899e7f-68d9-4c99-be9b-713254c5f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.704036 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-713ea205-6190-4d8c-a604-929f94d66c95 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126089 Feb 19 07:31:15.704783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:15.706517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Transition to ACTIVE for port object c7171c0e-0b47-4f47-a096-518bb5ddefb7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:15.708029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=b4174f44-1f41-4bfe-92cb-95de2cad0e44,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.720671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Checking segment: {'id': '721696a1-b1cc-4944-93d8-3ce492d04879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:15.721112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Network hostable DHCP agents. Network: 9a697aaf-57c7-414c-b956-fd8713faeffe, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:15.729588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:15.734271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:15.737616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:15.744342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:15.762256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.762914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.799617 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-79bd93e0-17c8-4c24-9818-ef834cb246db tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6317072 Feb 19 07:31:15.800356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:15.802763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-41899e7f-68d9-4c99-be9b-713254c5f173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:15.803708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-41899e7f-68d9-4c99-be9b-713254c5f173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:15.805585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 1c9b3884-fb98-48b6-8361-87e590392eb9 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:15.811878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1c9b3884-fb98-48b6-8361-87e590392eb9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:15.812380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.817743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:15.821809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:15.876108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae7033-5741-42ad-8b3c-2f4367734414 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.876912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d2ae7033-5741-42ad-8b3c-2f4367734414 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:15.914929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Network 9a697aaf-57c7-414c-b956-fd8713faeffe is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:15.925340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187f624-fb60-41f9-a72c-67b59772e0f4 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.929810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187f624-fb60-41f9-a72c-67b59772e0f4 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.932842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 0500cff2-4450-4285-995e-9617c9d9723e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:15.934314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187f624-fb60-41f9-a72c-67b59772e0f4 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.935357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6187f624-fb60-41f9-a72c-67b59772e0f4 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Synchronizing usage tracker for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:15.940039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d2ae7033-5741-42ad-8b3c-2f4367734414 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:15.941213 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d2ae7033-5741-42ad-8b3c-2f4367734414 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2355466 Feb 19 07:31:15.944905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33364) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:15.980756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 9a697aaf-57c7-414c-b956-fd8713faeffe) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:15.999260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8dc4a-8a01-4499-b257-f6bbc7e22d7c None None] Network 9a697aaf-57c7-414c-b956-fd8713faeffe requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:16.019082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.019680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.024491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.048638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6187f624-fb60-41f9-a72c-67b59772e0f4 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Unset dirty status for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:16.055639 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6187f624-fb60-41f9-a72c-67b59772e0f4 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2514372 Feb 19 07:31:16.057070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33368) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:16.086970 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] create failed (client error): The resource could not be found. Feb 19 07:31:16.088247 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e4cfe2f0-8e44-403c-8b96-d52f4c9e6ffa tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.3771443 Feb 19 07:31:16.125348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33372) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:16.127663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35dfa16-92c7-4122-ad49-4f9c5416ac50 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.128785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f35dfa16-92c7-4122-ad49-4f9c5416ac50 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:16.176213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.196280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f35dfa16-92c7-4122-ad49-4f9c5416ac50 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:16.197117 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ce7d072a-47ae-49de-8536-e9b661b09e75 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9563923 Feb 19 07:31:16.198458 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f35dfa16-92c7-4122-ad49-4f9c5416ac50 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2526591 Feb 19 07:31:16.201703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33376) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:16.204035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33378) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:16.212250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-272422726', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:16.250353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 1c9b3884-fb98-48b6-8361-87e590392eb9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1c9b3884-fb98-48b6-8361-87e590392eb9,segment=NetworkSegment(557b3c00-018a-4fb9-8e02-276fe5cae566),segment_id=557b3c00-018a-4fb9-8e02-276fe5cae566)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:16.251183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Network 898871ed-b840-4852-893d-bc8c2c9b3555 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:16.279709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:16.283698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.283893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:16.291045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port 8b6e26ab-8caa-46e1-80ba-51c459c96422 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:16.291920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.309697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:16.373040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Port': ['ID=c7171c0e-0b47-4f47-a096-518bb5ddefb7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:16.400117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Usage tracker for resource:router and tenant:05fca99fca434ff4b7ab2fa4bd754ce8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:16.405661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f5248229-680f-41bd-a60c-19e3ebed5afe no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:16.412978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Deleting port 3430f283-c04d-424e-bef7-ea6eac5edfc6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:16.413321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.415495 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-479f17f9-8ad4-4689-bff4-a72760215d65 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2081974 Feb 19 07:31:16.422685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:16.429750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:16.446895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:16.453568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:16.472795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port d47a8078-18f2-4130-9c94-ffe3a13d92ef {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:16.473134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.537157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f5248229-680f-41bd-a60c-19e3ebed5afe {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:16.537491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f5248229-680f-41bd-a60c-19e3ebed5afe not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:31:16.625695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=1c9b3884-fb98-48b6-8361-87e590392eb9,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:16.645748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-9a697aaf-57c7-414c-b956-fd8713faeffe', 'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe', 'tenant_id': '05fca99fca434ff4b7ab2fa4bd754ce8', 'fixed_ips': [{'subnet_id': 'f8c57fd7-7ab3-4a73-815a-fb9708946844'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:16.647874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.733277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.742678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.743612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.833678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Provisioning complete for port 1c9b3884-fb98-48b6-8361-87e590392eb9 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:16.834015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.863436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:16.868797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb5ff7-0393-4505-be73-175a049a8c58 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:16.881267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4174f44-1f41-4bfe-92cb-95de2cad0e44 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:16.887115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.900885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:16.904560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:16.988348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.021470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Allocated IP 172.20.0.2 (9a697aaf-57c7-414c-b956-fd8713faeffe/f8c57fd7-7ab3-4a73-815a-fb9708946844/0e714b56-83b7-48ff-a44d-eb02bc8e2ba8) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:17.039683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Calling delete_port for 8b6e26ab-8caa-46e1-80ba-51c459c96422 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:17.081716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:17.085558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.149664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.297967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b4174f44-1f41-4bfe-92cb-95de2cad0e44 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:17.298553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.442293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for d47a8078-18f2-4130-9c94-ffe3a13d92ef owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:17.470545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.501076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.504427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Provisioning for port c232c355-8dd6-475d-ac1c-16c502f4f4c8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:17.511261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.511541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Transition to ACTIVE for port object 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:17.516089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.533370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.534684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Provisioning complete for port c232c355-8dd6-475d-ac1c-16c502f4f4c8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:17.535050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.592138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:17.610888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Deleting port 65abbdc7-1178-4aeb-ab3d-dae033284e88 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:17.611278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.680311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Port c232c355-8dd6-475d-ac1c-16c502f4f4c8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:17.682617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Transition to ACTIVE for port object 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:17.700463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Calling delete_port for 3430f283-c04d-424e-bef7-ea6eac5edfc6 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:17.708898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.728468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.845320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 65abbdc7-1178-4aeb-ab3d-dae033284e88 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:17.852255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:17.861338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=0500cff2-4450-4285-995e-9617c9d9723e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:17.864376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:17.870753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:17.875188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:17.875802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:17.895934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Port': ['ID=8b6e26ab-8caa-46e1-80ba-51c459c96422,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:17.948804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Network 9a697aaf-57c7-414c-b956-fd8713faeffe is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:17.952026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Provisioning for port c7171c0e-0b47-4f47-a096-518bb5ddefb7 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:17.959694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Pushing event updated for resources: {'Port': ['ID=0e714b56-83b7-48ff-a44d-eb02bc8e2ba8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:17.962489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:18.029310 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-75e6d940-5a91-470d-b953-2e6378cd44ff tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2459900 Feb 19 07:31:18.031220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:18.039652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:18.048669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Provisioning complete for port c7171c0e-0b47-4f47-a096-518bb5ddefb7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:18.049029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.198090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Port c7171c0e-0b47-4f47-a096-518bb5ddefb7 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:18.201651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.233963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.250156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:31:18.253905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-97735eae-1955-49e5-813e-a0bdb95a7de2 None None] Could not find standard attr ID for object 8b6e26ab-8caa-46e1-80ba-51c459c96422. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:31:18.294916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 0500cff2-4450-4285-995e-9617c9d9723e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:18.295248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.309733 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] For port 65abbdc7-1178-4aeb-ab3d-dae033284e88, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=65abbdc7-1178-4aeb-ab3d-dae033284e88,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:18.310330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.333203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event deleted for resources: {'Port': ['ID=3430f283-c04d-424e-bef7-ea6eac5edfc6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:18.346162 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-363dcbd3-c44b-4567-96cc-e53593a9cb2a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/ports/8b6e26ab-8caa-46e1-80ba-51c459c96422 HTTP/1.1" status: 204 len: 168 time: 2.2817595 Feb 19 07:31:18.348217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:18.435252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d16603-60fb-4c04-9e41-dce7f9bfd3eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] GET failed (client error): The resource could not be found. Feb 19 07:31:18.435898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-44d16603-60fb-4c04-9e41-dce7f9bfd3eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Synchronizing usage tracker for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:18.439433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.442941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Attempting to bind port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:18.443109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Attempting to bind port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '721696a1-b1cc-4944-93d8-3ce492d04879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:18.443390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Attempting to bind port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 on network 9a697aaf-57c7-414c-b956-fd8713faeffe {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:18.445347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 65abbdc7-1178-4aeb-ab3d-dae033284e88 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:18.455136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Calling delete_port for 65abbdc7-1178-4aeb-ab3d-dae033284e88 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:18.484566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.496690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] Could not find standard attr ID for object ffc9f72f-813c-48f5-83c7-fa08edb5a27d. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:31:18.516374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:18.516750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Checking segment: {'id': '721696a1-b1cc-4944-93d8-3ce492d04879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:18.517276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.517664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Bound using segment: {'id': '721696a1-b1cc-4944-93d8-3ce492d04879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:18.518134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Bound port: 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721696a1-b1cc-4944-93d8-3ce492d04879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:18.518492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.545191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.566022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-44d16603-60fb-4c04-9e41-dce7f9bfd3eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Unset dirty status for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:18.566022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-44d16603-60fb-4c04-9e41-dce7f9bfd3eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "GET /v2.0/ports/8b6e26ab-8caa-46e1-80ba-51c459c96422 HTTP/1.1" status: 404 len: 333 time: 0.2131050 Feb 19 07:31:18.567895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33400) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:18.594609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'name': 'tempest-AllowedAddressPairTestJSON-1346732214'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:18.606892 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] Provisioning for port 65abbdc7-1178-4aeb-ab3d-dae033284e88 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:18.626357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] Provisioning complete for port 65abbdc7-1178-4aeb-ab3d-dae033284e88 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:18.626733 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.675611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:18.680533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:18.704624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1c9b3884-fb98-48b6-8361-87e590392eb9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:18.734885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=d47a8078-18f2-4130-9c94-ffe3a13d92ef,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:18.773811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] For port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:18.782998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] For port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0e714b56-83b7-48ff-a44d-eb02bc8e2ba8,segment=NetworkSegment(721696a1-b1cc-4944-93d8-3ce492d04879),segment_id=721696a1-b1cc-4944-93d8-3ce492d04879)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:18.800561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.811877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:18.940973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1c9b3884-fb98-48b6-8361-87e590392eb9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:18.941724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.003178 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f20acd-dd69-4f13-85de-b000d037b6fe None None] Pushing event updated for resources: {'Port': ['ID=0e714b56-83b7-48ff-a44d-eb02bc8e2ba8,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:19.017216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.031418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:19.043894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:19.078786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Allocated IP 172.26.1.200 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/103746bb-7272-458a-b93f-7e2d4bedd22e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:19.103184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] For port 65abbdc7-1178-4aeb-ab3d-dae033284e88, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=65abbdc7-1178-4aeb-ab3d-dae033284e88,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:19.114070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.185330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Deleting port 65abbdc7-1178-4aeb-ab3d-dae033284e88 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:19.185894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.265182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.291024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6874f7c-262e-420f-888f-06da84a49554 None None] Pushing event updated for resources: {'Port': ['ID=65abbdc7-1178-4aeb-ab3d-dae033284e88,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:19.317581 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:19.320803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.320967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.346987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 65abbdc7-1178-4aeb-ab3d-dae033284e88 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:19.348022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:19.348448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:19.370856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] device_id is not set on port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:19.508946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.548862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 0500cff2-4450-4285-995e-9617c9d9723e owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:19.549725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] For port 65abbdc7-1178-4aeb-ab3d-dae033284e88, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=65abbdc7-1178-4aeb-ab3d-dae033284e88,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:19.550102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.581985 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd3bc0ab-a906-40ed-b1d3-161df4061a9b tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "DELETE /v2.0/ports/3430f283-c04d-424e-bef7-ea6eac5edfc6 HTTP/1.1" status: 204 len: 168 time: 3.4452305 Feb 19 07:31:19.584428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.585889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Allocated IP 172.20.0.11 (b31e2c3f-6506-4133-a64e-8f1cc224f7f3/93465f4f-c6ae-4cc6-b7f9-06a3371941ab/4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:19.588046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33408) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:19.597853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.672542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.725465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.728995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Calling delete_port for 65abbdc7-1178-4aeb-ab3d-dae033284e88 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:19.771343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Port': ['ID=c7171c0e-0b47-4f47-a096-518bb5ddefb7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:19.816485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:19.841936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.842312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:19.894006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:19.896515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:19.958126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Port': ['ID=103746bb-7272-458a-b93f-7e2d4bedd22e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:19.984949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 07:31:19.984949 dv-neutron-829958-1-hyperv neutron-server[83570]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 19 07:31:19.984949 dv-neutron-829958-1-hyperv neutron-server[83570]: [parameters: {'status': 'DOWN', 'ports_id': '65abbdc7-1178-4aeb-ab3d-dae033284e88'}] Feb 19 07:31:19.984949 dv-neutron-829958-1-hyperv neutron-server[83570]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:19.985432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:19.993470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.017510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d4d3e-78fd-4618-adb0-af69e6990f59 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:20.018204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-839d4d3e-78fd-4618-adb0-af69e6990f59 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Synchronizing usage tracker for tenant:c49fe51e0ba743319e40b98e2d517956 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:20.020833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.046084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] Pushing event deleted for resources: {'Port': ['ID=65abbdc7-1178-4aeb-ab3d-dae033284e88,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:20.119411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880b103-0301-4bc1-b600-b6430aacc94c None None] No DVR routers for this DVR port 65abbdc7-1178-4aeb-ab3d-dae033284e88 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:20.126620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.170057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Network 898871ed-b840-4852-893d-bc8c2c9b3555 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:20.178079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:20.199709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-839d4d3e-78fd-4618-adb0-af69e6990f59 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Unset dirty status for tenant:c49fe51e0ba743319e40b98e2d517956 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:20.201162 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-839d4d3e-78fd-4618-adb0-af69e6990f59 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "GET /v2.0/ports?device_id=e03382c0-4605-42e6-a328-2524fa0db2e7 HTTP/1.1" status: 200 len: 913 time: 0.6120160 Feb 19 07:31:20.208050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:20.212321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Port 65abbdc7-1178-4aeb-ab3d-dae033284e88 concurrently deleted while adding address for new subnet {'id': '346aea89-16d5-4334-9aab-4fe537683eb7', 'name': '', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-19T07:31:17Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'adf515da56964ed49585452f75c8b413'}. {{(pid=83568) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Feb 19 07:31:20.212798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.218791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.250255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=0500cff2-4450-4285-995e-9617c9d9723e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:20.331463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc194679-9c2a-484c-9b34-d11a7ff6b00d None None] Network 9a697aaf-57c7-414c-b956-fd8713faeffe requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:20.454674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.478278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-89511abe-d286-41c8-88f0-431eac8f009f None None] Provisioning for port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:20.483151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Transition to ACTIVE for port object 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:20.515303 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-15ffb45b-0085-43ff-b575-e1644dbc36aa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/0500cff2-4450-4285-995e-9617c9d9723e HTTP/1.1" status: 204 len: 168 time: 2.4805517 Feb 19 07:31:20.524382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33424) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:20.527216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:20.532880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'mac_address': 'fa:16:3e:1e:58:db', 'name': 'tempest-PortsTestJSON-105283450'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:20.533641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:20.534414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 65abbdc7-1178-4aeb-ab3d-dae033284e88 update to DOWN by agent not found {{(pid=83570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 19 07:31:20.548801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d664fb-5419-4653-8b46-d8e2af8c3dbb None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:20.555377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:20.556645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.596872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.628485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=346aea89-16d5-4334-9aab-4fe537683eb7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:20.754142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:20.771365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:20.784311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:20.787399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:20.793069 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9d32488-7777-46d0-9fbc-4cdb1a302283 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.3611269 Feb 19 07:31:20.795998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:20.882541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33430) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:20.888558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:20.889181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.914174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:f3:84:61', 'name': 'tempest-NetworksTestDHCPv6-1023903560'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:20.924906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:20.933171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:20.933535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.955173 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c4608b1b-bd0d-4135-962a-c8c5174ade45 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3876240 Feb 19 07:31:20.956267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.957182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:20.958948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:20.962779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b6a25f97-160f-46bd-868b-941e6e42e66c None None] Provisioning complete for port c7171c0e-0b47-4f47-a096-518bb5ddefb7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:20.963221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6a25f97-160f-46bd-868b-941e6e42e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.055166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:d0:04'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:21.134049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b6a25f97-160f-46bd-868b-941e6e42e66c None None] Port c7171c0e-0b47-4f47-a096-518bb5ddefb7 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:21.224601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:21.232957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:21.240329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:21.249663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '346aea89-16d5-4334-9aab-4fe537683eb7'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:21.250580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.251668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:21.262813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 9f101fca-f798-41fb-b57a-c5fff5cc6907 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:21.280844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.292001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:21.372437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bf2d38f5-7d1d-455a-8a9b-bc4cc94b53a2 None None] Provisioning for port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:21.390126 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0e714b56-83b7-48ff-a44d-eb02bc8e2ba8,segment=NetworkSegment(721696a1-b1cc-4944-93d8-3ce492d04879),segment_id=721696a1-b1cc-4944-93d8-3ce492d04879)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:21.391526 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bf2d38f5-7d1d-455a-8a9b-bc4cc94b53a2 None None] Provisioning complete for port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:21.391946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf2d38f5-7d1d-455a-8a9b-bc4cc94b53a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.443937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.523946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d38f5-7d1d-455a-8a9b-bc4cc94b53a2 None None] Port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:21.542542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.581200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:21.582550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=0e714b56-83b7-48ff-a44d-eb02bc8e2ba8,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:21.588772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:21.603100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:21.604942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Allocated IP 2001:db8::f816:3eff:feb8:a171 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/346aea89-16d5-4334-9aab-4fe537683eb7/a788d8a2-12b3-42d3-a45b-54a8e1a65423) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:21.612055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:21.618106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:21.625757 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4858c816-ef32-4cf5-81f9-35f5e45b94fe tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/9f101fca-f798-41fb-b57a-c5fff5cc6907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0714645 Feb 19 07:31:21.635127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33438) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:21.642664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] Sync routers for ids ['9f101fca-f798-41fb-b57a-c5fff5cc6907'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:21.650056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:21.704970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-561962ed-f20e-4742-8436-0dddd15f1cdf tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:21.726439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c8683a8f-904b-4e4f-942f-8ca096258f2a None None] Provisioning complete for port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:21.726861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8683a8f-904b-4e4f-942f-8ca096258f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.740870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:21.791536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-561962ed-f20e-4742-8436-0dddd15f1cdf tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:21.792647 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-561962ed-f20e-4742-8436-0dddd15f1cdf tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f101fca-f798-41fb-b57a-c5fff5cc6907 HTTP/1.1" status: 200 len: 205 time: 0.1505113 Feb 19 07:31:21.797553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33442) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:21.808085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] Routers {'9f101fca-f798-41fb-b57a-c5fff5cc6907'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:21.808705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['9f101fca-f798-41fb-b57a-c5fff5cc6907'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:21.898581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:21.922093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:21.949121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] Routers {'9f101fca-f798-41fb-b57a-c5fff5cc6907'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:21.949873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['9f101fca-f798-41fb-b57a-c5fff5cc6907'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:21.976319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:21.986355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.067611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:22.068004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce534a2-e7b0-47a9-a8ce-37cebd09212c None None] The sync data for ids ['9f101fca-f798-41fb-b57a-c5fff5cc6907'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:22.083142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.110033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.113876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.123159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Transition to ACTIVE for port object a788d8a2-12b3-42d3-a45b-54a8e1a65423 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:22.143434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Transition to ACTIVE for port object a788d8a2-12b3-42d3-a45b-54a8e1a65423 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:22.150002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 0dd714f3-6230-49ff-8743-3dbb32551c0c yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:22.152118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.154010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9b03e-e4e5-4203-9ab1-22e5796f8d26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.221640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:22.224861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Pushing event updated for resources: {'Port': ['ID=a788d8a2-12b3-42d3-a45b-54a8e1a65423,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:22.227253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:22.229815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:22.327260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Attempting to bind port a788d8a2-12b3-42d3-a45b-54a8e1a65423 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:22.327260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Attempting to bind port a788d8a2-12b3-42d3-a45b-54a8e1a65423 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:22.327607 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Attempting to bind port a788d8a2-12b3-42d3-a45b-54a8e1a65423 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:22.335175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:22.335616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:22.335899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.336313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:22.336956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Bound port: a788d8a2-12b3-42d3-a45b-54a8e1a65423, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:22.337313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.490839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] For port a788d8a2-12b3-42d3-a45b-54a8e1a65423, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:22.494019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] For port a788d8a2-12b3-42d3-a45b-54a8e1a65423, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a788d8a2-12b3-42d3-a45b-54a8e1a65423,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:22.501855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.528984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:fef3:8461 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/346aea89-16d5-4334-9aab-4fe537683eb7/0dd714f3-6230-49ff-8743-3dbb32551c0c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:22.614243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33678056-ef44-4d93-b897-666aef58dd7f None None] Pushing event updated for resources: {'Port': ['ID=a788d8a2-12b3-42d3-a45b-54a8e1a65423,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:22.664488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.670346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:22.695171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Router beefa6f6-67a9-4998-a614-10bf1ae7fcb6 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:31:22.765081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:22.765721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:22.801768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:23.034459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9b03e-e4e5-4203-9ab1-22e5796f8d26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.039065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9b03e-e4e5-4203-9ab1-22e5796f8d26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.069483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:23.072457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:23.076691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:23.081773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:23.083396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.088450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9b03e-e4e5-4203-9ab1-22e5796f8d26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.088957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d9b03e-e4e5-4203-9ab1-22e5796f8d26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Fanout notify agent at l3_agent the message router_deleted on router 9f101fca-f798-41fb-b57a-c5fff5cc6907 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:31:23.110653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73d9b03e-e4e5-4203-9ab1-22e5796f8d26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.114201 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73d9b03e-e4e5-4203-9ab1-22e5796f8d26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/9f101fca-f798-41fb-b57a-c5fff5cc6907 HTTP/1.1" status: 204 len: 168 time: 1.2675352 Feb 19 07:31:23.114984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:23.159616 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dc7a25bb-78fb-47f5-b02b-81219968df9e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6318831 Feb 19 07:31:23.164791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:23.196761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:23.234335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:23.247942 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Sync routers for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:23.257277 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.260714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:23.261249 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42edbea5-ba0b-4c55-8b56-a541ae10dc47 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "PUT /v2.0/routers/6632d1a5-10d6-494d-a99f-9ac554ea1bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2416568 Feb 19 07:31:23.261833 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:23.346692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b575ff-a657-4aa3-a79d-5692af68dda7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:23.347261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87b575ff-a657-4aa3-a79d-5692af68dda7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:23.367069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.431929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87b575ff-a657-4aa3-a79d-5692af68dda7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:23.435529 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87b575ff-a657-4aa3-a79d-5692af68dda7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e HTTP/1.1" status: 200 len: 840 time: 0.2665820 Feb 19 07:31:23.436948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33458) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:23.451998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.534564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet fa4703a6-299d-420b-aca9-eac4d223c68a {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:23.586378 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:31:23.593915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:23.594155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.622664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 0dd714f3-6230-49ff-8743-3dbb32551c0c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:23.647141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.659808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:23.780534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.788558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] In _notify_port_updated(), no bound segment for port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b on network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:31:23.794044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:23.794762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.797037 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-02009af1-7bc7-470b-83aa-9608decc953a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "PUT /v2.0/ports/4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b HTTP/1.1" status: 200 len: 994 time: 2.7681808 Feb 19 07:31:23.806629 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-b7723151-de73-484b-9d60-5dda2f7a2c8a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388050608&fields=id&tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940 HTTP/1.1" status: 200 len: 267 time: 0.1557181 Feb 19 07:31:23.807114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:23.961589 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e7220168-8867-4e87-aec4-a228a2bfb2b0 None None] Provisioning complete for port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:23.962545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e7220168-8867-4e87-aec4-a228a2bfb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:23.980494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.025048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.025681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e7220168-8867-4e87-aec4-a228a2bfb2b0 None None] Port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:24.063245 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:18Z', 'revision_number': 2, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.067202 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Checking router: 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:31:24.067559 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Updating router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 port c7171c0e-0b47-4f47-a096-518bb5ddefb7 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:31:24.107134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:24.107521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.118294 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.152473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:24.162957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2296d8ae-760e-4cf8-9ff2-f753df6033c5 None None] Provisioning for port a788d8a2-12b3-42d3-a45b-54a8e1a65423 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:24.195885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:24.200367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:24.206490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:24.208144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=0dd714f3-6230-49ff-8743-3dbb32551c0c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:24.210386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:24.214310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:24.215079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.229523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-94b4e625-3c48-4df0-a1a8-502d985d4f37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:24.229897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-94b4e625-3c48-4df0-a1a8-502d985d4f37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Synchronizing usage tracker for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:24.246279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.248322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] Sync routers for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:24.262534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:24.263510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.301190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.367552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.372571 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ff1fab75-6db6-4eb1-9377-51edf4b25cb2 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.1660020 Feb 19 07:31:24.372785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:24.380233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.381443 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6e36ce1b-24a4-4145-9f42-3a929d6bc60b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4733703 Feb 19 07:31:24.386411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:24.386695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33474) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:24.387287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-94b4e625-3c48-4df0-a1a8-502d985d4f37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Unset dirty status for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:24.388440 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-94b4e625-3c48-4df0-a1a8-502d985d4f37 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/networks?id=898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 200 len: 797 time: 0.5683157 Feb 19 07:31:24.401258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.409874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:24.410503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.462188 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4887f850-bb3b-4dda-bf06-490a0cf26d65 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e HTTP/1.1" status: 204 len: 168 time: 1.0237832 Feb 19 07:31:24.464259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:24.482414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.483105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ce8f3-5c15-4e89-9283-f8ae456c912d None None] The sync data for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:24.613879 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.644550 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Transition to ACTIVE for port object c7171c0e-0b47-4f47-a096-518bb5ddefb7 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:24.653608 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.704016 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0b02cd-0077-473b-89e3-87a072756f3a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:31:24.704707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-da0b02cd-0077-473b-89e3-87a072756f3a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:24.711636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.718651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f35794f9-4a50-4433-a2c5-c9700f854343 None None] Provisioning for port 0dd714f3-6230-49ff-8743-3dbb32551c0c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:24.725884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f35794f9-4a50-4433-a2c5-c9700f854343 None None] Provisioning complete for port 0dd714f3-6230-49ff-8743-3dbb32551c0c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:24.726562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f35794f9-4a50-4433-a2c5-c9700f854343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.773426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4703a6-299d-420b-aca9-eac4d223c68a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:24.774801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a788d8a2-12b3-42d3-a45b-54a8e1a65423 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:24.791217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.793589 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7afdebd6-783a-4385-aa3a-438c07223490 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/fa4703a6-299d-420b-aca9-eac4d223c68a HTTP/1.1" status: 204 len: 168 time: 1.6777184 Feb 19 07:31:24.796299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33484) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:24.820108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-da0b02cd-0077-473b-89e3-87a072756f3a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:24.821934 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-da0b02cd-0077-473b-89e3-87a072756f3a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/4b6a16be-c3e6-492c-aab3-cd2a8ae8b99e HTTP/1.1" status: 404 len: 333 time: 0.3567603 Feb 19 07:31:24.827982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33488) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:24.839458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e160fc-e678-4f77-b082-57c24c2fed0f None None] Network 3a08a192-5d6e-491a-ae62-0182473574e4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:24.886474 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0f2cd7ff-de55-4294-bbfd-13b4f52b5cf8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/quotas/d6ea6b7f01d54cf28e8de27ffb99b940 HTTP/1.1" status: 200 len: 375 time: 0.3383224 Feb 19 07:31:24.914252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'name': 'tempest-PortsTestJSON-1611852751'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:24.947714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Attempting to bind port c7171c0e-0b47-4f47-a096-518bb5ddefb7 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:24.948101 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Attempting to bind port c7171c0e-0b47-4f47-a096-518bb5ddefb7 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:24.948415 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Attempting to bind port c7171c0e-0b47-4f47-a096-518bb5ddefb7 on network 898871ed-b840-4852-893d-bc8c2c9b3555 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:24.957211 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:24.957573 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Checking segment: {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:24.957968 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:24.958345 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Bound using segment: {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:24.958887 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Bound port: c7171c0e-0b47-4f47-a096-518bb5ddefb7, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:24.959394 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.019921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f35794f9-4a50-4433-a2c5-c9700f854343 None None] Port 0dd714f3-6230-49ff-8743-3dbb32551c0c cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:25.098221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.106005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:25.114488 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] For port c7171c0e-0b47-4f47-a096-518bb5ddefb7, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:25.119162 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] For port c7171c0e-0b47-4f47-a096-518bb5ddefb7, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c7171c0e-0b47-4f47-a096-518bb5ddefb7,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:25.126941 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Pushing event updated for resources: {'Port': ['ID=c7171c0e-0b47-4f47-a096-518bb5ddefb7,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:25.127454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.130751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:25.137760 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.148023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 811b78a2-6e50-4d8d-aa67-81236633c9b5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:25.149235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.153755 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.154088 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.154417 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.154871 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.155276 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.155713 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.156052 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.156368 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.156694 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.157185 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.157504 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:25.176864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port a788d8a2-12b3-42d3-a45b-54a8e1a65423 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:25.193857 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:25.194481 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:25.207302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a788d8a2-12b3-42d3-a45b-54a8e1a65423 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:25.208019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.256094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:25.259252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.297747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 42529e75-e71a-4ab0-ba0e-6baf02473313 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:25.303859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Calling delete_port for 4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:25.381906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Deleting port ce13d511-32f8-49c3-8246-039857f234c1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:25.382250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.426578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] DHCP port deletion for 3a08a192-5d6e-491a-ae62-0182473574e4 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:25.427963 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:31:25.471075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Deleting port 811b78a2-6e50-4d8d-aa67-81236633c9b5 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:25.472718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.484583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c4675-dd73-4402-8390-2d5f4b340f44 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:25.488509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c4675-dd73-4402-8390-2d5f4b340f44 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:25.489301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c26c4675-dd73-4402-8390-2d5f4b340f44 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:25.588844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port 811b78a2-6e50-4d8d-aa67-81236633c9b5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=811b78a2-6e50-4d8d-aa67-81236633c9b5,segment=NetworkSegment(be1e0bb0-c18b-455c-be4f-88beeb761d7b),segment_id=be1e0bb0-c18b-455c-be4f-88beeb761d7b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:25.589544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.606587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.667192 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-b8bffde8-4132-4cb4-aebd-87debf29459e tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7638450 Feb 19 07:31:25.676503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c26c4675-dd73-4402-8390-2d5f4b340f44 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:25.681195 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c26c4675-dd73-4402-8390-2d5f4b340f44 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.2900414 Feb 19 07:31:25.689080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:25.713103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port a788d8a2-12b3-42d3-a45b-54a8e1a65423, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a788d8a2-12b3-42d3-a45b-54a8e1a65423,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:25.714221 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8371422-bc51-4b54-9928-5218dbc90b71 None None] Pushing event updated for resources: {'Port': ['ID=c7171c0e-0b47-4f47-a096-518bb5ddefb7,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:25.737554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.765243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 811b78a2-6e50-4d8d-aa67-81236633c9b5 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:25.886739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] For port 811b78a2-6e50-4d8d-aa67-81236633c9b5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=811b78a2-6e50-4d8d-aa67-81236633c9b5,segment=NetworkSegment(be1e0bb0-c18b-455c-be4f-88beeb761d7b),segment_id=be1e0bb0-c18b-455c-be4f-88beeb761d7b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:25.887068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.895897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:25.902021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=a788d8a2-12b3-42d3-a45b-54a8e1a65423,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:25.936448 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:25Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:25.942990 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1c1d5-5fd8-4bbd-8246-2734b1d5a860 None None] The sync data for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv is: [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:25Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:25.956660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.035975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Calling delete_port for 811b78a2-6e50-4d8d-aa67-81236633c9b5 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:26.039822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 0dd714f3-6230-49ff-8743-3dbb32551c0c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:26.040670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.094823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.128435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.134001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:26.135694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No DVR routers for this DVR port 811b78a2-6e50-4d8d-aa67-81236633c9b5 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:26.140369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:26.151575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.171473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:26.181155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:26.183639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:26.187724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:26.188348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.195495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=42529e75-e71a-4ab0-ba0e-6baf02473313,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:26.282434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.282845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.283213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.283591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.284004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.284410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.284747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.285121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.285442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.285760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.286231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:26.345079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Calling delete_port for ce13d511-32f8-49c3-8246-039857f234c1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:26.356507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=811b78a2-6e50-4d8d-aa67-81236633c9b5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:26.365848 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eca6f61f-c601-41d4-9975-b952eb8c39d1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5343742 Feb 19 07:31:26.365848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.372854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:26.382035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:26.439531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a08a192-5d6e-491a-ae62-0182473574e4']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:26.459545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1e0bb0-c18b-455c-be4f-88beeb761d7b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:26.459882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1e0bb0-c18b-455c-be4f-88beeb761d7b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:26.497826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Port': ['ID=4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:26.510653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.522867 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-851e07c2-23e5-4500-a303-c7fbaddd7a69 service neutron] 10.222.0.72 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749243 Feb 19 07:31:26.544077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.557124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:26.557601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:26.572979 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:26.575485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.641264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Deleting port 811b78a2-6e50-4d8d-aa67-81236633c9b5 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:26.642565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.798937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9284b79d-55c8-4a8d-b447-708340832fff None None] The port '811b78a2-6e50-4d8d-aa67-81236633c9b5' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:31:26.824250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c7171c0e-0b47-4f47-a096-518bb5ddefb7 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:26.908121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c7171c0e-0b47-4f47-a096-518bb5ddefb7 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:26.915704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c7171c0e-0b47-4f47-a096-518bb5ddefb7 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:26.916347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.925002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.945227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:26.977216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=3a08a192-5d6e-491a-ae62-0182473574e4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.035370 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-85d53f0f-2975-4010-9dfa-5795b213631b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/3a08a192-5d6e-491a-ae62-0182473574e4 HTTP/1.1" status: 204 len: 168 time: 2.2379532 Feb 19 07:31:27.038887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33504) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:27.063713 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.100829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port c7171c0e-0b47-4f47-a096-518bb5ddefb7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c7171c0e-0b47-4f47-a096-518bb5ddefb7,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:27.106604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.107480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a788d8a2-12b3-42d3-a45b-54a8e1a65423 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:27.108712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.114035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.149836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1275485705', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:27.178763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] In _notify_port_updated(), no bound segment for port 42529e75-e71a-4ab0-ba0e-6baf02473313 on network 2196fcc9-666e-42b6-bb89-2343e48954f9 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:31:27.183131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:27.183779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.185138 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "PUT /v2.0/ports/42529e75-e71a-4ab0-ba0e-6baf02473313 HTTP/1.1" status: 200 len: 818 time: 0.8113127 Feb 19 07:31:27.188689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33508) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:27.220274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=c7171c0e-0b47-4f47-a096-518bb5ddefb7,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.235491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:27.236186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a788d8a2-12b3-42d3-a45b-54a8e1a65423 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:27.236576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.245798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.247865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccefa4-2a33-436b-b500-9f2fdbbbaecd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=42529e75-e71a-4ab0-ba0e-6baf02473313,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.266234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 42529e75-e71a-4ab0-ba0e-6baf02473313 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:27.266577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.329883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:router and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:27.345221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:27.365261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event deleted for resources: {'Port': ['ID=ce13d511-32f8-49c3-8246-039857f234c1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.371559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:27.406052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 811b78a2-6e50-4d8d-aa67-81236633c9b5 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:27.464920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 811b78a2-6e50-4d8d-aa67-81236633c9b5 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:27.465265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 811b78a2-6e50-4d8d-aa67-81236633c9b5 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:31:27.502397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.558050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.558435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.558726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.559054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.559380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.559705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.560026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.560376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.560694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.561014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.561328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:27.579817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.580895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.627903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 42529e75-e71a-4ab0-ba0e-6baf02473313 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:27.634304 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-cdb153da-5bf1-4531-b574-1bbc5292a6be service neutron] 10.222.0.72 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165849 Feb 19 07:31:27.658986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.714836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.766906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=42529e75-e71a-4ab0-ba0e-6baf02473313,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.777515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.787396 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ed3a7beb-a8ad-44af-a427-6db525f0f637 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/42529e75-e71a-4ab0-ba0e-6baf02473313 HTTP/1.1" status: 204 len: 168 time: 0.5973783 Feb 19 07:31:27.790064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:27.806387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 0dd714f3-6230-49ff-8743-3dbb32551c0c owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:27.846450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.864338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca2cdf-8138-4254-8f1f-1171004b2453 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:27.865014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-24ca2cdf-8138-4254-8f1f-1171004b2453 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:27.880880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.881126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-24ca2cdf-8138-4254-8f1f-1171004b2453 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:27.884795 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-24ca2cdf-8138-4254-8f1f-1171004b2453 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0911548 Feb 19 07:31:27.885042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:27.924256 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0103d992-6d0a-4155-a28e-335474919e3d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:31:27.925456 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0103d992-6d0a-4155-a28e-335474919e3d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/42529e75-e71a-4ab0-ba0e-6baf02473313 HTTP/1.1" status: 404 len: 333 time: 0.0394905 Feb 19 07:31:27.929476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:27.934944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-622604973'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:27.939932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:27.943749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:27.946549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:27.956564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:27.965558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:27.968659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:27.996269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:28.005353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.005701 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment bbbe531a-d0b2-4298-83d5-4f0631cd34a1 of type vlan for network a0264ac9-511c-4056-86d1-545ebced43e2 Feb 19 07:31:28.010609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-306d3f2f-ac79-4428-bbe5-5d46456f9e6b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/ports/4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b HTTP/1.1" status: 204 len: 168 time: 4.1997921 Feb 19 07:31:28.013264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:28.072063 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fe8657-8bfe-4b9f-82fe-174dfb7784eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] GET failed (client error): The resource could not be found. Feb 19 07:31:28.073521 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0fe8657-8bfe-4b9f-82fe-174dfb7784eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "GET /v2.0/ports/4d7d4793-9e0e-4d5a-a8a9-1864d7d6b17b HTTP/1.1" status: 404 len: 333 time: 0.0586793 Feb 19 07:31:28.078785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.082364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33528) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:28.089322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'name': 'tempest-AllowedAddressPairTestJSON-617793660'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:28.200268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.203871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:28.204462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.244843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.265893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.329886 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3994133 Feb 19 07:31:28.335577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:28.338226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459da944-6284-4f6a-a956-98f23aca56d4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=a0264ac9-511c-4056-86d1-545ebced43e2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:28.345709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:28.348701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network a0264ac9-511c-4056-86d1-545ebced43e2 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:28.362512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:28.417380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Usage tracker for resource:port and tenant:cc91cd9df14c4be3b1f0a692ddf7447c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:28.425996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:28.447040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:28.474913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:28.478082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.490511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:28.499208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:28.502921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:28.511128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:28.515741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] device_id is not set on port f051c775-6be7-4687-87f7-246b8c174106 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:28.556853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:28.611003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=0dd714f3-6230-49ff-8743-3dbb32551c0c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:28.628109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.677959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c7171c0e-0b47-4f47-a096-518bb5ddefb7 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:28.750084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.799754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c7171c0e-0b47-4f47-a096-518bb5ddefb7 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:28.801251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.907555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:28.933741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1a408933-f78a-432f-899d-e29ab386a6ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/0dd714f3-6230-49ff-8743-3dbb32551c0c HTTP/1.1" status: 204 len: 168 time: 3.2379811 Feb 19 07:31:28.939591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:29.092298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Allocated IP 172.20.0.9 (b31e2c3f-6506-4133-a64e-8f1cc224f7f3/93465f4f-c6ae-4cc6-b7f9-06a3371941ab/f051c775-6be7-4687-87f7-246b8c174106) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:29.120785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53bac1-93b2-45b7-970f-7b9c7f5f83f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:29.122198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53bac1-93b2-45b7-970f-7b9c7f5f83f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:29.122931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f53bac1-93b2-45b7-970f-7b9c7f5f83f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:29.126254 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6a893108-0a37-456b-893b-8ab6de5042c5 req-593b8133-0a52-4b96-9b95-f0b1efd7ff33 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 210 time: 0.2341688 Feb 19 07:31:29.176821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f53bac1-93b2-45b7-970f-7b9c7f5f83f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:29.180990 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f53bac1-93b2-45b7-970f-7b9c7f5f83f8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2397916 Feb 19 07:31:29.195455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33554) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:29.338125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Router e03382c0-4605-42e6-a328-2524fa0db2e7 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:29.490574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:29.544474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:29.578097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:29.614995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:29.668260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Transition to ACTIVE for port object f051c775-6be7-4687-87f7-246b8c174106 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:29.677465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=df4b735b-0ab0-4896-8f1e-5d6d50268238,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:29.702880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 346aea89-16d5-4334-9aab-4fe537683eb7 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:29.707922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:29.721809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:29.734139 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] Sync routers for ids ['e03382c0-4605-42e6-a328-2524fa0db2e7'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:29.745225 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] Routers {'e03382c0-4605-42e6-a328-2524fa0db2e7'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:29.745826 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e03382c0-4605-42e6-a328-2524fa0db2e7'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:29.797558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': 'bbbe531a-d0b2-4298-83d5-4f0631cd34a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:29.797909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: a0264ac9-511c-4056-86d1-545ebced43e2, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:29.809021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e437e55f-0077-4a95-b586-fa2fc279c142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "PUT /v2.0/routers/e03382c0-4605-42e6-a328-2524fa0db2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5956681 Feb 19 07:31:29.810117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:29.814878 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:29.831266 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] Routers {'e03382c0-4605-42e6-a328-2524fa0db2e7'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:29.832404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e03382c0-4605-42e6-a328-2524fa0db2e7'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:29.843436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 172.26.1.84 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/67fd4ce1-b329-44c9-b2d7-496d1ec545b4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:29.850162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:29.898444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:29.905844 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:29.906174 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3683d4b-655c-4fb3-b55d-d3ec8767340d None None] The sync data for ids ['e03382c0-4605-42e6-a328-2524fa0db2e7'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:30.003648 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.126047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:30.132897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:30.134604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network a0264ac9-511c-4056-86d1-545ebced43e2 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:30.138735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:30.165550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=f051c775-6be7-4687-87f7-246b8c174106,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:30.178743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff29271c-3fb9-4239-abfe-fcadd4148c22 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.336893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, a0264ac9-511c-4056-86d1-545ebced43e2) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:30.341209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.345737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e38a4b-d76c-473d-82a9-5ebb31a8d241 None None] Network a0264ac9-511c-4056-86d1-545ebced43e2 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:30.396877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a1e1c646-ff87-436e-b0d6-213468412941 req-060d11c0-6326-4c60-88c4-de49098056f2 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 210 time: 0.0977728 Feb 19 07:31:30.519888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.520803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.544692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.545293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.572784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.666760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d14696d0-5525-4f6f-b4bb-a48f156b4c8c None None] Provisioning for port f051c775-6be7-4687-87f7-246b8c174106 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:30.708491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-dc8cff34-8814-4e10-b4cb-a79a6f7f4e0b tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.710085 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-dc8cff34-8814-4e10-b4cb-a79a6f7f4e0b tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.67 "GET /v2.0/networks?id=898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 200 len: 797 time: 0.3422909 Feb 19 07:31:30.719229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4987a597-3f1b-411b-8c7f-57f6c2e357eb tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6354320 Feb 19 07:31:30.720311 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-07a57cf1-3c51-4d41-b323-9e4663c6db0b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3837528 Feb 19 07:31:30.723610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33568) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:30.734263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d14696d0-5525-4f6f-b4bb-a48f156b4c8c None None] Provisioning complete for port f051c775-6be7-4687-87f7-246b8c174106 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:30.735123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d14696d0-5525-4f6f-b4bb-a48f156b4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.737485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:30.753611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:30.765415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:31:d0:04'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:30.835117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.851901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d14696d0-5525-4f6f-b4bb-a48f156b4c8c None None] Port f051c775-6be7-4687-87f7-246b8c174106 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:30.865621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-a0264ac9-511c-4056-86d1-545ebced43e2', 'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2', 'tenant_id': '3077e5da16f94def8b0e99c3f69f9b2b', 'fixed_ips': [{'subnet_id': 'df4b735b-0ab0-4896-8f1e-5d6d50268238'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:30.866546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:30.893236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.011660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=346aea89-16d5-4334-9aab-4fe537683eb7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:31.013764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.026310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132310cd-eaa2-43be-ae49-07d9663387fc None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:31.036685 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1792422f-3b7e-49cc-bab6-144a108ce5c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/346aea89-16d5-4334-9aab-4fe537683eb7 HTTP/1.1" status: 204 len: 168 time: 1.8399854 Feb 19 07:31:31.042282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:31.042503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff29271c-3fb9-4239-abfe-fcadd4148c22 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.045496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Allocated IP 172.20.0.2 (a0264ac9-511c-4056-86d1-545ebced43e2/df4b735b-0ab0-4896-8f1e-5d6d50268238/3e698ddd-73b6-497c-9c02-7a524464bb6d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:31.063488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff29271c-3fb9-4239-abfe-fcadd4148c22 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.087926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:31.099843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:31.103169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:31.109324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:31.114003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff29271c-3fb9-4239-abfe-fcadd4148c22 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.114463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff29271c-3fb9-4239-abfe-fcadd4148c22 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Fanout notify agent at l3_agent the message router_deleted on router e03382c0-4605-42e6-a328-2524fa0db2e7 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:31:31.124804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ff29271c-3fb9-4239-abfe-fcadd4148c22 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.125904 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ff29271c-3fb9-4239-abfe-fcadd4148c22 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "DELETE /v2.0/routers/e03382c0-4605-42e6-a328-2524fa0db2e7 HTTP/1.1" status: 204 len: 168 time: 1.3157151 Feb 19 07:31:31.129117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33580) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:31.133240 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-10e9e2da-7646-4906-86a5-7b51e5caa5e3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940 HTTP/1.1" status: 200 len: 379 time: 0.4074349 Feb 19 07:31:31.159071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Allocated IP 172.20.0.1 (9a697aaf-57c7-414c-b956-fd8713faeffe/f8c57fd7-7ab3-4a73-815a-fb9708946844/561f32b2-f5bf-4754-99e5-fba897d23da5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:31.162273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:31.167250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:31.170827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.181478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'port': {'device_id': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'admin_state_up': True, 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'security_groups': ['e9dccd46-b45b-412a-9935-d3998022c59d']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:31.195830 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8458df37-7c38-4051-b401-b664d4035c80 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406987 Feb 19 07:31:31.200587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33584) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:31.203817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:31.205658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=67fd4ce1-b329-44c9-b2d7-496d1ec545b4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:31.210706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:31.264806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:31.423082 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.434432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Transition to ACTIVE for port object 3e698ddd-73b6-497c-9c02-7a524464bb6d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:31.456964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Transition to ACTIVE for port object 3e698ddd-73b6-497c-9c02-7a524464bb6d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:31.478877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.558303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:31.571196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] Deleting port a788d8a2-12b3-42d3-a45b-54a8e1a65423 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:31.571866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.576331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Deleting subnet 549ef6f3-f67a-459b-807a-d9f138010bad {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:31.579558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.582962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.645180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:31.658590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.679575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Network a0264ac9-511c-4056-86d1-545ebced43e2 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:31.685630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:31.687522 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df4b735b-0ab0-4896-8f1e-5d6d50268238 (CIDR: 172.20.0.0/28) Feb 19 07:31:31.688549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:31.693819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Pushing event updated for resources: {'Port': ['ID=3e698ddd-73b6-497c-9c02-7a524464bb6d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:31.696108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:31.696871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:31.705744 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:31:31.706426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:31:31.718747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.719096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.719404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.719740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.720044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.720396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.721433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.721433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.721433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.721727 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.721834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:31.721959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:31.746606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:31.750224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.762741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:31.777035 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f208e00-3f66-44f6-a5d7-7bc7ae2afb4b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0355389 Feb 19 07:31:31.780291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33590) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:31.802892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:port and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:31.821644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:31.833355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:31.864166 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2d69b50c-e597-444f-af6d-6635ce86bb89 req-8d439355-9856-4e7d-a358-d92dd8e9331b tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 210 time: 0.1212976 Feb 19 07:31:31.873970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:31.893371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Attempting to bind port 3e698ddd-73b6-497c-9c02-7a524464bb6d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:31.894162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Attempting to bind port 3e698ddd-73b6-497c-9c02-7a524464bb6d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'bbbe531a-d0b2-4298-83d5-4f0631cd34a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:31.894162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Attempting to bind port 3e698ddd-73b6-497c-9c02-7a524464bb6d on network a0264ac9-511c-4056-86d1-545ebced43e2 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:31.903314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] For port a788d8a2-12b3-42d3-a45b-54a8e1a65423, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a788d8a2-12b3-42d3-a45b-54a8e1a65423,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:31.903695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.934026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.949982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Made reservation on behalf of d6ea6b7f01d54cf28e8de27ffb99b940 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:31.953334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.967173 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:31.967751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Checking segment: {'id': 'bbbe531a-d0b2-4298-83d5-4f0631cd34a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:31.967918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.968593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Bound using segment: {'id': 'bbbe531a-d0b2-4298-83d5-4f0631cd34a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:31.968801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Bound port: 3e698ddd-73b6-497c-9c02-7a524464bb6d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbe531a-d0b2-4298-83d5-4f0631cd34a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:31.969166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.990915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:31.996860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Transition to ACTIVE for port object 561f32b2-f5bf-4754-99e5-fba897d23da5 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:32.037766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] Calling delete_port for a788d8a2-12b3-42d3-a45b-54a8e1a65423 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:32.182660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] For port 3e698ddd-73b6-497c-9c02-7a524464bb6d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:32.187397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] For port 3e698ddd-73b6-497c-9c02-7a524464bb6d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3e698ddd-73b6-497c-9c02-7a524464bb6d,segment=NetworkSegment(bbbe531a-d0b2-4298-83d5-4f0631cd34a1),segment_id=bbbe531a-d0b2-4298-83d5-4f0631cd34a1)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:32.191633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.214546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.229052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.244868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:32.251379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] Pushing event deleted for resources: {'Port': ['ID=a788d8a2-12b3-42d3-a45b-54a8e1a65423,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:32.252646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:32.257358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:32.264361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:32.299590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0723f-36f6-4319-99a1-2846fd7a88e0 None None] No DVR routers for this DVR port a788d8a2-12b3-42d3-a45b-54a8e1a65423 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:32.299822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.351254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa8e4-1397-4788-b3b4-7b9e6474d07a None None] Pushing event updated for resources: {'Port': ['ID=3e698ddd-73b6-497c-9c02-7a524464bb6d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:32.351435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:32.354786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.374349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Network 9a697aaf-57c7-414c-b956-fd8713faeffe is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:32.388545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:32.391215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event deleted for resources: {'Subnet': ['ID=549ef6f3-f67a-459b-807a-d9f138010bad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:32.391962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:32.432975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:32.441238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.442446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.444818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Port': ['ID=561f32b2-f5bf-4754-99e5-fba897d23da5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:32.482063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c63bf-52aa-40b9-9981-1640825a6b6a None None] Network 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:32.485733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.489873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.530264 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-421b9699-ad83-4a71-83c3-f3ddd91df53a tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "DELETE /v2.0/subnets/549ef6f3-f67a-459b-807a-d9f138010bad HTTP/1.1" status: 204 len: 168 time: 1.3995461 Feb 19 07:31:32.547983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33596) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:32.567169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.580473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Allocated IP 172.20.0.7 (898871ed-b840-4852-893d-bc8c2c9b3555/308af5a0-8f18-47dd-bf47-0fc226c46e19/070a83d4-7dc0-49f0-b734-605d653e2713) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:32.695440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.764246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a788d8a2-12b3-42d3-a45b-54a8e1a65423 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:32.826101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: a788d8a2-12b3-42d3-a45b-54a8e1a65423 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:32.826439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a788d8a2-12b3-42d3-a45b-54a8e1a65423 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:31:32.932904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:32.994779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] In _notify_port_updated(), no bound segment for port f051c775-6be7-4687-87f7-246b8c174106 on network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:31:32.998868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:32.999721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.011386 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "PUT /v2.0/ports/f051c775-6be7-4687-87f7-246b8c174106 HTTP/1.1" status: 200 len: 995 time: 2.2712808 Feb 19 07:31:33.012941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33604) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:33.013684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.objects.ports [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83569) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:31:33.022676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8a30429c-4c6b-441a-b1bb-d97663a4d295 None None] Provisioning for port 561f32b2-f5bf-4754-99e5-fba897d23da5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:33.033531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8a30429c-4c6b-441a-b1bb-d97663a4d295 None None] Provisioning complete for port 561f32b2-f5bf-4754-99e5-fba897d23da5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:33.033897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a30429c-4c6b-441a-b1bb-d97663a4d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.092441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea48271-c26e-4037-bf34-9e2d633778bc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=f051c775-6be7-4687-87f7-246b8c174106,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:33.097503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8a30429c-4c6b-441a-b1bb-d97663a4d295 None None] Port 561f32b2-f5bf-4754-99e5-fba897d23da5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:33.114534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Deleting port fb7abee1-e25c-4c6b-a09b-55f93546100a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:33.114998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.140010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.189662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] DHCP port deletion for 8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:33.195335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] Deleting port fb7abee1-e25c-4c6b-a09b-55f93546100a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:33.196050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.235902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port f051c775-6be7-4687-87f7-246b8c174106 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:33.236356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.237610 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-76c4b584-a00a-4508-886b-4d0456ee3738 req-b025953d-4fba-4a70-bf58-4761594be489 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 210 time: 0.1469758 Feb 19 07:31:33.269246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3930d3ce-1121-4d9f-87b0-e20f390af519 None None] Provisioning complete for port f051c775-6be7-4687-87f7-246b8c174106 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:33.269246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3930d3ce-1121-4d9f-87b0-e20f390af519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.354661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.376950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3930d3ce-1121-4d9f-87b0-e20f390af519 None None] Port f051c775-6be7-4687-87f7-246b8c174106 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:33.465397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39909a91-e61a-41ae-9bb3-0e534a97ac5c req-dc74aa76-6d19-4c15-bb75-6bb9e5916253 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:33.466948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-39909a91-e61a-41ae-9bb3-0e534a97ac5c req-dc74aa76-6d19-4c15-bb75-6bb9e5916253 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4770277 Feb 19 07:31:33.498251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] For port fb7abee1-e25c-4c6b-a09b-55f93546100a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fb7abee1-e25c-4c6b-a09b-55f93546100a,segment=NetworkSegment(5b7bc84e-f90a-42a2-af1b-9247beedf554),segment_id=5b7bc84e-f90a-42a2-af1b-9247beedf554)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:33.498738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.521855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:33.525750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=37f77831-4606-4259-84a7-9ec40f1a6500,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:33.551239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:33.569011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d11e82e-f73a-400b-a4e0-0314cac9e0d7 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:33.570732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:33.571328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.646596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] Calling delete_port for fb7abee1-e25c-4c6b-a09b-55f93546100a owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:33.678313 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:31:33.678899 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-596a365d-f110-43c0-8722-47c80b546461 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4286861 Feb 19 07:31:33.685221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:33.760022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:07:ea:ed', 'name': 'tempest-NetworksTestDHCPv6-1108197965'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:33.774441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] For port fb7abee1-e25c-4c6b-a09b-55f93546100a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fb7abee1-e25c-4c6b-a09b-55f93546100a,segment=NetworkSegment(5b7bc84e-f90a-42a2-af1b-9247beedf554),segment_id=5b7bc84e-f90a-42a2-af1b-9247beedf554)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:33.774740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.848171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.875992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:33.904722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] Pushing event deleted for resources: {'Port': ['ID=fb7abee1-e25c-4c6b-a09b-55f93546100a,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:33.921769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Transition to ACTIVE for port object 070a83d4-7dc0-49f0-b734-605d653e2713 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:33.923062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989db51-b0eb-4eff-8d89-d76ae3922fec None None] No DVR routers for this DVR port fb7abee1-e25c-4c6b-a09b-55f93546100a on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:33.969607 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-39909a91-e61a-41ae-9bb3-0e534a97ac5c req-eedf125c-3882-4949-9f5f-403b2684a67d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962838 Feb 19 07:31:33.978673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54692382-9638-4213-9194-08a947505d83 None None] Network a0264ac9-511c-4056-86d1-545ebced43e2 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:34.007420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Calling delete_port for fb7abee1-e25c-4c6b-a09b-55f93546100a owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:34.086247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '37f77831-4606-4259-84a7-9ec40f1a6500'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:34.087076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.122793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.190950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.194047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-55e4e19b-5471-4939-8546-5a80c7579a74 None None] Provisioning for port 3e698ddd-73b6-497c-9c02-7a524464bb6d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:34.307826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Network 898871ed-b840-4852-893d-bc8c2c9b3555 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:34.313693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router ad509be5-050a-49ab-9708-729e7bea5678 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:31:34.318161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:34.320650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:34.330687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:34.336177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network a0264ac9-511c-4056-86d1-545ebced43e2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:34.347852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:34.358204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:34.359027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.366004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.423882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Allocated IP 2001:db8::f816:3eff:fe75:cbe1 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/37f77831-4606-4259-84a7-9ec40f1a6500/947b62f5-7650-4ee2-a51a-45102f4cf0e4) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:34.434633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:34.498424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=207ac5ed-aba6-4897-8481-f86d20c9a271,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:34.589610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Calling delete_port for f051c775-6be7-4687-87f7-246b8c174106 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:34.603435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.635420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:34.640824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:34.644122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:34.651246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:34.660302 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-909afd5e-5bc2-4a3f-8d8b-0c0190fd93f5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8756371 Feb 19 07:31:34.672065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33616) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:34.678644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:34.678644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.688100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2', 'fixed_ips': [{'subnet_id': 'df4b735b-0ab0-4896-8f1e-5d6d50268238'}, {'subnet_id': '207ac5ed-aba6-4897-8481-f86d20c9a271'}], 'name': 'tempest-PortsTestJSON-887502608'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:34.695405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.705052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:34.736230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:34.736801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:34.785585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332214d4-3004-4d1c-b0b1-2e3f318199f7 req-07070c72-43ca-42fb-a3b9-f2cd131e1930 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:34.787054 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-332214d4-3004-4d1c-b0b1-2e3f318199f7 req-07070c72-43ca-42fb-a3b9-f2cd131e1930 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6159289 Feb 19 07:31:34.803032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3e698ddd-73b6-497c-9c02-7a524464bb6d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:34.868441 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-1f86ffd3-d014-4c62-8b28-4ef572b04018 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7108481 Feb 19 07:31:34.893302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Request body: {'port': {'device_id': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:34.907156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] Update dhcp port {'port': {'network_id': 'a0264ac9-511c-4056-86d1-545ebced43e2', 'fixed_ips': [{'subnet_id': 'df4b735b-0ab0-4896-8f1e-5d6d50268238', 'ip_address': '172.20.0.2'}, {'subnet_id': '207ac5ed-aba6-4897-8481-f86d20c9a271'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '3e698ddd-73b6-497c-9c02-7a524464bb6d'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:31:34.926522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.953327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Port': ['ID=561f32b2-f5bf-4754-99e5-fba897d23da5,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:34.968793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bcd3fea5-9c9c-49d9-9cd5-7cb43389f6e6 None None] Provisioning for port 070a83d4-7dc0-49f0-b734-605d653e2713 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:34.979111 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:34.985834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bcd3fea5-9c9c-49d9-9cd5-7cb43389f6e6 None None] Provisioning complete for port 070a83d4-7dc0-49f0-b734-605d653e2713 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:34.986306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bcd3fea5-9c9c-49d9-9cd5-7cb43389f6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.033405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.034674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Transition to ACTIVE for port object 947b62f5-7650-4ee2-a51a-45102f4cf0e4 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:35.043558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.046647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:35.056637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:35.061489 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-332214d4-3004-4d1c-b0b1-2e3f318199f7 req-ebd0f889-90ba-44d2-8ac2-62fb627387c4 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506497 Feb 19 07:31:35.063424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:35.072600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:35.091865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.094635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port ab0dfe40-a334-4028-8b53-88694158e100 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:35.109307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2fe9-e04d-46e4-86fc-aee08460bdcb req-f53d1663-bb5d-4dec-bfe1-96eda8df0a6c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:35.110232 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-fe8c2fe9-e04d-46e4-86fc-aee08460bdcb req-f53d1663-bb5d-4dec-bfe1-96eda8df0a6c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Synchronizing usage tracker for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:35.111296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Transition to ACTIVE for port object 947b62f5-7650-4ee2-a51a-45102f4cf0e4 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:35.114412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3fea5-9c9c-49d9-9cd5-7cb43389f6e6 None None] Port 070a83d4-7dc0-49f0-b734-605d653e2713 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:35.129013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 3e698ddd-73b6-497c-9c02-7a524464bb6d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:35.138934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 3e698ddd-73b6-497c-9c02-7a524464bb6d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:35.139471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.163092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.210980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:35.237735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Deleting port fb7abee1-e25c-4c6b-a09b-55f93546100a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:35.238076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.244988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.272524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Port': ['ID=f051c775-6be7-4687-87f7-246b8c174106,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:35.296283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-fe8c2fe9-e04d-46e4-86fc-aee08460bdcb req-f53d1663-bb5d-4dec-bfe1-96eda8df0a6c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Unset dirty status for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:35.297440 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe8c2fe9-e04d-46e4-86fc-aee08460bdcb req-f53d1663-bb5d-4dec-bfe1-96eda8df0a6c tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 931 time: 0.7360349 Feb 19 07:31:35.349201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Network 9a697aaf-57c7-414c-b956-fd8713faeffe is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:35.366445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:35.399272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:35.423151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] The port 'fb7abee1-e25c-4c6b-a09b-55f93546100a' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:31:35.589745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.624601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] Allocated IP 172.20.0.18 (a0264ac9-511c-4056-86d1-545ebced43e2/207ac5ed-aba6-4897-8481-f86d20c9a271/3e698ddd-73b6-497c-9c02-7a524464bb6d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:35.630140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.725554 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-95f703ae-ba04-4818-83df-a1cc200df77a tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/ports/f051c775-6be7-4687-87f7-246b8c174106 HTTP/1.1" status: 204 len: 168 time: 2.7069259 Feb 19 07:31:35.730104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Pushing event updated for resources: {'Port': ['ID=947b62f5-7650-4ee2-a51a-45102f4cf0e4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:35.730381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccabc1c-77f1-40d9-b5dd-4fd9a0538758']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:35.732933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:35.742602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33622) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:35.752050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:35.796067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7bc84e-f90a-42a2-af1b-9247beedf554') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:35.796346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7bc84e-f90a-42a2-af1b-9247beedf554') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:35.798084 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe8c2fe9-e04d-46e4-86fc-aee08460bdcb req-40c1408c-5278-4a42-9546-6b35ce996e51 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4944441 Feb 19 07:31:35.826171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.831869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:35.847195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.860453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef83a7a-b05a-479c-a1af-58582da9c76d req-e04db1da-7944-457f-9d9d-c7da8c8e23f6 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:35.861246 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb2c480-886a-4096-80ab-fae49e35bb7e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] GET failed (client error): The resource could not be found. Feb 19 07:31:35.862142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eeb2c480-886a-4096-80ab-fae49e35bb7e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Synchronizing usage tracker for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:35.862280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fef83a7a-b05a-479c-a1af-58582da9c76d req-e04db1da-7944-457f-9d9d-c7da8c8e23f6 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6524892 Feb 19 07:31:35.871966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:fe07:eaed (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/37f77831-4606-4259-84a7-9ec40f1a6500/ab0dfe40-a334-4028-8b53-88694158e100) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:35.874575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 704e8b33-d821-4023-a2ac-beac0b32f181 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:35.875938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] Sync routers for ids ['ad509be5-050a-49ab-9708-729e7bea5678'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:35.934853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.963937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8d65b4d0-c176-4e83-94a5-d7915aea6db8 None None] Provisioning complete for port 561f32b2-f5bf-4754-99e5-fba897d23da5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:35.964531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d65b4d0-c176-4e83-94a5-d7915aea6db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.966444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:35.966839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.985258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:35.991308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a7cdaedf-5191-4796-ae28-b5eb6106c2eb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.9186900 Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:35.991518 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:35.995961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:36.010524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Attempting to bind port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:36.010985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Attempting to bind port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:36.011398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Attempting to bind port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:36.017916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.044522 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] For port 3e698ddd-73b6-497c-9c02-7a524464bb6d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3e698ddd-73b6-497c-9c02-7a524464bb6d,segment=NetworkSegment(bbbe531a-d0b2-4298-83d5-4f0631cd34a1),segment_id=bbbe531a-d0b2-4298-83d5-4f0631cd34a1)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:36.058238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] Routers {'ad509be5-050a-49ab-9708-729e7bea5678'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:36.058992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ad509be5-050a-49ab-9708-729e7bea5678'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:36.067942 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fef83a7a-b05a-479c-a1af-58582da9c76d req-501bc40c-d15e-439f-9db0-9b73d99953b6 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944914 Feb 19 07:31:36.125464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8d65b4d0-c176-4e83-94a5-d7915aea6db8 None None] Port 561f32b2-f5bf-4754-99e5-fba897d23da5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:36.144952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:36.144952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:36.145344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.145566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:36.146043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Bound port: 947b62f5-7650-4ee2-a51a-45102f4cf0e4, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:36.146760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.164809 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:36.174728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:36.193889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eeb2c480-886a-4096-80ab-fae49e35bb7e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Unset dirty status for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:36.195284 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eeb2c480-886a-4096-80ab-fae49e35bb7e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "GET /v2.0/ports/f051c775-6be7-4687-87f7-246b8c174106 HTTP/1.1" status: 404 len: 333 time: 0.4497769 Feb 19 07:31:36.199652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:36.214598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'name': 'tempest-AllowedAddressPairTestJSON-2115367411'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:36.234939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.273536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] Routers {'ad509be5-050a-49ab-9708-729e7bea5678'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:36.274143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ad509be5-050a-49ab-9708-729e7bea5678'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:36.341604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:36.342000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34163e6-6a18-4a38-bb20-4223691ed5b9 None None] The sync data for ids ['ad509be5-050a-49ab-9708-729e7bea5678'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:36.345386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] For port 947b62f5-7650-4ee2-a51a-45102f4cf0e4, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:36.352996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] For port 947b62f5-7650-4ee2-a51a-45102f4cf0e4, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=947b62f5-7650-4ee2-a51a-45102f4cf0e4,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:36.358593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.403353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070a83d4-7dc0-49f0-b734-605d653e2713 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:31:36.422156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.464139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] Transition to ACTIVE for port object 3e698ddd-73b6-497c-9c02-7a524464bb6d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:36.479536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Transition to ACTIVE for port object 070a83d4-7dc0-49f0-b734-605d653e2713 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:36.490234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.503034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.538922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.549005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0770663-861f-487e-ad13-d8b106b1f761 None None] Pushing event updated for resources: {'Port': ['ID=947b62f5-7650-4ee2-a51a-45102f4cf0e4,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:36.553816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:36.575150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.589948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:36.614006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] Pushing event deleted for resources: {'Network': ['ID=8ccabc1c-77f1-40d9-b5dd-4fd9a0538758,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:36.625847 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b3787ba6-cfd8-48f6-b0d0-26f137da6142 tempest-FloatingIPNegativeTestJSON-1764807107 tempest-FloatingIPNegativeTestJSON-1764807107-project] 10.222.0.72 "DELETE /v2.0/networks/8ccabc1c-77f1-40d9-b5dd-4fd9a0538758 HTTP/1.1" status: 204 len: 168 time: 4.0726523 Feb 19 07:31:36.677737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919de3-3eb1-4073-849d-939858bb83e5 req-7a7bb2d5-9d47-4c96-a9ad-0504f2ce65ba tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:36.678025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:36.679216 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd919de3-3eb1-4073-849d-939858bb83e5 req-7a7bb2d5-9d47-4c96-a9ad-0504f2ce65ba tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3653634 Feb 19 07:31:36.682401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:36.686393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:36.686935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:36.689356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.722112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b85db4-b0bf-41d7-85e3-83e01100e344 None None] Pushing event updated for resources: {'Port': ['ID=3e698ddd-73b6-497c-9c02-7a524464bb6d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:36.798255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] device_id is not set on port d2f7aa87-c98d-4299-b45a-431357473067 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:36.803011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.832922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f512790-bace-4833-8832-3d4bd59253a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:36.882980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object ab0dfe40-a334-4028-8b53-88694158e100 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:36.974003 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd919de3-3eb1-4073-849d-939858bb83e5 req-7ea9788f-6481-4f29-aa6e-11c48a3cf71f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724838 Feb 19 07:31:36.999156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:37.007709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Router beefa6f6-67a9-4998-a614-10bf1ae7fcb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:37.138691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:37.151850 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-170fa8cf-9b2c-4882-96cb-4e1cc1a2e3a2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/routers/ad509be5-050a-49ab-9708-729e7bea5678 HTTP/1.1" status: 200 len: 884 time: 1.1535077 Feb 19 07:31:37.151850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=ab0dfe40-a334-4028-8b53-88694158e100,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:37.153185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:37.155233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:37.162922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.8 (a0264ac9-511c-4056-86d1-545ebced43e2/df4b735b-0ab0-4896-8f1e-5d6d50268238/704e8b33-d821-4023-a2ac-beac0b32f181) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:37.165582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:37.170096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:37.170844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:37.258922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Attempting to bind port 070a83d4-7dc0-49f0-b734-605d653e2713 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:37.259358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Attempting to bind port 070a83d4-7dc0-49f0-b734-605d653e2713 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:37.259829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Attempting to bind port 070a83d4-7dc0-49f0-b734-605d653e2713 on network 898871ed-b840-4852-893d-bc8c2c9b3555 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:37.308012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.22 (a0264ac9-511c-4056-86d1-545ebced43e2/207ac5ed-aba6-4897-8481-f86d20c9a271/704e8b33-d821-4023-a2ac-beac0b32f181) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:37.362689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33648) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:37.419005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:37.450402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Allocated IP 172.20.0.13 (b31e2c3f-6506-4133-a64e-8f1cc224f7f3/93465f4f-c6ae-4cc6-b7f9-06a3371941ab/d2f7aa87-c98d-4299-b45a-431357473067) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:37.480280 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b03edf7-0f0d-4663-a291-24b9ca03c67a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7823117 Feb 19 07:31:37.496473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33656) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:37.524262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 3e698ddd-73b6-497c-9c02-7a524464bb6d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3e698ddd-73b6-497c-9c02-7a524464bb6d,segment=NetworkSegment(bbbe531a-d0b2-4298-83d5-4f0631cd34a1),segment_id=bbbe531a-d0b2-4298-83d5-4f0631cd34a1)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:37.547951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:37.662827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fb7abee1-e25c-4c6b-a09b-55f93546100a no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:37.736670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: fb7abee1-e25c-4c6b-a09b-55f93546100a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:37.736670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fb7abee1-e25c-4c6b-a09b-55f93546100a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:31:37.766377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=3e698ddd-73b6-497c-9c02-7a524464bb6d,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:37.799260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Port 070a83d4-7dc0-49f0-b734-605d653e2713 on network 898871ed-b840-4852-893d-bc8c2c9b3555 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:31:37.799687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Attempting to bind port 070a83d4-7dc0-49f0-b734-605d653e2713 on network 898871ed-b840-4852-893d-bc8c2c9b3555 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:37.905210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f0bfaf-5f44-40f5-9fde-2d09be9a0d64 None None] Network a0264ac9-511c-4056-86d1-545ebced43e2 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:37.917975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ef79c-2550-4b32-977f-af795d6fed54 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:37.921817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ef79c-2550-4b32-977f-af795d6fed54 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:37.922637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-875ef79c-2550-4b32-977f-af795d6fed54 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:37.984673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3e698ddd-73b6-497c-9c02-7a524464bb6d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:37.995332 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f3348053-651b-4b79-b016-0b8ec72fb4da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c49fe51e0ba743319e40b98e2d517956&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6269760 Feb 19 07:31:38.038449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.045975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:38.062502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object 704e8b33-d821-4023-a2ac-beac0b32f181 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:38.090395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:38.090764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Checking segment: {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:38.091100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Bound using segment: {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:38.091540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Bound port: 070a83d4-7dc0-49f0-b734-605d653e2713, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761e21f3-c2be-4daf-b4bc-5e4afa48c82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:38.091887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.106115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.106986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.114753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-11a330e5-9811-4c76-b878-763adbc41155 None None] Provisioning for port 3e698ddd-73b6-497c-9c02-7a524464bb6d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:38.139603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-11a330e5-9811-4c76-b878-763adbc41155 None None] Provisioning complete for port 3e698ddd-73b6-497c-9c02-7a524464bb6d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:38.141367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11a330e5-9811-4c76-b878-763adbc41155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.214109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 3e698ddd-73b6-497c-9c02-7a524464bb6d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:38.214478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.231570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=704e8b33-d821-4023-a2ac-beac0b32f181,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:38.232798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Transition to ACTIVE for port object d2f7aa87-c98d-4299-b45a-431357473067 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:38.251296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network a0264ac9-511c-4056-86d1-545ebced43e2 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:38.256924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:38.260699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-875ef79c-2550-4b32-977f-af795d6fed54 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:38.264305 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-875ef79c-2550-4b32-977f-af795d6fed54 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7620702 Feb 19 07:31:38.264305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:38.271936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:38.365646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:38.366423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.409213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:38.412587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:38.413745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4be9-6a1e-4e80-911b-dad59dbd26d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.419365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-48a9742c-82e7-4b11-ba11-7d5e9f015f26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:router {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:38.431091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6441e-427f-4437-96ab-88097623f7dc req-03666d9e-edc7-4ac2-9c4b-c208379aef45 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:38.439265 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09c6441e-427f-4437-96ab-88097623f7dc req-03666d9e-edc7-4ac2-9c4b-c208379aef45 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 943 time: 1.2585773 Feb 19 07:31:38.458678 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5a626304-bf3d-4e8d-b12d-f2dec53729c1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.7848778 Feb 19 07:31:38.463715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33668) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:38.470894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df4b735b-0ab0-4896-8f1e-5d6d50268238'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:38.491558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 947b62f5-7650-4ee2-a51a-45102f4cf0e4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:38.509516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244a58b-fe9c-4719-9ace-813ac77c0495 req-a59f2543-1437-4f76-a946-61e1d6f1f568 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:38.520843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f244a58b-fe9c-4719-9ace-813ac77c0495 req-a59f2543-1437-4f76-a946-61e1d6f1f568 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.7135360 Feb 19 07:31:38.535770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.547267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.582088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:38.642812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-360932c8-d79c-4fe4-8d9f-f47e5488602b None None] Provisioning for port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:38.651539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-360932c8-d79c-4fe4-8d9f-f47e5488602b None None] Provisioning complete for port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:38.651909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-360932c8-d79c-4fe4-8d9f-f47e5488602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.668796 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09c6441e-427f-4437-96ab-88097623f7dc req-469ac7ce-adb3-475e-89af-0bcb80cc1838 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285364 Feb 19 07:31:38.670663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.672035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] 10.222.0.67 "PUT /v2.0/ports/070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 200 len: 1093 time: 3.7932286 Feb 19 07:31:38.674084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4be9-6a1e-4e80-911b-dad59dbd26d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.718167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:31:38.725539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port ab0dfe40-a334-4028-8b53-88694158e100 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:38.726136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.731022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-48a9742c-82e7-4b11-ba11-7d5e9f015f26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:router {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:38.735209 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-48a9742c-82e7-4b11-ba11-7d5e9f015f26 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5720932 Feb 19 07:31:38.738739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:38.746786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8da3837d-494b-4e35-b0b9-27f13c0ac7e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1275485705'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:38.837568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-360932c8-d79c-4fe4-8d9f-f47e5488602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.863455 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713', 'status': 'completed', 'code': 200} Feb 19 07:31:38.891647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-360932c8-d79c-4fe4-8d9f-f47e5488602b None None] For port 947b62f5-7650-4ee2-a51a-45102f4cf0e4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=947b62f5-7650-4ee2-a51a-45102f4cf0e4,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:38.907625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-360932c8-d79c-4fe4-8d9f-f47e5488602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:38.966349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:38.978064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b94a54de-8d27-4126-ad82-baf8c7fead46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.000304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360932c8-d79c-4fe4-8d9f-f47e5488602b None None] Pushing event updated for resources: {'Port': ['ID=947b62f5-7650-4ee2-a51a-45102f4cf0e4,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:39.009587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f244a58b-fe9c-4719-9ace-813ac77c0495 req-e9c318e5-e34d-4ec8-aca9-d043ebfc572a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4872315 Feb 19 07:31:39.010272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:39.013407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:39.044920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fcfdf40e-6a0e-46f3-9602-e6b995893353 None None] Provisioning complete for port 3e698ddd-73b6-497c-9c02-7a524464bb6d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:39.047300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf40e-6a0e-46f3-9602-e6b995893353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.089850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4608ab-25d9-4594-a139-cb085b963d5d service neutron] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:39.105909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.249088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fcfdf40e-6a0e-46f3-9602-e6b995893353 None None] Provisioning for port 704e8b33-d821-4023-a2ac-beac0b32f181 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:39.255949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fcfdf40e-6a0e-46f3-9602-e6b995893353 None None] Provisioning complete for port 704e8b33-d821-4023-a2ac-beac0b32f181 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:39.256492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf40e-6a0e-46f3-9602-e6b995893353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.338626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdf40e-6a0e-46f3-9602-e6b995893353 None None] Port 704e8b33-d821-4023-a2ac-beac0b32f181 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:39.349984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:39.350729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.451055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=d2f7aa87-c98d-4299-b45a-431357473067,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:39.459932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4be9-6a1e-4e80-911b-dad59dbd26d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.497301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Provisioning for port d2f7aa87-c98d-4299-b45a-431357473067 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:39.502155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Provisioning complete for port d2f7aa87-c98d-4299-b45a-431357473067 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:39.502652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.504327 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-7d36b72a-1c57-45c9-8d85-a6eab55d1367 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1096 time: 0.7259188 Feb 19 07:31:39.505137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d4be9-6a1e-4e80-911b-dad59dbd26d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8537e5-4948-4a83-8993-d4ed6d2cf7e2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:39.507231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4be9-6a1e-4e80-911b-dad59dbd26d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.508319 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9e3d4be9-6a1e-4e80-911b-dad59dbd26d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8d8537e5-4948-4a83-8993-d4ed6d2cf7e2 HTTP/1.1" status: 204 len: 168 time: 1.4612048 Feb 19 07:31:39.523581 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.564698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Port d2f7aa87-c98d-4299-b45a-431357473067 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:39.592093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Provisioning for port ab0dfe40-a334-4028-8b53-88694158e100 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:39.597763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Provisioning complete for port ab0dfe40-a334-4028-8b53-88694158e100 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:39.598180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.629134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-420115f3-5981-455a-827a-b208be6a3762 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4214013 Feb 19 07:31:39.629391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33680) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:39.637524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'network_id': 'b31e2c3f-6506-4133-a64e-8f1cc224f7f3', 'name': 'tempest-AllowedAddressPairTestJSON-890263943'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:39.676129 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Port ab0dfe40-a334-4028-8b53-88694158e100 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:39.694826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Provisioning complete for port 704e8b33-d821-4023-a2ac-beac0b32f181 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:39.695337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.749978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for ab0dfe40-a334-4028-8b53-88694158e100 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:39.760634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Delete allocated IP 172.20.0.22 (a0264ac9-511c-4056-86d1-545ebced43e2/207ac5ed-aba6-4897-8481-f86d20c9a271) {{(pid=83569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:31:39.794079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-57b89cd9-de83-4dbe-8f41-972f5c5fe40a None None] Port 704e8b33-d821-4023-a2ac-beac0b32f181 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:39.859567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3e698ddd-73b6-497c-9c02-7a524464bb6d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:39.860258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:39.862766 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-322ce531-587a-4032-b693-d377cbb58bf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 200 len: 217 time: 0.2362237 Feb 19 07:31:39.872785 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] Sync routers for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:39.889377 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2ebcb5ca-7a21-4ffc-84c2-bf032df0e118 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "PUT /v2.0/routers/beefa6f6-67a9-4998-a614-10bf1ae7fcb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4999166 Feb 19 07:31:39.891331 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:39.893572 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:39.894109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:39.906500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Request body: {'port': {'network_id': '9a697aaf-57c7-414c-b956-fd8713faeffe', 'name': 'tempest-FloatingIPAdminTestJSON-635488197'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:39.956631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 3e698ddd-73b6-497c-9c02-7a524464bb6d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:39.958604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:39.974880 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:39.989847 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:39.992215 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:40.043425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-3d7d09b0-a7c9-4ced-b23b-8ec964d33623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:40.045392 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-3d7d09b0-a7c9-4ced-b23b-8ec964d33623 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=308af5a0-8f18-47dd-bf47-0fc226c46e19 HTTP/1.1" status: 200 len: 835 time: 0.1521752 Feb 19 07:31:40.074132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:40.106096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Usage tracker for resource:port and tenant:cc91cd9df14c4be3b1f0a692ddf7447c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:40.126587 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:40.127351 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e73b99-922a-4117-bed8-baa46e32805f None None] The sync data for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:40.128727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:40.188481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:40.190334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17a1f8-7534-4118-bb64-3289f7d939ad req-d66cdaf1-bd13-47bf-82d8-3bf36937df0e tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:40.197228 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dd17a1f8-7534-4118-bb64-3289f7d939ad req-d66cdaf1-bd13-47bf-82d8-3bf36937df0e tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 943 time: 0.2919261 Feb 19 07:31:40.218095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.222234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.233987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 947b62f5-7650-4ee2-a51a-45102f4cf0e4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:40.255098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.275991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Ignored duplicate provisioning block setup for port 704e8b33-d821-4023-a2ac-beac0b32f181 by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 19 07:31:40.289083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Made reservation on behalf of cc91cd9df14c4be3b1f0a692ddf7447c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:40.289848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.292621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.306938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.324848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:40.325226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.356407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:40.374108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Usage tracker for resource:port and tenant:05fca99fca434ff4b7ab2fa4bd754ce8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:40.381192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:40.396744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] device_id is not set on port 65133834-3b27-47f8-b48a-f2d6d2978b20 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:40.469442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=ab0dfe40-a334-4028-8b53-88694158e100,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:40.482149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-3d11a44f-1367-44d8-b066-a3bf968928fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=898871ed-b840-4852-893d-bc8c2c9b3555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4255137 Feb 19 07:31:40.555539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:40.568039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dd17a1f8-7534-4118-bb64-3289f7d939ad req-727e033f-04e0-4cd9-9798-24d9b1f9a288 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698137 Feb 19 07:31:40.597539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.637032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Allocated IP 172.20.0.11 (b31e2c3f-6506-4133-a64e-8f1cc224f7f3/93465f4f-c6ae-4cc6-b7f9-06a3371941ab/65133834-3b27-47f8-b48a-f2d6d2978b20) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:40.639169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=704e8b33-d821-4023-a2ac-beac0b32f181,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:40.762735 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-db38bbcd-7738-4716-b65d-6e78ec800ac1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/ab0dfe40-a334-4028-8b53-88694158e100 HTTP/1.1" status: 204 len: 168 time: 2.4867461 Feb 19 07:31:40.767375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:40.795938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Made reservation on behalf of 05fca99fca434ff4b7ab2fa4bd754ce8 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:40.799361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.876458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] device_id is not set on port d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:40.877527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33712) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:40.885572 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-8701bc55-7c91-4d8a-9ab2-a6ca83287f2d service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624322 Feb 19 07:31:40.891110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49087581-151f-448c-b005-c57315e8a8bd req-ae2673b7-585b-4403-81e2-eee879f6a60f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:40.892464 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-49087581-151f-448c-b005-c57315e8a8bd req-ae2673b7-585b-4403-81e2-eee879f6a60f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6281459 Feb 19 07:31:40.940859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0f9dbd88-e12a-4cac-aaa3-9c538f22d399 None None] Provisioning complete for port 704e8b33-d821-4023-a2ac-beac0b32f181 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:40.942448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0f9dbd88-e12a-4cac-aaa3-9c538f22d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:40.989639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0e887-7884-401f-82af-50d270dd9b81 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:40.991086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0e887-7884-401f-82af-50d270dd9b81 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:40.991820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5b0e887-7884-401f-82af-50d270dd9b81 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:41.023249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dbd88-e12a-4cac-aaa3-9c538f22d399 None None] Port 704e8b33-d821-4023-a2ac-beac0b32f181 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:41.048369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'networks': [{'name': 'tempest-network--1697445627'}, {'name': 'tempest-network--814409434'}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:41.048679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'network': {'name': 'tempest-network--1697445627'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:41.049130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'network': {'name': 'tempest-network--814409434'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:41.057472 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:41.063124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5b0e887-7884-401f-82af-50d270dd9b81 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:41.064428 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f5b0e887-7884-401f-82af-50d270dd9b81 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2925053 Feb 19 07:31:41.077194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Usage tracker for resource:network and tenant:bd1df3835e5f403aadb55289824a455c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:41.079665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33718) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:41.080142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:41.089122 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-49087581-151f-448c-b005-c57315e8a8bd req-95c50b09-fb76-48e5-83c9-0acddd551eed tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875224 Feb 19 07:31:41.089980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:41.114947 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d081a1c-bcfd-4b7d-ac35-05a8ae90d447 req-807a1563-e6b0-4930-be44-55a96396833d service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215331 Feb 19 07:31:41.116122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Made reservation on behalf of bd1df3835e5f403aadb55289824a455c for: {'network': 2} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:41.119916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.133702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.156483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] In _notify_port_updated(), no bound segment for port 704e8b33-d821-4023-a2ac-beac0b32f181 on network a0264ac9-511c-4056-86d1-545ebced43e2 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:31:41.160308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:41.160916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.164909 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-de205283-3a05-4c56-9867-f3e0eb71ef1d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "PUT /v2.0/ports/704e8b33-d821-4023-a2ac-beac0b32f181 HTTP/1.1" status: 200 len: 918 time: 2.6972182 Feb 19 07:31:41.188485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33722) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:41.202474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:41.206340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df4b735b-0ab0-4896-8f1e-5d6d50268238'}, {'subnet_id': '207ac5ed-aba6-4897-8481-f86d20c9a271'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:41.208206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Usage tracker for resource:security_group_rule and tenant:bd1df3835e5f403aadb55289824a455c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:41.211394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:41.218684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:41.265946 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-9b5b2ee4-b94f-4627-abc1-10f568fc06e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1096 time: 0.1030869 Feb 19 07:31:41.350269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.384861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.403133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.403555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.471456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-e74967a4-2528-4228-bda6-712aa9df043b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:41.472927 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-e74967a4-2528-4228-bda6-712aa9df043b service neutron] 10.222.0.67 "GET /v2.0/networks?id=898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 200 len: 898 time: 0.2006783 Feb 19 07:31:41.478541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e318b2dd-d4c8-4f2b-92ad-de3f9de318b1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:41.482131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:41.529479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8da3837d-494b-4e35-b0b9-27f13c0ac7e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.547901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.548715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Added segment 9e8f7f05-f9e6-4ed1-8275-fa25ed7321f5 of type vlan for network 7d567420-e392-4093-8442-6cb7d97cd302 Feb 19 07:31:41.554350 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-f62bb577-5a76-46ce-9f4d-5619ce8d324c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 200 len: 217 time: 0.0731652 Feb 19 07:31:41.618639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.619932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Allocated IP 172.20.0.10 (9a697aaf-57c7-414c-b956-fd8713faeffe/f8c57fd7-7ab3-4a73-815a-fb9708946844/d75de3f9-b1ca-4301-abe8-d5ad9907e7a3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:41.626304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8da3837d-494b-4e35-b0b9-27f13c0ac7e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.647162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-ace5f74d-4608-448e-a697-eac791052926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:41.648637 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-ace5f74d-4608-448e-a697-eac791052926 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=308af5a0-8f18-47dd-bf47-0fc226c46e19 HTTP/1.1" status: 200 len: 835 time: 0.0868556 Feb 19 07:31:41.708838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:41.729462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.729785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Added segment 8d4d9eb6-006e-4ec2-bf9c-b5a23e6bf5ee of type vlan for network 26f6730b-4524-4210-a6c7-d86faa42ebab Feb 19 07:31:41.775275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.818115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.835117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-89195daf-155d-4544-b08d-f3e902cc8687 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=898871ed-b840-4852-893d-bc8c2c9b3555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1773877 Feb 19 07:31:41.911703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 37f77831-4606-4259-84a7-9ec40f1a6500 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:41.929441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.946193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d13aad-7ad8-4fcc-9ed2-2a140e0a0769 req-bff76ae2-fbf5-4390-9308-304b35d77692 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:41.947651 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26d13aad-7ad8-4fcc-9ed2-2a140e0a0769 req-bff76ae2-fbf5-4390-9308-304b35d77692 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 943 time: 0.2195315 Feb 19 07:31:41.950526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.951000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:41.954377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:41.956257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Transition to ACTIVE for port object 65133834-3b27-47f8-b48a-f2d6d2978b20 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:41.957341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:41.957939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:42.120317 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2396259 Feb 19 07:31:42.126321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:42.138415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Network': ['ID=7d567420-e392-4093-8442-6cb7d97cd302,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:42.152074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 7d567420-e392-4093-8442-6cb7d97cd302 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:42.164817 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-796540dc-4eda-499b-be75-92538b9a9f8c service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171933 Feb 19 07:31:42.229080 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26d13aad-7ad8-4fcc-9ed2-2a140e0a0769 req-b9ad9fe5-baa1-4a6e-ad5b-9aa8c13f55f5 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669806 Feb 19 07:31:42.300887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:42.412285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:42.480978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21de28-4c31-42ff-a435-040f5051a036 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Network': ['ID=26f6730b-4524-4210-a6c7-d86faa42ebab,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:42.492041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 26f6730b-4524-4210-a6c7-d86faa42ebab details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:42.533414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:42.558587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce85fded-d12e-4bfb-9767-69ac37ce12d6 req-a0e8431d-8516-496e-bd6e-b13a88f6a1dd service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387170 Feb 19 07:31:42.569234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301e02-8ea2-4bbd-90e0-5e122eb838f5 req-1c777710-c1d4-4b27-b765-87a934119751 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:42.576716 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f301e02-8ea2-4bbd-90e0-5e122eb838f5 req-1c777710-c1d4-4b27-b765-87a934119751 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.3390911 Feb 19 07:31:42.628544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f301e02-8ea2-4bbd-90e0-5e122eb838f5 req-ec7a32e7-4eae-4ef2-b063-10cb41067781 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492775 Feb 19 07:31:42.651901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:42.780585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Transition to ACTIVE for port object d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:42.786014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee9c59-7b9f-424b-80f8-ead0d11e086e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:42.789875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee9c59-7b9f-424b-80f8-ead0d11e086e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:42.793758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee9c59-7b9f-424b-80f8-ead0d11e086e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:42.797785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee9c59-7b9f-424b-80f8-ead0d11e086e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:42.799338 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a5ee9c59-7b9f-424b-80f8-ead0d11e086e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5305729 Feb 19 07:31:42.802592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33734) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:42.814137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:42.816366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:42.843123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=65133834-3b27-47f8-b48a-f2d6d2978b20,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:42.856751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:42.900812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:42.922325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.062912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.071155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:43.071812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.087734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d567420-e392-4093-8442-6cb7d97cd302']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:43.099881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8f7f05-f9e6-4ed1-8275-fa25ed7321f5') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:43.100184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8f7f05-f9e6-4ed1-8275-fa25ed7321f5') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:43.106636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.111770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.128753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.132694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.135904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:43.136030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:43.150544 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:43.160693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.166568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-778f0881-6d7b-4e8f-8789-d70ac147a67a None None] Provisioning for port 65133834-3b27-47f8-b48a-f2d6d2978b20 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:43.171757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-778f0881-6d7b-4e8f-8789-d70ac147a67a None None] Provisioning complete for port 65133834-3b27-47f8-b48a-f2d6d2978b20 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:43.172134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-778f0881-6d7b-4e8f-8789-d70ac147a67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.224771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-778f0881-6d7b-4e8f-8789-d70ac147a67a None None] Port 65133834-3b27-47f8-b48a-f2d6d2978b20 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:43.231245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.253863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=37f77831-4606-4259-84a7-9ec40f1a6500,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:43.261754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.270780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Network': ['ID=7d567420-e392-4093-8442-6cb7d97cd302,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:43.276631 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9f50a69f-2eec-4a91-ba6e-365fd3f937e7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/networks/7d567420-e392-4093-8442-6cb7d97cd302 HTTP/1.1" status: 204 len: 168 time: 0.4730046 Feb 19 07:31:43.277518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:43.314376 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1349b065-35d1-47cb-982e-9da3b0f784a1 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6842978 Feb 19 07:31:43.322315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Network 9a697aaf-57c7-414c-b956-fd8713faeffe is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:43.324346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da3837d-494b-4e35-b0b9-27f13c0ac7e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router ad509be5-050a-49ab-9708-729e7bea5678 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:43.327146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.328961 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7bc01541-a926-4652-af0b-d790d2af8ecb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/37f77831-4606-4259-84a7-9ec40f1a6500 HTTP/1.1" status: 204 len: 168 time: 2.2402909 Feb 19 07:31:43.332635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33744) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:43.333133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:43.334162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event updated for resources: {'Port': ['ID=d75de3f9-b1ca-4301-abe8-d5ad9907e7a3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:43.339418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:43.345993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a5358b-97d6-4dec-b728-52d4754ba6ab None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:43.350175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:d0:04'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:11:80:ba'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:43.376844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:43.444882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.533146 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-878a601c-7aca-4425-bf86-1655c1cdc516 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881783 Feb 19 07:31:43.549408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33752) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:43.639774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.640932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.30 (a0264ac9-511c-4056-86d1-545ebced43e2/207ac5ed-aba6-4897-8481-f86d20c9a271/704e8b33-d821-4023-a2ac-beac0b32f181) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:43.660557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:43.661214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.677919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59561775-d485-4fe9-8e5c-0c7f403f3550 req-925df6b2-dd9c-4bd5-9734-2931a7fe75d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:43.679869 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59561775-d485-4fe9-8e5c-0c7f403f3550 req-925df6b2-dd9c-4bd5-9734-2931a7fe75d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 943 time: 0.3156683 Feb 19 07:31:43.687185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f6730b-4524-4210-a6c7-d86faa42ebab']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:43.714421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:43.718762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Deleting port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:43.719316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.722142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4d9eb6-006e-4ec2-bf9c-b5a23e6bf5ee') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:43.722429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4d9eb6-006e-4ec2-bf9c-b5a23e6bf5ee') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:43.740851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.776405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.782113 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59561775-d485-4fe9-8e5c-0c7f403f3550 req-ae854ae2-6aba-47c7-89f5-49fc3e9c37ec tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857654 Feb 19 07:31:43.789126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:43.789787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:43.829367 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:43.846937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 947b62f5-7650-4ee2-a51a-45102f4cf0e4 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:43.881854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d4fec2a9-fb5d-4ece-a2c4-e119697f287f None None] Provisioning for port d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:43.910975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d4fec2a9-fb5d-4ece-a2c4-e119697f287f None None] Provisioning complete for port d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:43.911306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d4fec2a9-fb5d-4ece-a2c4-e119697f287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.975793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:43.989910 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-23cb10f2-ffae-4b61-b8db-1b097ac83b3e tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0946381 Feb 19 07:31:43.991833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33758) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:43.997442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.008306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Network': ['ID=26f6730b-4524-4210-a6c7-d86faa42ebab,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:44.015181 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9db0daeb-a64d-49d7-bc68-bc7ff468a817 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/networks/26f6730b-4524-4210-a6c7-d86faa42ebab HTTP/1.1" status: 204 len: 168 time: 0.7366471 Feb 19 07:31:44.021528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05e4ee-ae6e-460c-a9cb-01b873df610c req-895e6850-7199-4de7-b3cf-2c6cf1b82f10 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:44.022943 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4d05e4ee-ae6e-460c-a9cb-01b873df610c req-895e6850-7199-4de7-b3cf-2c6cf1b82f10 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.1864183 Feb 19 07:31:44.023460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:44.054153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d4fec2a9-fb5d-4ece-a2c4-e119697f287f None None] Port d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:44.119950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] For port 947b62f5-7650-4ee2-a51a-45102f4cf0e4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=947b62f5-7650-4ee2-a51a-45102f4cf0e4,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:44.120262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.206074 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4d05e4ee-ae6e-460c-a9cb-01b873df610c req-1db04f11-ce60-4048-bd1b-96b6c918a64f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414266 Feb 19 07:31:44.249412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Calling delete_port for 947b62f5-7650-4ee2-a51a-45102f4cf0e4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:44.253285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'project_id': '05fca99fca434ff4b7ab2fa4bd754ce8', 'port_id': 'd75de3f9-b1ca-4301-abe8-d5ad9907e7a3'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:44.272409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:44.274611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.275926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad1578-6838-492d-bb11-79792dac8299 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:44.280204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad1578-6838-492d-bb11-79792dac8299 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:44.281028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-83ad1578-6838-492d-bb11-79792dac8299 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Synchronizing usage tracker for tenant:bd1df3835e5f403aadb55289824a455c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:44.302047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-83ad1578-6838-492d-bb11-79792dac8299 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Unset dirty status for tenant:bd1df3835e5f403aadb55289824a455c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:44.307227 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-83ad1578-6838-492d-bb11-79792dac8299 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2789335 Feb 19 07:31:44.307723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:44.314078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-759362629'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:44.318472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Usage tracker for resource:floatingip and tenant:05fca99fca434ff4b7ab2fa4bd754ce8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:44.319590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:44.328844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:44.329998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:44.341663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 947b62f5-7650-4ee2-a51a-45102f4cf0e4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=947b62f5-7650-4ee2-a51a-45102f4cf0e4,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:44.343261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Made reservation on behalf of bd1df3835e5f403aadb55289824a455c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:44.345509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2f80a-322c-463a-8c0e-27108bc3beda tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:44.346718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.347092 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2bd2f80a-322c-463a-8c0e-27108bc3beda tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7964458 Feb 19 07:31:44.347354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.355920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33772) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:44.357853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:44.397614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:44.410633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:44.410912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:44.417666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.418103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Added segment 4cc2f3be-9142-4e32-a789-4cf32a780cc0 of type vlan for network bea8c810-3f0f-4089-a815-ea5a1892db35 Feb 19 07:31:44.428964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=947b62f5-7650-4ee2-a51a-45102f4cf0e4,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:44.452134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.479134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.486192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.490075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:44.490654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.495242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.514805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:44.543982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.597408 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2879789 Feb 19 07:31:44.600290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa3209-592c-40e7-9bc4-b1f47b890cd6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Network': ['ID=bea8c810-3f0f-4089-a815-ea5a1892db35,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:44.602202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:44.607753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1453865643'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:44.613300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:44.614289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network bea8c810-3f0f-4089-a815-ea5a1892db35 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:44.617909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Usage tracker for resource:network and tenant:bd1df3835e5f403aadb55289824a455c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:44.620903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:44.634517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb229dd1-fc11-484c-9bd1-7a5f873a6440 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:44.635199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bb229dd1-fc11-484c-9bd1-7a5f873a6440 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:44.677489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object 704e8b33-d821-4023-a2ac-beac0b32f181 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:44.701269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.729639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:44.741938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Made reservation on behalf of bd1df3835e5f403aadb55289824a455c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:44.745138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.769746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bb229dd1-fc11-484c-9bd1-7a5f873a6440 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:44.770180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb229dd1-fc11-484c-9bd1-7a5f873a6440 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4036233 Feb 19 07:31:44.773318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:44.826976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:44.848317 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2e0773ee-240d-4789-9634-4729c7285972 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742207 Feb 19 07:31:44.856259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:44.856259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.856259 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Added segment 21fdf6bc-79c9-4d2a-af11-861e1947b94a of type vlan for network 199a261f-e263-4294-9651-3a9f8447396d Feb 19 07:31:44.871529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:44.912546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Deleting port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:44.913190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:44.975149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=704e8b33-d821-4023-a2ac-beac0b32f181,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:45.049828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.076323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:45.085389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da3837d-494b-4e35-b0b9-27f13c0ac7e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:45.098761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:45.110142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8da3837d-494b-4e35-b0b9-27f13c0ac7e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.114259 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8da3837d-494b-4e35-b0b9-27f13c0ac7e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/ad509be5-050a-49ab-9708-729e7bea5678 HTTP/1.1" status: 200 len: 891 time: 6.3717823 Feb 19 07:31:45.114898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:45.122643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] Sync routers for ids ['ad509be5-050a-49ab-9708-729e7bea5678'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:45.136306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] In _notify_port_updated(), no bound segment for port 704e8b33-d821-4023-a2ac-beac0b32f181 on network a0264ac9-511c-4056-86d1-545ebced43e2 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:31:45.140372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:45.141082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.145711 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c330d90-f63f-4742-8be1-d15c6f9a15d0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "PUT /v2.0/ports/704e8b33-d821-4023-a2ac-beac0b32f181 HTTP/1.1" status: 200 len: 998 time: 3.9536154 Feb 19 07:31:45.153079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33794) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:45.164517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] Routers {'ad509be5-050a-49ab-9708-729e7bea5678'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:45.165189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ad509be5-050a-49ab-9708-729e7bea5678'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:45.185467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:45.206617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.210117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:45.210827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.245582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] For port 947b62f5-7650-4ee2-a51a-45102f4cf0e4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=947b62f5-7650-4ee2-a51a-45102f4cf0e4,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:45.246399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.254835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:45.267493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.273635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 704e8b33-d821-4023-a2ac-beac0b32f181 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:45.274127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.303127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.332655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 070a83d4-7dc0-49f0-b734-605d653e2713 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:31:45.349696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.404113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Calling delete_port for 947b62f5-7650-4ee2-a51a-45102f4cf0e4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:45.434582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Network': ['ID=199a261f-e263-4294-9651-3a9f8447396d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:45.442580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] Routers {'ad509be5-050a-49ab-9708-729e7bea5678'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:45.443204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ad509be5-050a-49ab-9708-729e7bea5678'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:45.481484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba384ef-7825-437e-938b-6c43d19a5525 req-2fb54540-5642-41fc-89ed-e504c48742ef tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:45.483058 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eba384ef-7825-437e-938b-6c43d19a5525 req-2fb54540-5642-41fc-89ed-e504c48742ef tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 943 time: 0.5234423 Feb 19 07:31:45.519890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:45.520313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2c2cdf-ee6b-4702-add7-9050baf049a7 None None] The sync data for ids ['ad509be5-050a-49ab-9708-729e7bea5678'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:45.522875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 199a261f-e263-4294-9651-3a9f8447396d details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:45.622019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-721e6a9b-1b47-41c6-9a81-d80e3aaa73cd None None] Provisioning for port 704e8b33-d821-4023-a2ac-beac0b32f181 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:45.631570 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e792a28d-c7a7-4bd9-8681-4473038cb6c8 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0280890 Feb 19 07:31:45.642283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-721e6a9b-1b47-41c6-9a81-d80e3aaa73cd None None] Provisioning complete for port 704e8b33-d821-4023-a2ac-beac0b32f181 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:45.642651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-721e6a9b-1b47-41c6-9a81-d80e3aaa73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.648994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:45.662773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'ports': [{'network_id': 'bea8c810-3f0f-4089-a815-ea5a1892db35', 'name': 'tempest-port--1355587899', 'admin_state_up': True}, {'network_id': '199a261f-e263-4294-9651-3a9f8447396d', 'admin_state_up': False}]} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:45.662989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'port': {'network_id': 'bea8c810-3f0f-4089-a815-ea5a1892db35', 'name': 'tempest-port--1355587899', 'admin_state_up': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:45.663424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'port': {'network_id': '199a261f-e263-4294-9651-3a9f8447396d', 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:45.671862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:45.681296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.689164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event updated for resources: {'Port': ['ID=65133834-3b27-47f8-b48a-f2d6d2978b20,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:45.754056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] In _notify_port_updated(), no bound segment for port 65133834-3b27-47f8-b48a-f2d6d2978b20 on network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:31:45.758910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:45.759550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.763558 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dd2d3f54-8b3d-40c0-9ddb-f2ba9d5df929 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "PUT /v2.0/ports/65133834-3b27-47f8-b48a-f2d6d2978b20 HTTP/1.1" status: 200 len: 1056 time: 2.4185441 Feb 19 07:31:45.768826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33804) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:45.774503 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eba384ef-7825-437e-938b-6c43d19a5525 req-925f95b0-4020-4ca3-892c-3f86734772a7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271533 Feb 19 07:31:45.815458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-721e6a9b-1b47-41c6-9a81-d80e3aaa73cd None None] Port 704e8b33-d821-4023-a2ac-beac0b32f181 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:45.827697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.863853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.886788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] Pushing event deleted for resources: {'Port': ['ID=947b62f5-7650-4ee2-a51a-45102f4cf0e4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:45.911035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c860160-99fc-48d8-97e4-450818811d37 None None] No DVR routers for this DVR port 947b62f5-7650-4ee2-a51a-45102f4cf0e4 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:45.911642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14f5c-65a5-49b5-a46b-4c8d50044fab req-8b0e0574-5789-44f2-8097-b01139ac37c7 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:45.913279 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-90e14f5c-65a5-49b5-a46b-4c8d50044fab req-8b0e0574-5789-44f2-8097-b01139ac37c7 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4809613 Feb 19 07:31:45.925581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:45.951377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '070a83d4-7dc0-49f0-b734-605d653e2713', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'port_id': '070a83d4-7dc0-49f0-b734-605d653e2713', 'mac_address': 'fa:16:3e:1c:51:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:31:45.994090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dfc0ea22-8fe9-4dae-819e-88ba0988eb70 None None] Provisioning complete for port 65133834-3b27-47f8-b48a-f2d6d2978b20 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:45.994459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ea22-8fe9-4dae-819e-88ba0988eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:45.999222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Allocated IP 172.26.1.117 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/ce655912-433c-4b68-8324-902ee4d71512) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:46.008810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 704e8b33-d821-4023-a2ac-beac0b32f181 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:46.044642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port 65133834-3b27-47f8-b48a-f2d6d2978b20 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:46.044962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.069389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.082044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0ea22-8fe9-4dae-819e-88ba0988eb70 None None] Port 65133834-3b27-47f8-b48a-f2d6d2978b20 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:46.092501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070a83d4-7dc0-49f0-b734-605d653e2713 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:31:46.106374 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-90e14f5c-65a5-49b5-a46b-4c8d50044fab req-f8c18d86-98d5-4828-a74b-275b092f16f0 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847284 Feb 19 07:31:46.109796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:46.115643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.150399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:46.162373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Usage tracker for resource:port and tenant:bd1df3835e5f403aadb55289824a455c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:46.172275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:46.181730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:46.192506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:46.211034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Made reservation on behalf of bd1df3835e5f403aadb55289824a455c for: {'port': 2} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:46.214702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.234019 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8cb22dc7-3bc2-423b-a860-f20c46d2a22e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/routers/ad509be5-050a-49ab-9708-729e7bea5678 HTTP/1.1" status: 200 len: 891 time: 1.1169693 Feb 19 07:31:46.245981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33808) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:46.261810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.321036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.330233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e4dd474-3660-4217-bb85-e3e8cca821d5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:46.519526 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['070a83d4-7dc0-49f0-b734-605d653e2713'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:31:46.552403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2e4dd474-3660-4217-bb85-e3e8cca821d5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:46.553570 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e4dd474-3660-4217-bb85-e3e8cca821d5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad509be5-050a-49ab-9708-729e7bea5678 HTTP/1.1" status: 200 len: 205 time: 0.3066831 Feb 19 07:31:46.568031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:46.568650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33812) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:46.631321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:46.649514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b2ee2-5872-459b-9eed-c61d130dddd6 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:46.686326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.690394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:46.690980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.711677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=ce80a210-f8d1-4f72-92f8-cd158e9162fb,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:46.768410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.806381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] device_id is not set on port 14e3a305-dc6b-490a-bbc9-b8b457aa92c3 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:46.829846 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9587819e-cd55-4f99-be4f-b580f6b5545e tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9725010 Feb 19 07:31:46.835520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:46.841995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:3b:1a:ef', 'name': 'tempest-NetworksTestDHCPv6-1145690389'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:46.917710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Calling delete_port for 65133834-3b27-47f8-b48a-f2d6d2978b20 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:46.986331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:46.990337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.009905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': 'ce80a210-f8d1-4f72-92f8-cd158e9162fb'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:47.010797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.119782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:47.128881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Pushing event updated for resources: {'Port': ['ID=ce655912-433c-4b68-8324-902ee4d71512,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:47.132645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:47.139003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:47.143868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:47.147963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.172411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:47.220815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=704e8b33-d821-4023-a2ac-beac0b32f181,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:47.224329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:47.250042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:47.268063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/ce80a210-f8d1-4f72-92f8-cd158e9162fb/1a16b497-5506-4f5d-bf02-454a7d2cefbb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:47.290070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:47.293924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.312660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e521a79-bf83-45e5-a0e5-a4eeb11a9e52 req-cf692b32-d229-481b-a2c6-f7a1f2025791 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:47.314119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e521a79-bf83-45e5-a0e5-a4eeb11a9e52 req-cf692b32-d229-481b-a2c6-f7a1f2025791 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 944 time: 0.3209770 Feb 19 07:31:47.320501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] device_id is not set on port a015fc5c-60d9-47ec-979c-62d8c032e9de yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:47.411515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.481117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port b70a9069-17b4-49d9-b575-5cef8cb917a8 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:31:47.514973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.534096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.545203 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Transition to ACTIVE for port object 1a16b497-5506-4f5d-bf02-454a7d2cefbb will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:47.565107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Transition to ACTIVE for port object 1a16b497-5506-4f5d-bf02-454a7d2cefbb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:47.572077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.609961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Port': ['ID=65133834-3b27-47f8-b48a-f2d6d2978b20,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:47.621305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.640645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:47.641202 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e521a79-bf83-45e5-a0e5-a4eeb11a9e52 req-4cc2148d-6e19-4688-83d5-564517cb1431 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173988 Feb 19 07:31:47.656889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:47.667540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:47.692436 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5d3b2cc9-d4ea-4042-8510-fc868f17c6fa tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/704e8b33-d821-4023-a2ac-beac0b32f181 HTTP/1.1" status: 204 len: 168 time: 2.5381744 Feb 19 07:31:47.695099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33824) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:47.697506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Pushing event updated for resources: {'Port': ['ID=1a16b497-5506-4f5d-bf02-454a7d2cefbb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:47.794770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Attempting to bind port 1a16b497-5506-4f5d-bf02-454a7d2cefbb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:47.795366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Attempting to bind port 1a16b497-5506-4f5d-bf02-454a7d2cefbb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:47.795728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Attempting to bind port 1a16b497-5506-4f5d-bf02-454a7d2cefbb on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:47.804504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:47.804862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:47.805884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.806052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:47.806520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Bound port: 1a16b497-5506-4f5d-bf02-454a7d2cefbb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:47.806882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:47.817350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::22a (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/ce80a210-f8d1-4f72-92f8-cd158e9162fb/b70a9069-17b4-49d9-b575-5cef8cb917a8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:47.928989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] For port 1a16b497-5506-4f5d-bf02-454a7d2cefbb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:47.929272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bca0c-5eb6-4502-9fde-a64c2e8c7d07 req-a7078b79-3d32-48fa-99e6-98d145cd0614 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:47.931913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e59bca0c-5eb6-4502-9fde-a64c2e8c7d07 req-a7078b79-3d32-48fa-99e6-98d145cd0614 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6285517 Feb 19 07:31:47.944528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] For port 1a16b497-5506-4f5d-bf02-454a7d2cefbb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1a16b497-5506-4f5d-bf02-454a7d2cefbb,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:47.952271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.010433 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-db817311-3550-4528-a1a5-d03901e1f74e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:31:48.010947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db817311-3550-4528-a1a5-d03901e1f74e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:48.038676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.059846 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e1656-e032-41f1-b357-904aca4b6b5e None None] Pushing event updated for resources: {'Port': ['ID=1a16b497-5506-4f5d-bf02-454a7d2cefbb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:48.103586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db817311-3550-4528-a1a5-d03901e1f74e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:48.107846 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db817311-3550-4528-a1a5-d03901e1f74e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/704e8b33-d821-4023-a2ac-beac0b32f181 HTTP/1.1" status: 404 len: 333 time: 0.4117112 Feb 19 07:31:48.110551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33828) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:48.285397 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e59bca0c-5eb6-4502-9fde-a64c2e8c7d07 req-3cf49110-c7ef-4f96-94c2-9f98671501e6 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241606 Feb 19 07:31:48.359113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.452353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.504562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Port': ['ID=14e3a305-dc6b-490a-bbc9-b8b457aa92c3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:48.511484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object b70a9069-17b4-49d9-b575-5cef8cb917a8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:48.518913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.537018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Checking segment: {'id': '4cc2f3be-9142-4e32-a789-4cf32a780cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'bea8c810-3f0f-4089-a815-ea5a1892db35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:48.537695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network hostable DHCP agents. Network: bea8c810-3f0f-4089-a815-ea5a1892db35, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:48.540661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.543947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 67fd4ce1-b329-44c9-b2d7-496d1ec545b4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:48.544310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.565619 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c8e1d460-e1ac-4acf-930c-ebbd0e28c0fc tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/ports/65133834-3b27-47f8-b48a-f2d6d2978b20 HTTP/1.1" status: 204 len: 168 time: 2.7855852 Feb 19 07:31:48.570263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33832) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:48.576657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet 207ac5ed-aba6-4897-8481-f86d20c9a271 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:48.611426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.615997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.663758 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe848b6-9cf2-4172-a457-27b6ebc4f939 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] GET failed (client error): The resource could not be found. Feb 19 07:31:48.664334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dbe848b6-9cf2-4172-a457-27b6ebc4f939 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Synchronizing usage tracker for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:48.677294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network bea8c810-3f0f-4089-a815-ea5a1892db35 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:48.688865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.777021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:48.782392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:48.785502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:48.789519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:48.790216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.799544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, bea8c810-3f0f-4089-a815-ea5a1892db35) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:48.801358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dbe848b6-9cf2-4172-a457-27b6ebc4f939 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Unset dirty status for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:48.802908 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dbe848b6-9cf2-4172-a457-27b6ebc4f939 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "GET /v2.0/ports/65133834-3b27-47f8-b48a-f2d6d2978b20 HTTP/1.1" status: 404 len: 333 time: 0.2310379 Feb 19 07:31:48.804207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:48.806634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.808460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b08f8-c756-4557-8669-366d6b49ffee None None] Network bea8c810-3f0f-4089-a815-ea5a1892db35 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:48.819017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33838) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:48.898172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:48.900664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=b70a9069-17b4-49d9-b575-5cef8cb917a8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:48.981728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.038863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.072215 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ddb6abe3-bb74-4943-8792-12cac9a3ea40 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2333264 Feb 19 07:31:49.079365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:49.106195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.119445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Port': ['ID=a015fc5c-60d9-47ec-979c-62d8c032e9de,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:49.124477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port d2f7aa87-c98d-4299-b45a-431357473067 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:49.125786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.252039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-68aeea03-33d6-4f82-8add-45333087b015 None None] Provisioning for port 1a16b497-5506-4f5d-bf02-454a7d2cefbb completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:49.272597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.285423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 67fd4ce1-b329-44c9-b2d7-496d1ec545b4 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:49.323845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=207ac5ed-aba6-4897-8481-f86d20c9a271,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:49.340827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Checking segment: {'id': '21fdf6bc-79c9-4d2a-af11-861e1947b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '199a261f-e263-4294-9651-3a9f8447396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:49.341178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network hostable DHCP agents. Network: 199a261f-e263-4294-9651-3a9f8447396d, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:49.349445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b4cf0-4540-4310-88aa-b96baf0e7741 None None] Network a0264ac9-511c-4056-86d1-545ebced43e2 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:49.366459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.372142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 070a83d4-7dc0-49f0-b734-605d653e2713 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:49.381070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeccdc2-0928-410e-b5bf-9c07a57738ba tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.385054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeccdc2-0928-410e-b5bf-9c07a57738ba tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.390437 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eeeccdc2-0928-410e-b5bf-9c07a57738ba tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3062642 Feb 19 07:31:49.390437 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33848) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:49.394811 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-868c938b-ba8f-4555-810b-5e3635bdbc00 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/207ac5ed-aba6-4897-8481-f86d20c9a271 HTTP/1.1" status: 204 len: 168 time: 1.2811306 Feb 19 07:31:49.395395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33852) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:49.532670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd1102-d5a5-4857-8a38-ccfc8ab9f11f req-f58fe253-3024-4740-9802-f893ea6173dd tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.534442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fffd1102-d5a5-4857-8a38-ccfc8ab9f11f req-f58fe253-3024-4740-9802-f893ea6173dd tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 944 time: 0.7160149 Feb 19 07:31:49.553821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c6177769-d9aa-4646-a5dc-b36aab58f119 None None] Provisioning for port b70a9069-17b4-49d9-b575-5cef8cb917a8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:49.557824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port b70a9069-17b4-49d9-b575-5cef8cb917a8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:49.558171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.565158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c6177769-d9aa-4646-a5dc-b36aab58f119 None None] Provisioning complete for port b70a9069-17b4-49d9-b575-5cef8cb917a8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:49.565615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c6177769-d9aa-4646-a5dc-b36aab58f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.606879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet df4b735b-0ab0-4896-8f1e-5d6d50268238 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:49.622316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.623798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.628461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 070a83d4-7dc0-49f0-b734-605d653e2713 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:49.650310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 070a83d4-7dc0-49f0-b734-605d653e2713 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:49.650765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.669516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.707567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c6177769-d9aa-4646-a5dc-b36aab58f119 None None] Port b70a9069-17b4-49d9-b575-5cef8cb917a8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:31:49.783387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.783988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.820713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network 199a261f-e263-4294-9651-3a9f8447396d is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:49.865021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=67fd4ce1-b329-44c9-b2d7-496d1ec545b4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:49.879926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:49.880553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 199a261f-e263-4294-9651-3a9f8447396d) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:49.896879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761018f-c38e-40ff-8af2-d60bc6c01e7f None None] Network 199a261f-e263-4294-9651-3a9f8447396d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:49.904725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fffd1102-d5a5-4857-8a38-ccfc8ab9f11f req-685a88ac-d2ae-48da-965e-db5a7b94e0fb tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327527 Feb 19 07:31:49.922615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:49.928016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.938067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a16b497-5506-4f5d-bf02-454a7d2cefbb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:49.938736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.938736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.010120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cd7df-2dd4-4b4f-84a3-1c0f30aae916 req-b2a30628-d806-4807-95a3-05dda920c1f2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:50.017497 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-482cd7df-2dd4-4b4f-84a3-1c0f30aae916 req-b2a30628-d806-4807-95a3-05dda920c1f2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4806230 Feb 19 07:31:50.048311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Pushing event updated for resources: {'Port': ['ID=ce655912-433c-4b68-8324-902ee4d71512,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:50.119274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:31:50.169987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:50.171415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.195054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.278288 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713', 'code': 200} Feb 19 07:31:50.354499 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-482cd7df-2dd4-4b4f-84a3-1c0f30aae916 req-f19b2a49-7448-4949-a8ea-b51bc2c6a60d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359716 Feb 19 07:31:50.409492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:50.433093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 1a16b497-5506-4f5d-bf02-454a7d2cefbb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:50.443116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1a16b497-5506-4f5d-bf02-454a7d2cefbb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:50.443645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.483623 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ec352944-e7b8-4a1c-b20a-ef77e9110eac tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8298597 Feb 19 07:31:50.493952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.494371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33860) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:50.599677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.640205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 1a16b497-5506-4f5d-bf02-454a7d2cefbb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1a16b497-5506-4f5d-bf02-454a7d2cefbb,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:50.646187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.721356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Calling delete_port for d2f7aa87-c98d-4299-b45a-431357473067 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:50.723814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.761188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.762305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=1a16b497-5506-4f5d-bf02-454a7d2cefbb,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:50.780904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-12472b38-11d1-4ed5-aad9-12a7f52c5ad0 None None] Provisioning complete for port 3e698ddd-73b6-497c-9c02-7a524464bb6d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:50.781285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12472b38-11d1-4ed5-aad9-12a7f52c5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.927953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:50.951389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for b70a9069-17b4-49d9-b575-5cef8cb917a8 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:51.048961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de463c-66ac-4ff0-aaf7-dc36cdf63bc5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:51.053749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de463c-66ac-4ff0-aaf7-dc36cdf63bc5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:51.058599 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f2de463c-66ac-4ff0-aaf7-dc36cdf63bc5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5486159 Feb 19 07:31:51.070789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33868) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:51.097491 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bff18fb8-f13e-4079-8959-92ea7cc82530 req-2122a1af-edf6-4549-bf12-0432d8429554 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1098 time: 0.6039665 Feb 19 07:31:51.150854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.151339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.203489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=df4b735b-0ab0-4896-8f1e-5d6d50268238,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:51.248451 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Floating IP f410475e-1478-4365-9f68-c4b44a0c786b associated. External IP: 172.26.1.117, port: d75de3f9-b1ca-4301-abe8-d5ad9907e7a3. Feb 19 07:31:51.315534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac044a88-6ac8-4898-9bdc-8fc95c7ed2b0 None None] Network a0264ac9-511c-4056-86d1-545ebced43e2 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:51.323232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.351715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Port': ['ID=d2f7aa87-c98d-4299-b45a-431357473067,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:51.379931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.388486 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bff18fb8-f13e-4079-8959-92ea7cc82530 req-6efdbb2f-742b-4484-92c2-f98aa3dbfc8b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824950 Feb 19 07:31:51.392608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Deleting port 14e3a305-dc6b-490a-bbc9-b8b457aa92c3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:51.392951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.403190 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-7f97d0fb-9d43-49a9-9a28-b02359286f0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.4242644 Feb 19 07:31:51.409359 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-06ca19ed-b8a9-4db5-8bd0-710f33553fd2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/df4b735b-0ab0-4896-8f1e-5d6d50268238 HTTP/1.1" status: 204 len: 168 time: 2.0107198 Feb 19 07:31:51.414253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33872) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:51.457038 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-ba355a41-1b76-4ce1-aafd-9f9436fc90f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0936100 Feb 19 07:31:51.483015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.503801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.615786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=b70a9069-17b4-49d9-b575-5cef8cb917a8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:51.625099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.629045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53e71e-ae2d-439b-866e-9dd87761c479 req-a1e0593b-52a1-43af-abe4-f10a75efb08a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:51.630517 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa53e71e-ae2d-439b-866e-9dd87761c479 req-a1e0593b-52a1-43af-abe4-f10a75efb08a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.7994401 Feb 19 07:31:51.633409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] DHCP port deletion for a0264ac9-511c-4056-86d1-545ebced43e2 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:51.642250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] Deleting port 3e698ddd-73b6-497c-9c02-7a524464bb6d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:51.642731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.702139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f9a03-2445-4a64-a58f-e9becdb877c9 req-ad0e1294-62a7-441b-bdf3-fcdc1ee8a34f tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:51.703709 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b01f9a03-2445-4a64-a58f-e9becdb877c9 req-ad0e1294-62a7-441b-bdf3-fcdc1ee8a34f tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.6402280 Feb 19 07:31:51.755025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.879057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.880998 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d96bf8e5-1ea0-4ffd-94d1-f6bda16a7a5b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/b70a9069-17b4-49d9-b575-5cef8cb917a8 HTTP/1.1" status: 204 len: 168 time: 2.4906631 Feb 19 07:31:51.895564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a16b497-5506-4f5d-bf02-454a7d2cefbb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:51.928428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33876) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:51.966475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:51.967094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Fanout notify agent at l3_agent the message router_deleted on router ad509be5-050a-49ab-9708-729e7bea5678 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:31:51.994261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 3e698ddd-73b6-497c-9c02-7a524464bb6d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:51.994468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.017370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] For port 3e698ddd-73b6-497c-9c02-7a524464bb6d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3e698ddd-73b6-497c-9c02-7a524464bb6d,segment=NetworkSegment(bbbe531a-d0b2-4298-83d5-4f0631cd34a1),segment_id=bbbe531a-d0b2-4298-83d5-4f0631cd34a1)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:52.018387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.034201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.039331 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9ad503b0-4c9e-407d-aa81-27ab65ccb12d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/ad509be5-050a-49ab-9708-729e7bea5678 HTTP/1.1" status: 204 len: 168 time: 5.4668314 Feb 19 07:31:52.040083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:52.047997 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1b97fa6a-5708-4235-bd9b-158a79bcf159 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/ports/d2f7aa87-c98d-4299-b45a-431357473067 HTTP/1.1" status: 204 len: 168 time: 3.2237477 Feb 19 07:31:52.055847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:52.060454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.070747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507277047'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:52.096592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96df7c40-a47b-466b-8a60-77952ab9da71 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:52.097980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96df7c40-a47b-466b-8a60-77952ab9da71 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:52.101977 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-96df7c40-a47b-466b-8a60-77952ab9da71 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1686594 Feb 19 07:31:52.104581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33888) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:52.118821 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa53e71e-ae2d-439b-866e-9dd87761c479 req-d5206137-35f3-4cbd-b6f5-aae95e19e0df tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678495 Feb 19 07:31:52.120932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:52.160191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] Calling delete_port for 3e698ddd-73b6-497c-9c02-7a524464bb6d owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:52.177609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:52.182375 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b01f9a03-2445-4a64-a58f-e9becdb877c9 req-27c20ec3-e64c-48ff-b7ca-94d8454193eb tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4418175 Feb 19 07:31:52.183267 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-345c9a2d-40ee-48b3-854d-f71a136ab85f tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] GET failed (client error): The resource could not be found. Feb 19 07:31:52.183749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-345c9a2d-40ee-48b3-854d-f71a136ab85f tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Synchronizing usage tracker for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:52.187130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:52.193561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1a16b497-5506-4f5d-bf02-454a7d2cefbb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:52.193924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.252976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Calling delete_port for 14e3a305-dc6b-490a-bbc9-b8b457aa92c3 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:52.254724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-b96aa341-6dc9-4750-8093-c9a9c53b0b2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:52.256325 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-b96aa341-6dc9-4750-8093-c9a9c53b0b2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.4308863 Feb 19 07:31:52.282212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:52.310412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:52.313346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.322958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.334436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-345c9a2d-40ee-48b3-854d-f71a136ab85f tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Unset dirty status for tenant:cc91cd9df14c4be3b1f0a692ddf7447c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:52.335605 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-345c9a2d-40ee-48b3-854d-f71a136ab85f tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "GET /v2.0/ports/d2f7aa87-c98d-4299-b45a-431357473067 HTTP/1.1" status: 404 len: 333 time: 0.2777097 Feb 19 07:31:52.340747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33892) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:52.383201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] Pushing event deleted for resources: {'Port': ['ID=3e698ddd-73b6-497c-9c02-7a524464bb6d,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:52.393825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307d76e-4741-4585-92d2-80d493357c9f None None] No DVR routers for this DVR port 3e698ddd-73b6-497c-9c02-7a524464bb6d on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:52.420795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:52.441046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port c232c355-8dd6-475d-ac1c-16c502f4f4c8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:52.441046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.468189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.475227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.475529 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment 022b316c-1084-494b-8658-df1a7b1fb2a6 of type vlan for network 783d5713-864d-4301-931c-d2147edc207f Feb 19 07:31:52.484277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3e698ddd-73b6-497c-9c02-7a524464bb6d no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:52.516037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 3e698ddd-73b6-497c-9c02-7a524464bb6d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:52.516373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3e698ddd-73b6-497c-9c02-7a524464bb6d not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:31:52.540961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Port': ['ID=14e3a305-dc6b-490a-bbc9-b8b457aa92c3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:52.578356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.611599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.620049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] For port 3e698ddd-73b6-497c-9c02-7a524464bb6d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3e698ddd-73b6-497c-9c02-7a524464bb6d,segment=NetworkSegment(bbbe531a-d0b2-4298-83d5-4f0631cd34a1),segment_id=bbbe531a-d0b2-4298-83d5-4f0631cd34a1)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:52.620417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.634695 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-0e31c766-c5af-4b88-a2f4-02aa343b8902 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 1000 time: 0.3705387 Feb 19 07:31:52.636035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5db0793e-6453-4972-bdb4-8b10563e64b6 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/ports/14e3a305-dc6b-490a-bbc9-b8b457aa92c3 HTTP/1.1" status: 204 len: 168 time: 1.5642254 Feb 19 07:31:52.639745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33896) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:52.748114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.752365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:52.753276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.862395 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8160825 Feb 19 07:31:52.877170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:52.886786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 3e698ddd-73b6-497c-9c02-7a524464bb6d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:52.893321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': '783d5713-864d-4301-931c-d2147edc207f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:52.922400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.985125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fd956-19c9-42a1-bd3c-d73ee280764a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=783d5713-864d-4301-931c-d2147edc207f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:52.995465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet ce80a210-f8d1-4f72-92f8-cd158e9162fb {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:52.998489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:52.999195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 783d5713-864d-4301-931c-d2147edc207f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:53.082448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Deleting port a015fc5c-60d9-47ec-979c-62d8c032e9de {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:53.082860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.114933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Calling delete_port for c232c355-8dd6-475d-ac1c-16c502f4f4c8 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:53.137597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-ba125933-81e7-46a5-91d9-d0677b69a3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:53.138996 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-ba125933-81e7-46a5-91d9-d0677b69a3f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.3877528 Feb 19 07:31:53.146163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.176646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:53.185362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:53.189644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:53.206943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:53.255513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:53.449652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:53.449953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:53.569303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.575290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.606524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.675478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.692467 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-a1ea1f0a-9e38-462b-8d13-5688b67a1aba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5048637 Feb 19 07:31:53.715198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Port': ['ID=c232c355-8dd6-475d-ac1c-16c502f4f4c8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:53.817289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979f4f-d55f-42cd-b434-392d281cfc0e req-05b525cc-c13c-4171-90df-8b4daca752a0 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:53.818802 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e2979f4f-d55f-42cd-b434-392d281cfc0e req-05b525cc-c13c-4171-90df-8b4daca752a0 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5444503 Feb 19 07:31:53.823388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Calling delete_port for a015fc5c-60d9-47ec-979c-62d8c032e9de owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:53.884084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26896109-39c5-42bc-a75a-5e595c69fdee req-3facbdb7-952e-4124-92d9-379f4ab194e7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:53.885580 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26896109-39c5-42bc-a75a-5e595c69fdee req-3facbdb7-952e-4124-92d9-379f4ab194e7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.5640736 Feb 19 07:31:53.935211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.954659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 3e698ddd-73b6-497c-9c02-7a524464bb6d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:53.955290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:53.984843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e2979f4f-d55f-42cd-b434-392d281cfc0e req-86740102-cb64-43b8-b77c-0964f7f9f159 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514442 Feb 19 07:31:54.015721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-80ebf842-d8aa-4c04-b34a-8382d462da37 tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/ports/c232c355-8dd6-475d-ac1c-16c502f4f4c8 HTTP/1.1" status: 204 len: 168 time: 1.6721590 Feb 19 07:31:54.018589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33908) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:54.059733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] The port '3e698ddd-73b6-497c-9c02-7a524464bb6d' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:31:54.068739 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26896109-39c5-42bc-a75a-5e595c69fdee req-b8217389-88e5-4243-84ae-88bf03474396 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763852 Feb 19 07:31:54.077473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.167838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=ce80a210-f8d1-4f72-92f8-cd158e9162fb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:54.194613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.207158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.214687 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e987457-7297-4827-b139-e7fd6ca7a53b None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:54.260044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.338627 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-9851c9eb-7048-4563-9019-2b1e714cddd6 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227451 Feb 19 07:31:54.346493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Port': ['ID=a015fc5c-60d9-47ec-979c-62d8c032e9de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:54.359844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Router beefa6f6-67a9-4998-a614-10bf1ae7fcb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:54.369114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=79a7a346-a6da-43b1-a124-97b6783342e0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:54.382231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.387806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting subnet 93465f4f-c6ae-4cc6-b7f9-06a3371941ab {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:31:54.394116 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cda9452d-c0e4-4582-83b9-ab1b25263445 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/ce80a210-f8d1-4f72-92f8-cd158e9162fb HTTP/1.1" status: 204 len: 168 time: 2.2868037 Feb 19 07:31:54.396547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.397057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33914) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:54.436968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': '022b316c-1084-494b-8658-df1a7b1fb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '783d5713-864d-4301-931c-d2147edc207f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:54.437509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: 783d5713-864d-4301-931c-d2147edc207f, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:54.469045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.511456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aece81d-5bd5-49c0-b64a-b05bf0df6dbd req-dfbd35d9-1a95-4496-844d-94259bc8b2e0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:54.512990 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8aece81d-5bd5-49c0-b64a-b05bf0df6dbd req-dfbd35d9-1a95-4496-844d-94259bc8b2e0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.2813876 Feb 19 07:31:54.532857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.533946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:54.536998 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-406ba236-23a8-48c4-827b-cd16a38dc7ce tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/ports/a015fc5c-60d9-47ec-979c-62d8c032e9de HTTP/1.1" status: 204 len: 168 time: 1.8945031 Feb 19 07:31:54.538740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] Deleting port 1a16b497-5506-4f5d-bf02-454a7d2cefbb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:54.539319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.543487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:54.570951 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e0032d9-04bf-4a4c-b3ad-a227b6186ec1 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626279 Feb 19 07:31:54.570951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0264ac9-511c-4056-86d1-545ebced43e2']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:54.579676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33922) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:54.601407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf3a3839-eb58-46ab-91c6-13068afb6a7f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Synchronizing usage tracker for tenant:bd1df3835e5f403aadb55289824a455c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:54.620094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbe531a-d0b2-4298-83d5-4f0631cd34a1') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:54.620387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbe531a-d0b2-4298-83d5-4f0631cd34a1') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:54.632363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 783d5713-864d-4301-931c-d2147edc207f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:54.669143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf3a3839-eb58-46ab-91c6-13068afb6a7f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Unset dirty status for tenant:bd1df3835e5f403aadb55289824a455c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:54.674354 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cf3a3839-eb58-46ab-91c6-13068afb6a7f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1220977 Feb 19 07:31:54.674354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 783d5713-864d-4301-931c-d2147edc207f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:54.675903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8aece81d-5bd5-49c0-b64a-b05bf0df6dbd req-6e6ef426-d995-4711-afb6-49e43577186f tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557748 Feb 19 07:31:54.676350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:54.681753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:54.682401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.690256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1717354120'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:54.700544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:54.711865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Usage tracker for resource:network and tenant:bd1df3835e5f403aadb55289824a455c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:54.712969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.716603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:54.719763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:54.723546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.745903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724cb8c-f3bf-4994-8bda-d6bd3ae8e50f None None] Network 783d5713-864d-4301-931c-d2147edc207f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:54.784667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:54.804027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-72c4f6e7-bfc2-406a-a183-99b865431b9f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9231820 Feb 19 07:31:54.815973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:54.827655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1011786355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:54.838595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:54.841236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Made reservation on behalf of bd1df3835e5f403aadb55289824a455c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:54.844365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.862794 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] For port 1a16b497-5506-4f5d-bf02-454a7d2cefbb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1a16b497-5506-4f5d-bf02-454a7d2cefbb,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:54.863177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.882453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:54.913507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.914649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.923638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.929482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:54.968172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.982300 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d59c27a9-666c-40f2-ac8f-6d82e6708c13 req-900fba6a-b8dd-451b-970f-935e56ceb092 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322958 Feb 19 07:31:54.983127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:54.983802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.985154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Subnet': ['ID=93465f4f-c6ae-4cc6-b7f9-06a3371941ab,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:54.994541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bd48220f-75c7-41f8-953f-cdfa7503bb50 tempest-TestNetworkAdvancedServerOps-1084871417 tempest-TestNetworkAdvancedServerOps-1084871417-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1093 time: 0.2740948 Feb 19 07:31:54.994541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:54.994541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Added segment 691e1ac1-7731-4fae-b8c3-4e269cc0b49e of type vlan for network 3cd50ff6-6019-47ae-871b-21c37eb341c1 Feb 19 07:31:54.995772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:55.003506 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:55.006768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] Calling delete_port for 1a16b497-5506-4f5d-bf02-454a7d2cefbb owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:55.007634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '070a83d4-7dc0-49f0-b734-605d653e2713', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:55.015214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.028614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:55.035427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350b303-4ab3-4002-8eb0-f8d407ff5347 None None] Network b31e2c3f-6506-4133-a64e-8f1cc224f7f3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:55.048210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Usage tracker for resource:floatingip and tenant:d6ea6b7f01d54cf28e8de27ffb99b940 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:55.063934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:55.078799 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-276d82de-3bd6-48a0-9dc6-8dbc0610643e tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/subnets/93465f4f-c6ae-4cc6-b7f9-06a3371941ab HTTP/1.1" status: 204 len: 168 time: 1.0574441 Feb 19 07:31:55.087467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33944) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:55.122191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6718657-026e-4e3f-86ef-78a1090f096b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.123039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6718657-026e-4e3f-86ef-78a1090f096b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:55.132946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.137944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.152661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:55.180567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=a0264ac9-511c-4056-86d1-545ebced43e2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:55.189168 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a9c15543-a17b-42bc-a358-4f53a43c6d85 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/a0264ac9-511c-4056-86d1-545ebced43e2 HTTP/1.1" status: 204 len: 168 time: 3.7695184 Feb 19 07:31:55.197525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.211372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33948) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:55.225391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6718657-026e-4e3f-86ef-78a1090f096b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:55.228955 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f6718657-026e-4e3f-86ef-78a1090f096b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6427073 Feb 19 07:31:55.234305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33952) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:55.330910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70baf4e9-f84a-416f-a6cf-c8f1d2acbdbf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.331553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-70baf4e9-f84a-416f-a6cf-c8f1d2acbdbf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:55.349611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.351221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.361534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-70baf4e9-f84a-416f-a6cf-c8f1d2acbdbf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:55.365334 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-70baf4e9-f84a-416f-a6cf-c8f1d2acbdbf tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1268773 Feb 19 07:31:55.366291 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-bf967aab-734e-4bec-b5e1-5351786d2f73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.1758907 Feb 19 07:31:55.366696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33956) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:55.404737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-783d5713-864d-4301-931c-d2147edc207f', 'network_id': '783d5713-864d-4301-931c-d2147edc207f', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': '79a7a346-a6da-43b1-a124-97b6783342e0'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:55.405548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.414266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] Pushing event deleted for resources: {'Port': ['ID=1a16b497-5506-4f5d-bf02-454a7d2cefbb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:55.432447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f4135-7100-4774-ad68-17bbcfee05e3 None None] No DVR routers for this DVR port 1a16b497-5506-4f5d-bf02-454a7d2cefbb on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:55.451452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:55.479788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:55.487609 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-58282ca3-171a-4d06-aa3d-4c0ad922b0cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137295 Feb 19 07:31:55.503908 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] Sync routers for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:31:55.504853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33960) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:55.506095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.529701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:55.545893 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:55.546852 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:55.589072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] DHCP port deletion for b31e2c3f-6506-4133-a64e-8f1cc224f7f3 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:31:55.596889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] Deleting port 1c9b3884-fb98-48b6-8361-87e590392eb9 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:55.597271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.635337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-de33032c-8c3f-4412-a82d-49db8d362582 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.637010 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-de33032c-8c3f-4412-a82d-49db8d362582 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.1937835 Feb 19 07:31:55.638606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.643756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.686555 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:55.713139 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:31:55.715617 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:55.775451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Allocated IP 2001:db8::2 (783d5713-864d-4301-931c-d2147edc207f/79a7a346-a6da-43b1-a124-97b6783342e0/c02994fc-c986-4a9e-8582-24bea1857086) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:55.788931 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:55.789900 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7393dd-65d3-4a0a-a833-edcc09bfc1e1 None None] The sync data for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:31:55.825806 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-746eaba5-56b8-4373-866b-38a1a5e8df99 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.8281183 Feb 19 07:31:55.841210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33964) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:55.872077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a16b497-5506-4f5d-bf02-454a7d2cefbb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:55.882094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.885719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.886284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:55.964616 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-d10dcc32-869e-4d65-a04b-f327ce14f06d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 1000 time: 0.2448070 Feb 19 07:31:55.971315 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-411b4bf3-67b0-48ed-8ba4-622d30d6a2fe tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] 10.222.0.72 "GET /v2.0/floatingips/f410475e-1478-4365-9f68-c4b44a0c786b HTTP/1.1" status: 200 len: 983 time: 0.1264908 Feb 19 07:31:56.005600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33968) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:56.021629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port 1c9b3884-fb98-48b6-8361-87e590392eb9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:56.022040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.022742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 1a16b497-5506-4f5d-bf02-454a7d2cefbb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:31:56.023050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a16b497-5506-4f5d-bf02-454a7d2cefbb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:31:56.023461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1c9b3884-fb98-48b6-8361-87e590392eb9 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:31:56.066878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.099676 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4176693 Feb 19 07:31:56.100702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] For port 1c9b3884-fb98-48b6-8361-87e590392eb9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1c9b3884-fb98-48b6-8361-87e590392eb9,segment=NetworkSegment(557b3c00-018a-4fb9-8e02-276fe5cae566),segment_id=557b3c00-018a-4fb9-8e02-276fe5cae566)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:56.101281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.105555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33972) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:56.108666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-c9af6744-1967-4635-9c45-6769ba64e1fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:56.110050 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-c9af6744-1967-4635-9c45-6769ba64e1fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.1393266 Feb 19 07:31:56.113690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1414355289'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:56.119514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:56.123748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Usage tracker for resource:network and tenant:bd1df3835e5f403aadb55289824a455c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:56.126695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:56.132431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:56.132947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:56.138598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c07a0-d86b-4f33-9006-24d1944a020f tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Network': ['ID=3cd50ff6-6019-47ae-871b-21c37eb341c1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:56.161142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe10f1-feeb-4c15-bcfa-277060935de9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:56.166109 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-68fe10f1-feeb-4c15-bcfa-277060935de9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9478972 Feb 19 07:31:56.169970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349f086-ab25-4fb1-b27a-c896e6b403bf req-56aea268-11fe-4693-8671-b6e6299088a4 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:56.170903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:56.171741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f349f086-ab25-4fb1-b27a-c896e6b403bf req-56aea268-11fe-4693-8671-b6e6299088a4 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.9593697 Feb 19 07:31:56.203056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.206764 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6f9416d3-f392-47a0-a0c0-b90654bdadce tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3874898 Feb 19 07:31:56.215247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 33980) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:56.224746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:56.235149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 3cd50ff6-6019-47ae-871b-21c37eb341c1 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:56.256470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] Calling delete_port for 1c9b3884-fb98-48b6-8361-87e590392eb9 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:56.273399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:56.280131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Made reservation on behalf of bd1df3835e5f403aadb55289824a455c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:56.283557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.365659 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9a39742-ff22-4c27-be08-5b25060ffc62 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.3566227 Feb 19 07:31:56.370510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:56.415424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:56.435613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.435970 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Added segment 4c3b0fb9-0c37-4b3b-aa1f-b836c56ca6cf of type vlan for network 1bf031ab-46a7-4c92-9ab9-919523d2f5a7 Feb 19 07:31:56.460783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f349f086-ab25-4fb1-b27a-c896e6b403bf req-74740cde-e881-4972-82c1-61aa5b7cb09a tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534933 Feb 19 07:31:56.567580 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-8e491f10-039f-408c-8223-9a382570019e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4264998 Feb 19 07:31:56.589051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.597142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.609365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.611953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.662039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Transition to ACTIVE for port object c02994fc-c986-4a9e-8582-24bea1857086 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:56.675885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.686480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] Pushing event deleted for resources: {'Port': ['ID=1c9b3884-fb98-48b6-8361-87e590392eb9,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:56.693701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] For port 1c9b3884-fb98-48b6-8361-87e590392eb9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1c9b3884-fb98-48b6-8361-87e590392eb9,segment=NetworkSegment(557b3c00-018a-4fb9-8e02-276fe5cae566),segment_id=557b3c00-018a-4fb9-8e02-276fe5cae566)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:56.694391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.722996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcde607-606f-4a09-9cf7-ea6102dc3d91 None None] No DVR routers for this DVR port 1c9b3884-fb98-48b6-8361-87e590392eb9 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:56.724950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Transition to ACTIVE for port object c02994fc-c986-4a9e-8582-24bea1857086 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:56.746820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.792455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f7fc1db4-d98c-478e-b73c-7d4fb7528332 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:31:56.817073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Network 783d5713-864d-4301-931c-d2147edc207f is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:56.820303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:56.824111 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:56.824441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.834599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Pushing event updated for resources: {'Port': ['ID=c02994fc-c986-4a9e-8582-24bea1857086,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:56.919709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Attempting to bind port c02994fc-c986-4a9e-8582-24bea1857086 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:31:56.920058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Attempting to bind port c02994fc-c986-4a9e-8582-24bea1857086 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '022b316c-1084-494b-8658-df1a7b1fb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '783d5713-864d-4301-931c-d2147edc207f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:31:56.920357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Attempting to bind port c02994fc-c986-4a9e-8582-24bea1857086 on network 783d5713-864d-4301-931c-d2147edc207f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:31:56.926782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:31:56.927179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Checking segment: {'id': '022b316c-1084-494b-8658-df1a7b1fb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '783d5713-864d-4301-931c-d2147edc207f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:31:56.927528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.927718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f7fc1db4-d98c-478e-b73c-7d4fb7528332 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:31:56.927908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Bound using segment: {'id': '022b316c-1084-494b-8658-df1a7b1fb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '783d5713-864d-4301-931c-d2147edc207f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:31:56.928376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Bound port: c02994fc-c986-4a9e-8582-24bea1857086, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022b316c-1084-494b-8658-df1a7b1fb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '783d5713-864d-4301-931c-d2147edc207f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:31:56.932866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:56.933033 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f7fc1db4-d98c-478e-b73c-7d4fb7528332 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7536576 Feb 19 07:31:56.968129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:56.988983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Calling delete_port for 1c9b3884-fb98-48b6-8361-87e590392eb9 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:57.010580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.015703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:57.015703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.022396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1532456333'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:57.024956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] For port c02994fc-c986-4a9e-8582-24bea1857086, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:57.028304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] For port c02994fc-c986-4a9e-8582-24bea1857086, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c02994fc-c986-4a9e-8582-24bea1857086,segment=NetworkSegment(022b316c-1084-494b-8658-df1a7b1fb2a6),segment_id=022b316c-1084-494b-8658-df1a7b1fb2a6)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:57.034278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.047864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:57.051053 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-e03ad60f-b3bb-4279-b2fe-0ab17ba7f246 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437841 Feb 19 07:31:57.071677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:57.084935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:57.099704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:57.134217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Deleting port ce655912-433c-4b68-8324-902ee4d71512 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:57.134587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.146017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb24212-f3f7-4770-a76b-3e92bfd04e6a None None] Pushing event updated for resources: {'Port': ['ID=c02994fc-c986-4a9e-8582-24bea1857086,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:57.212066 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1053090 Feb 19 07:31:57.219004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aac4f-9355-4290-ac63-d66bc55b3849 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Network': ['ID=1bf031ab-46a7-4c92-9ab9-919523d2f5a7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:57.235852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:57.239201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.242550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 1bf031ab-46a7-4c92-9ab9-919523d2f5a7 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:57.310050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:31:57.310469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:31:57.347727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Allocated IP 172.26.1.134 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/1b6e2519-f8f1-4529-90b5-419749cb4db4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:57.348415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.360033 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f64dfadf-2048-4fec-af1e-87c3e38aca7d req-5a0c77c5-b8bd-4b07-b72b-d467cd380a55 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595189 Feb 19 07:31:57.607062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:57.762613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.763171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment 67c13515-b00f-4723-beb5-477e4ca848df of type vlan for network b3741621-6e28-456d-a0fc-a45bfa38fda9 Feb 19 07:31:57.820756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Deleting port 1c9b3884-fb98-48b6-8361-87e590392eb9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:31:57.821298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.901853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.902319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:57.912049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c02994fc-c986-4a9e-8582-24bea1857086 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:31:57.945076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8::1 (783d5713-864d-4301-931c-d2147edc207f/79a7a346-a6da-43b1-a124-97b6783342e0/b97a7022-38d3-4685-b901-7fc3ad2b2353) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:57.974128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.022055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c02994fc-c986-4a9e-8582-24bea1857086 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:58.028441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] The port '1c9b3884-fb98-48b6-8361-87e590392eb9' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:31:58.104338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Calling delete_port for ce655912-433c-4b68-8324-902ee4d71512 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:31:58.130461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.151166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object b97a7022-38d3-4685-b901-7fc3ad2b2353 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:58.181790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.219290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:31:58.248815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 783d5713-864d-4301-931c-d2147edc207f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:58.257076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:58.262244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:58.262783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.308998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=b97a7022-38d3-4685-b901-7fc3ad2b2353,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:58.381810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.441937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.447351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.471198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.474859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:58.475951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.560594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a5b74-f00c-4eb4-a7b1-fb90ba14500d None None] Network 783d5713-864d-4301-931c-d2147edc207f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:58.637814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31e2c3f-6506-4133-a64e-8f1cc224f7f3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:58.696109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51100365-f3aa-4799-8253-8dec3e1b9803 req-9e848b7c-eb20-44b3-a227-b40d269a9ee1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:58.697640 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-51100365-f3aa-4799-8253-8dec3e1b9803 req-9e848b7c-eb20-44b3-a227-b40d269a9ee1 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.9655848 Feb 19 07:31:58.699442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557b3c00-018a-4fb9-8e02-276fe5cae566') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:58.699718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557b3c00-018a-4fb9-8e02-276fe5cae566') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:58.713113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:31:58.756578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7798691 Feb 19 07:31:58.756578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.761249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.767576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 33994) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:58.798003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf105f8e-ba8f-4494-9170-d97fd793c0fd tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=b3741621-6e28-456d-a0fc-a45bfa38fda9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:58.804621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:58.815445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:31:58.952491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:58.961885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-308e5432-b895-48a4-96e9-5f48995782b5 None None] Provisioning for port c02994fc-c986-4a9e-8582-24bea1857086 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:58.993621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-308e5432-b895-48a4-96e9-5f48995782b5 None None] Provisioning complete for port c02994fc-c986-4a9e-8582-24bea1857086 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:58.994842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-308e5432-b895-48a4-96e9-5f48995782b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.010014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:31:59.010324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:59.024916 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:59.033553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:59.034739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.077002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:59.080494 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-51100365-f3aa-4799-8253-8dec3e1b9803 req-321a0dad-842f-4ef3-a927-a43e718abc71 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580739 Feb 19 07:31:59.095163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d429288-0f68-4562-8ddb-b6c850c4b196 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:31:59.194939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.210823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.211949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.322050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:59.322654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.326490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=555f4f09-0388-4be2-9123-92c3d5aea78f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:59.499296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:31:59.509240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:59.514816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:59.517344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:31:59.523459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-308e5432-b895-48a4-96e9-5f48995782b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.527244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Port': ['ID=1b6e2519-f8f1-4529-90b5-419749cb4db4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:59.531499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:31:59.532801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:31:59.589445 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-45e8d4d2-0957-4ecb-a2f8-b12f816e8a62 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0774739 Feb 19 07:31:59.592134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:31:59.596618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 783d5713-864d-4301-931c-d2147edc207f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:59.597036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.600532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.603231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:31:59.606980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:31:59.697163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.716847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event deleted for resources: {'Port': ['ID=ce655912-433c-4b68-8324-902ee4d71512,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:59.735859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] Pushing event deleted for resources: {'Network': ['ID=b31e2c3f-6506-4133-a64e-8f1cc224f7f3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:59.741934 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3b5d218f-106d-4981-8327-4d2b7005e93b tempest-AllowedAddressPairTestJSON-873253982 tempest-AllowedAddressPairTestJSON-873253982-project] 10.222.0.72 "DELETE /v2.0/networks/b31e2c3f-6506-4133-a64e-8f1cc224f7f3 HTTP/1.1" status: 204 len: 168 time: 4.6372507 Feb 19 07:31:59.776526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:59.790695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-308e5432-b895-48a4-96e9-5f48995782b5 None None] For port c02994fc-c986-4a9e-8582-24bea1857086, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c02994fc-c986-4a9e-8582-24bea1857086,segment=NetworkSegment(022b316c-1084-494b-8658-df1a7b1fb2a6),segment_id=022b316c-1084-494b-8658-df1a7b1fb2a6)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:59.799644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '555f4f09-0388-4be2-9123-92c3d5aea78f'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:31:59.801851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.823263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-308e5432-b895-48a4-96e9-5f48995782b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:31:59.858698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:00.039162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:00.132336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e5432-b895-48a4-96e9-5f48995782b5 None None] Pushing event updated for resources: {'Port': ['ID=c02994fc-c986-4a9e-8582-24bea1857086,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:00.162676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4e0dd554-034f-45df-9e72-f1b8cf622309 None None] Provisioning for port b97a7022-38d3-4685-b901-7fc3ad2b2353 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:00.190777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4e0dd554-034f-45df-9e72-f1b8cf622309 None None] Provisioning complete for port b97a7022-38d3-4685-b901-7fc3ad2b2353 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:00.191170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd554-034f-45df-9e72-f1b8cf622309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.200129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.252511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=b97a7022-38d3-4685-b901-7fc3ad2b2353,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:00.281682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:00.356334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4e0dd554-034f-45df-9e72-f1b8cf622309 None None] Port b97a7022-38d3-4685-b901-7fc3ad2b2353 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:00.362452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Allocated IP 2001:db8::f816:3eff:fe40:269c (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/555f4f09-0388-4be2-9123-92c3d5aea78f/00c69ee6-b6a1-46f3-8337-4b1c1cc4a852) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:00.374054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:00.482233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4e0dd554-034f-45df-9e72-f1b8cf622309 None None] Provisioning complete for port c02994fc-c986-4a9e-8582-24bea1857086 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:00.482615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e0dd554-034f-45df-9e72-f1b8cf622309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.500719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34008) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:00.501050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34010) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:00.508333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'subnets': [{'network_id': '3cd50ff6-6019-47ae-871b-21c37eb341c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--407713677', 'ip_version': 6}, {'network_id': '1bf031ab-46a7-4c92-9ab9-919523d2f5a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:00.508509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'subnet': {'network_id': '3cd50ff6-6019-47ae-871b-21c37eb341c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--407713677', 'ip_version': 6}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:00.509105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Request body: {'subnet': {'network_id': '1bf031ab-46a7-4c92-9ab9-919523d2f5a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:00.659191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef897-2b45-44e3-82e8-3d405ded1c1d req-b37d347a-b8a8-467a-a054-8cedd5204afe tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:00.660712 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d56ef897-2b45-44e3-82e8-3d405ded1c1d req-b37d347a-b8a8-467a-a054-8cedd5204afe tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 1.2798481 Feb 19 07:32:00.683498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.718898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.729887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Transition to ACTIVE for port object 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:00.748043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.749205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Transition to ACTIVE for port object 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:00.755819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.801312 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d56ef897-2b45-44e3-82e8-3d405ded1c1d req-290a955e-c785-41c2-9773-d569007640cd tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254516 Feb 19 07:32:00.831976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:00.843641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Pushing event updated for resources: {'Port': ['ID=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:00.850360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:00.856649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:00.914006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-116f8b38-29b2-4309-9c7b-e10b99baa23c None None] Provisioning complete for port b97a7022-38d3-4685-b901-7fc3ad2b2353 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:00.914437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-116f8b38-29b2-4309-9c7b-e10b99baa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:00.933641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 23ed5eb9-c82e-420b-9beb-84591c3bc6fc is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:32:00.997389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:01.004194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Usage tracker for resource:subnet and tenant:bd1df3835e5f403aadb55289824a455c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:01.015296 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd553ab0-a6fe-4cee-a09b-a7623152b9df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc91cd9df14c4be3b1f0a692ddf7447c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5063953 Feb 19 07:32:01.015296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:01.020868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34020) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:01.037523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Attempting to bind port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:01.038034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Attempting to bind port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:01.038970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Attempting to bind port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:01.039644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:01.042171 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 555f4f09-0388-4be2-9123-92c3d5aea78f (CIDR: 2001:db8::/64) Feb 19 07:32:01.045758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-116f8b38-29b2-4309-9c7b-e10b99baa23c None None] Port b97a7022-38d3-4685-b901-7fc3ad2b2353 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:01.050079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:01.051103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:01.051103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.051558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:01.052315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Bound port: 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:01.052788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.148077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] For port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:01.151323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.151916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] For port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:01.160899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.220181 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:32:01.220562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:32:01.237327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be363-7165-4880-90e5-34dca2f61dfa req-85856d55-74b2-436a-8b4e-010855e2e397 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:01.239591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d43be363-7165-4880-90e5-34dca2f61dfa req-85856d55-74b2-436a-8b4e-010855e2e397 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2753379 Feb 19 07:32:01.242330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd25b4-9e54-4d40-97e7-8aad808ce141 None None] Pushing event updated for resources: {'Port': ['ID=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:01.297437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=48c6872f-fa9b-4c45-948d-5e9854e37a78,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:01.310585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Made reservation on behalf of bd1df3835e5f403aadb55289824a455c for: {'subnet': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:01.355499 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9eeb7fe9-7006-4435-84de-a15b7989c091 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7592125 Feb 19 07:32:01.359873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34024) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:01.370008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:01.386100 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d43be363-7165-4880-90e5-34dca2f61dfa req-4f4a78c7-ddec-4f6e-9365-edca856bde55 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335504 Feb 19 07:32:01.513082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6900be8a-a0e8-438b-b90a-a6d0ea5afc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.546732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6900be8a-a0e8-438b-b90a-a6d0ea5afc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.683336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': '67c13515-b00f-4723-beb5-477e4ca848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:01.683938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: b3741621-6e28-456d-a0fc-a45bfa38fda9, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:01.712991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6900be8a-a0e8-438b-b90a-a6d0ea5afc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.726314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.726532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.754148 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900be8a-a0e8-438b-b90a-a6d0ea5afc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76af980c-eb32-494f-885c-d809fe02cdf0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:01.828030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:01.829689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6900be8a-a0e8-438b-b90a-a6d0ea5afc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.830798 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6900be8a-a0e8-438b-b90a-a6d0ea5afc07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76af980c-eb32-494f-885c-d809fe02cdf0 HTTP/1.1" status: 204 len: 168 time: 0.8064992 Feb 19 07:32:01.834151 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c5e83932-f544-4970-bbcf-bc489d536634 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/23ed5eb9-c82e-420b-9beb-84591c3bc6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6171184 Feb 19 07:32:01.840759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34032) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:01.843078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] Sync routers for ids ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:01.858149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:01.891019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] Routers {'23ed5eb9-c82e-420b-9beb-84591c3bc6fc'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:01.893020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:01.975509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba4d50-13b7-4079-baf3-5d24d5cd185a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:01.976934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-51ba4d50-13b7-4079-baf3-5d24d5cd185a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:02.028445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:02.032363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:02.035576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:02.066678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:02.068817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.073256 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:02.112805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b3741621-6e28-456d-a0fc-a45bfa38fda9) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:02.118156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.119038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.125332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed036ce2-3bac-41e5-9d13-eabfe0e93eb1 None None] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:02.156514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] Routers {'23ed5eb9-c82e-420b-9beb-84591c3bc6fc'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:02.160114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:02.162452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55442c43-9be4-4e1f-ba7d-3984f11ada9e req-ece16d8c-b5c3-4278-b56a-78fc9bbae2cc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.164608 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55442c43-9be4-4e1f-ba7d-3984f11ada9e req-ece16d8c-b5c3-4278-b56a-78fc9bbae2cc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5614407 Feb 19 07:32:02.191957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:02.316411 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2552b6df-93dd-4b05-8a32-364622939c28 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5198863 Feb 19 07:32:02.324548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:02.349148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9', 'name': 'tempest-PortsTestJSON-1175855028'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:02.394317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:02.394780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd66c2-963d-4ee3-be17-8d01f75c75b2 None None] The sync data for ids ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:02.443128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:02.480109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c02994fc-c986-4a9e-8582-24bea1857086 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:02.480474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-51ba4d50-13b7-4079-baf3-5d24d5cd185a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:02.485058 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-51ba4d50-13b7-4079-baf3-5d24d5cd185a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports/b97a7022-38d3-4685-b901-7fc3ad2b2353 HTTP/1.1" status: 200 len: 911 time: 0.6249206 Feb 19 07:32:02.485826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34048) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:02.511415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '79a7a346-a6da-43b1-a124-97b6783342e0'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:02.566610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.684617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.694608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99cc8b15-e988-44d2-8892-eb33a34f0adc None None] Provisioning for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:02.704671 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55442c43-9be4-4e1f-ba7d-3984f11ada9e req-0d4f413b-fde2-4c19-b786-5c4f0807822d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5285151 Feb 19 07:32:02.713261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99cc8b15-e988-44d2-8892-eb33a34f0adc None None] Provisioning complete for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:02.713627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99cc8b15-e988-44d2-8892-eb33a34f0adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.736455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Subnet': ['ID=2bad974d-353e-4d58-9794-ef6e3592b1ea,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:02.745688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b3741621-6e28-456d-a0fc-a45bfa38fda9', 'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9', 'tenant_id': '3077e5da16f94def8b0e99c3f69f9b2b', 'fixed_ips': [{'subnet_id': '48c6872f-fa9b-4c45-948d-5e9854e37a78'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:02.747182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.788253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Checking segment: {'id': '691e1ac1-7731-4fae-b8c3-4e269cc0b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3cd50ff6-6019-47ae-871b-21c37eb341c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:02.788896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network hostable DHCP agents. Network: 3cd50ff6-6019-47ae-871b-21c37eb341c1, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:02.807089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c02994fc-c986-4a9e-8582-24bea1857086 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:02.808797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.889657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network 3cd50ff6-6019-47ae-871b-21c37eb341c1 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:02.921702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:02.949864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 3cd50ff6-6019-47ae-871b-21c37eb341c1) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:02.957393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:02.966022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.969591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:02.973287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:02.989801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdce4a5-91cc-45b2-a47b-79f6957ac2b0 None None] Network 3cd50ff6-6019-47ae-871b-21c37eb341c1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:02.997187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:03.047228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:03.050460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.075262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event updated for resources: {'Subnet': ['ID=6be733b4-672c-43ec-859a-59a3a03d730c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:03.111374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.130787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port be6ac93f-1c8b-4bfd-b101-564114ae4a37 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:03.143937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Checking segment: {'id': '4c3b0fb9-0c37-4b3b-aa1f-b836c56ca6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1bf031ab-46a7-4c92-9ab9-919523d2f5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:03.144320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network hostable DHCP agents. Network: 1bf031ab-46a7-4c92-9ab9-919523d2f5a7, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:03.165025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.246012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Router beefa6f6-67a9-4998-a614-10bf1ae7fcb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:03.247962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99cc8b15-e988-44d2-8892-eb33a34f0adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.300852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34062) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:03.336199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Allocated IP 172.20.0.2 (b3741621-6e28-456d-a0fc-a45bfa38fda9/48c6872f-fa9b-4c45-948d-5e9854e37a78/32abc523-360f-4473-a0fe-e8c16b7ad72c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:03.360629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Network 1bf031ab-46a7-4c92-9ab9-919523d2f5a7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:03.386484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-99cc8b15-e988-44d2-8892-eb33a34f0adc None None] For port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:03.449497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 1bf031ab-46a7-4c92-9ab9-919523d2f5a7) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:03.460431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:03.460862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:03.461552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.492880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2425b0-8995-4472-9603-12b99564ca9e None None] Network 1bf031ab-46a7-4c92-9ab9-919523d2f5a7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:03.516744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ff723-5bf4-4af4-b0be-c70a7944a07d req-05979856-aaf0-4fd1-aac1-75329ad6d671 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:03.520724 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f9ff723-5bf4-4af4-b0be-c70a7944a07d req-05979856-aaf0-4fd1-aac1-75329ad6d671 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6338754 Feb 19 07:32:03.548085 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ed74540-01a2-454c-b5db-527bb9f398cc tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0436165 Feb 19 07:32:03.549585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34068) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:03.673675 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event updated for resources: {'Port': ['ID=1b6e2519-f8f1-4529-90b5-419749cb4db4,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:03.673967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99cc8b15-e988-44d2-8892-eb33a34f0adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.680038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58447cd7-1512-4e0f-aefd-bf41c53c222e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:03.681362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58447cd7-1512-4e0f-aefd-bf41c53c222e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:03.683130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58447cd7-1512-4e0f-aefd-bf41c53c222e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:03.683637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-58447cd7-1512-4e0f-aefd-bf41c53c222e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Synchronizing usage tracker for tenant:bd1df3835e5f403aadb55289824a455c on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:03.685487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.744910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1692044519'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:03.750417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.762459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc8b15-e988-44d2-8892-eb33a34f0adc None None] Pushing event updated for resources: {'Port': ['ID=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:03.765989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-58447cd7-1512-4e0f-aefd-bf41c53c222e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Unset dirty status for tenant:bd1df3835e5f403aadb55289824a455c on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:03.778525 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-58447cd7-1512-4e0f-aefd-bf41c53c222e tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2165892 Feb 19 07:32:03.778790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:03.778917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34072) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:03.860475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Deleting subnet 2bad974d-353e-4d58-9794-ef6e3592b1ea {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:03.868603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.890310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:network and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:03.898254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ddcc6-fc75-42f3-9292-cc5001972e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-3cd50ff6-6019-47ae-871b-21c37eb341c1', 'network_id': '3cd50ff6-6019-47ae-871b-21c37eb341c1', 'tenant_id': 'bd1df3835e5f403aadb55289824a455c', 'fixed_ips': [{'subnet_id': '2bad974d-353e-4d58-9794-ef6e3592b1ea'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:03.900815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-423ddcc6-fc75-42f3-9292-cc5001972e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.904444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:03.910125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:03.949560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:03.982826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:03.997735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8996325-20ec-46dc-8282-e13770ef130c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-1bf031ab-46a7-4c92-9ab9-919523d2f5a7', 'network_id': '1bf031ab-46a7-4c92-9ab9-919523d2f5a7', 'tenant_id': 'bd1df3835e5f403aadb55289824a455c', 'fixed_ips': [{'subnet_id': '6be733b4-672c-43ec-859a-59a3a03d730c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:03.997969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8996325-20ec-46dc-8282-e13770ef130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.026520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.073662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:04.074844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=ea2eefb5-c191-4130-a68d-3e14fefb0a35,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:04.078878 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f9ff723-5bf4-4af4-b0be-c70a7944a07d req-69083c0a-eb4e-4dd1-b89a-d9c5e197a6bd tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444004 Feb 19 07:32:04.082297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.083273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:04.086242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:04.089333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.106596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.110579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:04.110875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:04.111259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.111698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.115839 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/ports/b97a7022-38d3-4685-b901-7fc3ad2b2353 HTTP/1.1" status: 200 len: 911 time: 1.6136298 Feb 19 07:32:04.116741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:04.191960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.198808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.227499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef593d-e15b-4caf-a2d5-2f1bce4a1d5a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=b97a7022-38d3-4685-b901-7fc3ad2b2353,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:04.241191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Subnet': ['ID=2bad974d-353e-4d58-9794-ef6e3592b1ea,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:04.246175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.261839 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-12d7f4df-7f96-4c10-8f62-598077bacab5 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/subnets/2bad974d-353e-4d58-9794-ef6e3592b1ea HTTP/1.1" status: 204 len: 168 time: 0.4815822 Feb 19 07:32:04.264181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34082) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:04.314592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f38a0-76e8-4a2f-9672-349c0c610b7e None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:04.328787 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f5021aca-9322-44eb-8b68-b578283677e3 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9676986 Feb 19 07:32:04.337874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34086) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:04.339622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Deleting subnet 6be733b4-672c-43ec-859a-59a3a03d730c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:04.343393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.352593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:7c:73:3c', 'name': 'tempest-NetworksTestDHCPv6-193493795'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:04.379688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:04.410977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.437837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:security_group_rule and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:04.447889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:04.471682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:04.508585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.591953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.603390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:04.640144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Subnet': ['ID=6be733b4-672c-43ec-859a-59a3a03d730c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server [None req-423ddcc6-fc75-42f3-9292-cc5001972e08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bad974d-353e-4d58-9794-ef6e3592b1ea: This subnet is being modified by another concurrent operation. Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:32:04.641129 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bad974d-353e-4d58-9794-ef6e3592b1ea: This subnet is being modified by another concurrent operation. Feb 19 07:32:04.645299 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Feb 19 07:32:04.653996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:04.665290 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server [None req-b8996325-20ec-46dc-8282-e13770ef130c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6be733b4-672c-43ec-859a-59a3a03d730c: This subnet is being modified by another concurrent operation. Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:32:04.671778 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6be733b4-672c-43ec-859a-59a3a03d730c: This subnet is being modified by another concurrent operation. Feb 19 07:32:04.674999 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Feb 19 07:32:04.682259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.682467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:04.687293 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3dca9a32-fdcd-4366-a91c-ef6e776fb925 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/subnets/6be733b4-672c-43ec-859a-59a3a03d730c HTTP/1.1" status: 204 len: 168 time: 0.4220080 Feb 19 07:32:04.691574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:04.695768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:04.697970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f280c5c2-2ab0-40dc-95c3-d0aaf1408f3d None None] Network 3cd50ff6-6019-47ae-871b-21c37eb341c1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:04.716899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3abfdee-163b-4e93-bfe5-20ef3f2d3c4b None None] Network 1bf031ab-46a7-4c92-9ab9-919523d2f5a7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:04.736912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Transition to ACTIVE for port object 32abc523-360f-4473-a0fe-e8c16b7ad72c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:04.760739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286af5f3-c240-452e-9a18-461c15dee2ed tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:04.761099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-286af5f3-c240-452e-9a18-461c15dee2ed tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Synchronizing usage tracker for tenant:bd1df3835e5f403aadb55289824a455c on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:04.777296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-286af5f3-c240-452e-9a18-461c15dee2ed tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Unset dirty status for tenant:bd1df3835e5f403aadb55289824a455c on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:04.778489 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-286af5f3-c240-452e-9a18-461c15dee2ed tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0859396 Feb 19 07:32:04.782571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34096) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:04.861837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.870883 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Floating IP 19fc2380-a095-461f-b4fb-96f53f8b3cd8 associated. External IP: 172.26.1.134, port: 070a83d4-7dc0-49f0-b734-605d653e2713. Feb 19 07:32:04.897468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.937401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.938186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Transition to ACTIVE for port object 32abc523-360f-4473-a0fe-e8c16b7ad72c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:04.985261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:04.989323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:04.989680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.007145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:05.010974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.031120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.062450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf031ab-46a7-4c92-9ab9-919523d2f5a7']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.076054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3b0fb9-0c37-4b3b-aa1f-b836c56ca6cf') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.076364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3b0fb9-0c37-4b3b-aa1f-b836c56ca6cf') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.088791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.107585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.114479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:05.115008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:05.130188 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:05.226938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:05.235022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:05.236902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Pushing event updated for resources: {'Port': ['ID=32abc523-360f-4473-a0fe-e8c16b7ad72c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.239264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:05.249727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:05.251719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:05.278909 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] Sync routers for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:05.284867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2871d550-b169-49c7-b4de-9e329d9a9e98,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.322415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.322790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port a0519174-28e6-431d-aac9-0282f780ba87 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:05.325304 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:05.325911 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.342268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.367427 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/networks/1bf031ab-46a7-4c92-9ab9-919523d2f5a7 HTTP/1.1" status: 204 len: 168 time: 0.5836923 Feb 19 07:32:05.371020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3731d78-7286-4356-92e2-7e6145095e80 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Network': ['ID=1bf031ab-46a7-4c92-9ab9-919523d2f5a7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.386927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34100) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:05.391792 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.411357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5878-b621-45af-ac86-49dbc95d37d8 req-031a2a68-659c-4d4c-af55-6713d5fbd2c2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:05.414104 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:05.414830 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.419053 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61de5878-b621-45af-ac86-49dbc95d37d8 req-031a2a68-659c-4d4c-af55-6713d5fbd2c2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.8018434 Feb 19 07:32:05.423348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.423686 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Added segment c329898e-1f24-4dc1-a899-646ac5138e62 of type vlan for network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 Feb 19 07:32:05.498435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.3 (b3741621-6e28-456d-a0fc-a45bfa38fda9/48c6872f-fa9b-4c45-948d-5e9854e37a78/be6ac93f-1c8b-4bfd-b101-564114ae4a37) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:05.530025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Attempting to bind port 32abc523-360f-4473-a0fe-e8c16b7ad72c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:05.530812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Attempting to bind port 32abc523-360f-4473-a0fe-e8c16b7ad72c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '67c13515-b00f-4723-beb5-477e4ca848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:05.530812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Attempting to bind port 32abc523-360f-4473-a0fe-e8c16b7ad72c on network b3741621-6e28-456d-a0fc-a45bfa38fda9 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:05.544273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:05.544635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Checking segment: {'id': '67c13515-b00f-4723-beb5-477e4ca848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:05.545423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.545423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Bound using segment: {'id': '67c13515-b00f-4723-beb5-477e4ca848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:05.545830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Bound port: 32abc523-360f-4473-a0fe-e8c16b7ad72c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c13515-b00f-4723-beb5-477e4ca848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:05.546230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.547251 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.547652 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297531ec-07ee-4fcd-9627-84166d950e47 None None] The sync data for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:05.548435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.555862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.608457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] Update dhcp port {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '555f4f09-0388-4be2-9123-92c3d5aea78f', 'ip_address': '2001:db8::f816:3eff:fe40:269c'}, {'subnet_id': 'ea2eefb5-c191-4130-a68d-3e14fefb0a35'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '00c69ee6-b6a1-46f3-8337-4b1c1cc4a852'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:32:05.641538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.683006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.695969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.696848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] For port 32abc523-360f-4473-a0fe-e8c16b7ad72c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:05.723881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd50ff6-6019-47ae-871b-21c37eb341c1']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.731179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] For port 32abc523-360f-4473-a0fe-e8c16b7ad72c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=32abc523-360f-4473-a0fe-e8c16b7ad72c,segment=NetworkSegment(67c13515-b00f-4723-beb5-477e4ca848df),segment_id=67c13515-b00f-4723-beb5-477e4ca848df)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:05.738746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691e1ac1-7731-4fae-b8c3-4e269cc0b49e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.739122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691e1ac1-7731-4fae-b8c3-4e269cc0b49e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.741211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.752255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.773450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.780785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:05.781170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:05.796714 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:05.861570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.880592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.899310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982833d5-35dd-4bd3-9e9f-395c948f938f None None] Pushing event updated for resources: {'Port': ['ID=32abc523-360f-4473-a0fe-e8c16b7ad72c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.902484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.916747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Network': ['ID=3cd50ff6-6019-47ae-871b-21c37eb341c1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.922707 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a9eda526-ffe9-4e5c-9bc0-cc2d7ffa1ac7 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/networks/3cd50ff6-6019-47ae-871b-21c37eb341c1 HTTP/1.1" status: 204 len: 168 time: 0.5345027 Feb 19 07:32:05.925073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34104) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:05.941579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.945288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:05.945863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:05.988465 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61de5878-b621-45af-ac86-49dbc95d37d8 req-883b1686-aa03-4867-8e46-b0cdf473d35b tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5424330 Feb 19 07:32:06.043303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.057483 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-52d631fc-3964-4a15-b15b-92500c0852ba tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "DELETE /v2.0/floatingips/f410475e-1478-4365-9f68-c4b44a0c786b HTTP/1.1" status: 204 len: 168 time: 9.6408858 Feb 19 07:32:06.084014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34108) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:06.100902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:06.110782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:06.114625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Usage tracker for resource:floatingip and tenant:d320a0d3f80e43f691af1cbea24e26fd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:06.118742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:06.142223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:06.219368 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.223708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9151356 Feb 19 07:32:06.227331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34112) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:06.240787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'subnet': {'network_id': '6f667329-3c4b-4cfc-a2a9-b604b9bc0a67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:06.244058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.286575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8221d1f-b986-41f8-b9c8-cf2603d565fa tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Network': ['ID=6f667329-3c4b-4cfc-a2a9-b604b9bc0a67,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:06.297941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:32:06.319311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199a261f-e263-4294-9651-3a9f8447396d']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:06.339522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fdf6bc-79c9-4d2a-af11-861e1947b94a') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:06.339719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fdf6bc-79c9-4d2a-af11-861e1947b94a') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:06.353217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.374097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.383305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:06.383746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:06.399143 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:06.483688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.497905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.508066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8:0:1::367 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/ea2eefb5-c191-4130-a68d-3e14fefb0a35/a0519174-28e6-431d-aac9-0282f780ba87) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:06.517450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.519830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:06.520367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.528361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Network': ['ID=199a261f-e263-4294-9651-3a9f8447396d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:06.531053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:fe7c:733c (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/555f4f09-0388-4be2-9123-92c3d5aea78f/a0519174-28e6-431d-aac9-0282f780ba87) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:06.535382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:subnet and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:06.543746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:06.547300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object be6ac93f-1c8b-4bfd-b101-564114ae4a37 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:06.561985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:06.565522 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-142b531e-c4b1-4d07-bebd-b7d9fa8b0fff tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/networks/199a261f-e263-4294-9651-3a9f8447396d HTTP/1.1" status: 204 len: 168 time: 0.6393931 Feb 19 07:32:06.571515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:06.679052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:06.698000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4bb551d-bce8-4a3e-801f-ddb739c3c52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.744081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.800476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Allocated IP 172.26.1.57 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/190ec7ad-8528-47f5-bcbf-8451c62513e9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:06.886900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:06.951312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3d08f-17a9-43bf-8537-30bcf771d4ff None None] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:07.075399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.096187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bcd1cb13-87fb-4c7d-bb8a-540c3de4a207 None None] Provisioning for port 32abc523-360f-4473-a0fe-e8c16b7ad72c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:07.117517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea8c810-3f0f-4089-a815-ea5a1892db35']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:07.147476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc2f3be-9142-4e32-a789-4cf32a780cc0') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:07.147804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc2f3be-9142-4e32-a789-4cf32a780cc0') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:07.164457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.197913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.209100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.212079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:07.212484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:07.226445 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:07.301386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.320791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.338192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.344748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.388132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] Pushing event deleted for resources: {'Network': ['ID=bea8c810-3f0f-4089-a815-ea5a1892db35,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:07.388648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:07.419179 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-542ea444-038e-44f0-83f1-7125ed864b33 tempest-BulkNetworkOpsIpV6Test-1261967431 tempest-BulkNetworkOpsIpV6Test-1261967431-project] 10.222.0.72 "DELETE /v2.0/networks/bea8c810-3f0f-4089-a815-ea5a1892db35 HTTP/1.1" status: 204 len: 168 time: 0.8443553 Feb 19 07:32:07.429910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:07.432554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:07.436078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:07.455099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:07.473261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=be6ac93f-1c8b-4bfd-b101-564114ae4a37,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:07.475907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Pushing event updated for resources: {'Port': ['ID=190ec7ad-8528-47f5-bcbf-8451c62513e9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:07.476070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:07.589011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a1b34883-622c-4052-94d7-fa5f398998d8 None None] Provisioning for port be6ac93f-1c8b-4bfd-b101-564114ae4a37 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:07.595893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a1b34883-622c-4052-94d7-fa5f398998d8 None None] Provisioning complete for port be6ac93f-1c8b-4bfd-b101-564114ae4a37 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:07.596633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1b34883-622c-4052-94d7-fa5f398998d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.643966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.685328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1b34883-622c-4052-94d7-fa5f398998d8 None None] Port be6ac93f-1c8b-4bfd-b101-564114ae4a37 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:07.697613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.721693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.743670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object a0519174-28e6-431d-aac9-0282f780ba87 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:07.777483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:07.778294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.813402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2c1d13aa-4ab5-490a-9237-69607128e7f4 None None] Provisioning complete for port be6ac93f-1c8b-4bfd-b101-564114ae4a37 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:07.813402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c1d13aa-4ab5-490a-9237-69607128e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:07.848469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fb5f6-6054-44b3-8218-5e7d12867020 req-7e46f8dc-434f-4afb-b922-3fc35ae5b3a6 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:07.849981 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-367fb5f6-6054-44b3-8218-5e7d12867020 req-7e46f8dc-434f-4afb-b922-3fc35ae5b3a6 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6870170 Feb 19 07:32:07.914549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d13aa-4ab5-490a-9237-69607128e7f4 None None] Port be6ac93f-1c8b-4bfd-b101-564114ae4a37 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:07.932415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 32abc523-360f-4473-a0fe-e8c16b7ad72c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:07.942617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:07.943145 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ff54af40-e293-4c34-af65-fb1b5b7ad64a tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6023285 Feb 19 07:32:07.952944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:07.972508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': 'b3741621-6e28-456d-a0fc-a45bfa38fda9', 'name': 'tempest-PortsTestJSON-438369957'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:08.007184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 32abc523-360f-4473-a0fe-e8c16b7ad72c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:08.012799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 32abc523-360f-4473-a0fe-e8c16b7ad72c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:08.013388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.063744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.138927 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-367fb5f6-6054-44b3-8218-5e7d12867020 req-508a296f-99ef-4fe7-8e14-5547e43b99f2 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720590 Feb 19 07:32:08.171356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] Allocated IP 2001:db8:0:1::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/ea2eefb5-c191-4130-a68d-3e14fefb0a35/00c69ee6-b6a1-46f3-8337-4b1c1cc4a852) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:08.207180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:08.207404 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2cbb695-da65-4194-95b5-dab1c5b65a7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd1df3835e5f403aadb55289824a455c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2629998 Feb 19 07:32:08.211353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.211497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34138) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:08.219048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:08.224861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:08.225213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:08.227815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:08.234251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:08.242498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.246326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:08.248505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=a0519174-28e6-431d-aac9-0282f780ba87,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:08.255068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:08.259565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.260359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.311590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.359280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Pushing event updated for resources: {'Port': ['ID=190ec7ad-8528-47f5-bcbf-8451c62513e9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:08.367280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:08.370422 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6a1ecc56-1782-4996-b6d0-229f90f297f5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0237732 Feb 19 07:32:08.371866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.372484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34144) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:08.447521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port d3efcf2c-4646-48ce-9787-6f7d25137b33 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:08.450954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] For port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:08.468826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.517219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.547237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] Transition to ACTIVE for port object 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:08.549221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 32abc523-360f-4473-a0fe-e8c16b7ad72c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=32abc523-360f-4473-a0fe-e8c16b7ad72c,segment=NetworkSegment(67c13515-b00f-4723-beb5-477e4ca848df),segment_id=67c13515-b00f-4723-beb5-477e4ca848df)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:08.556638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.576919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.641394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6cf85-5a27-4b74-8b92-31a0a46bd85c None None] Pushing event updated for resources: {'Port': ['ID=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:08.647887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.692551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.696578 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8356c6d8-27cc-48ec-966b-2bf17c06088a tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6087480 Feb 19 07:32:08.703674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34148) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:08.744408 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-873d93bd-7159-46c1-9631-93b9beea181e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebec3d746567482cb7159bc17612913c&device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 1098 time: 0.2103512 Feb 19 07:32:08.745832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.9 (b3741621-6e28-456d-a0fc-a45bfa38fda9/48c6872f-fa9b-4c45-948d-5e9854e37a78/d3efcf2c-4646-48ce-9787-6f7d25137b33) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:08.758582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Subnet': ['ID=9b49e33b-08ed-4488-b6d1-83fe8322f603,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:08.785060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port a0519174-28e6-431d-aac9-0282f780ba87 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:08.785398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.817711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=32abc523-360f-4473-a0fe-e8c16b7ad72c,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:08.850278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a501-82d4-45e5-8c44-7eb253be37c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.911989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Checking segment: {'id': 'c329898e-1f24-4dc1-a899-646ac5138e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '6f667329-3c4b-4cfc-a2a9-b604b9bc0a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:08.912371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network hostable DHCP agents. Network: 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:08.938686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b560aa80-84a9-4b3e-ac51-2ceb336f4996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:08.951711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:08.962608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a501-82d4-45e5-8c44-7eb253be37c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.121175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d3c78-0fda-4788-82cf-f7d435302272 req-60095df3-b1ed-461c-b05b-9d8c416bd290 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.122746 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-470d3c78-0fda-4788-82cf-f7d435302272 req-60095df3-b1ed-461c-b05b-9d8c416bd290 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5248687 Feb 19 07:32:09.143073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:09.160327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Usage tracker for resource:floatingip and tenant:6a27a124b44f4ef5b1677517a273f7ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:09.166113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-300a4c0c-ab38-46cc-afae-fe0517f41ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.167512 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-300a4c0c-ab38-46cc-afae-fe0517f41ee1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 200 len: 913 time: 0.4144096 Feb 19 07:32:09.168428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:09.226746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:09.298386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.396314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:09.399644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port b97a7022-38d3-4685-b901-7fc3ad2b2353 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:09.400084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.403735 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-055627ba-3e96-4a9f-8c8a-22d5b975d67e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 200 len: 1000 time: 0.2273047 Feb 19 07:32:09.412028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.468915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dfdb9abc-0ee5-4b88-b9a2-29554f11f6c1 None None] Provisioning for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:09.476315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dfdb9abc-0ee5-4b88-b9a2-29554f11f6c1 None None] Provisioning complete for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:09.477630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfdb9abc-0ee5-4b88-b9a2-29554f11f6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.497137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object d3efcf2c-4646-48ce-9787-6f7d25137b33 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:09.508844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-52f89665-d812-435a-9272-6ccf922691e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.510297 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-52f89665-d812-435a-9272-6ccf922691e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 200 len: 851 time: 0.0933590 Feb 19 07:32:09.604309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.620437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a91ba-4d8b-4af7-b826-9478b00e086c None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:32:09.638012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.680407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:09.718312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:09.721742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=d3efcf2c-4646-48ce-9787-6f7d25137b33,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:09.725154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:09.727384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:09.755681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a501-82d4-45e5-8c44-7eb253be37c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.767891 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-1237ac03-faac-4c73-99aa-9967c0a696ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bae076b-6fe4-46e2-a68c-b75a97bf87dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2488763 Feb 19 07:32:09.772632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a91ba-4d8b-4af7-b826-9478b00e086c None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:32:09.773354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.816644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.817248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.844257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for b97a7022-38d3-4685-b901-7fc3ad2b2353 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:09.875339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.900196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 32abc523-360f-4473-a0fe-e8c16b7ad72c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:09.910872 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-470d3c78-0fda-4788-82cf-f7d435302272 req-64b102fa-54bf-4937-93bb-6a75071f4465 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012366 Feb 19 07:32:09.911620 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1a501-82d4-45e5-8c44-7eb253be37c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318b2dd-d4c8-4f2b-92ad-de3f9de318b1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:09.951136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.951741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:09.975050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4700e14c-8290-4460-9c75-3a5fe5f3350e None None] Provisioning for port a0519174-28e6-431d-aac9-0282f780ba87 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:10.007422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4700e14c-8290-4460-9c75-3a5fe5f3350e None None] Provisioning complete for port a0519174-28e6-431d-aac9-0282f780ba87 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:10.007942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4700e14c-8290-4460-9c75-3a5fe5f3350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.032324 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cd3592f4-2712-48f8-ac5a-f98e4e8f4551 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0768211 Feb 19 07:32:10.039625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34154) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:10.056672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for a0519174-28e6-431d-aac9-0282f780ba87 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:10.084524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a501-82d4-45e5-8c44-7eb253be37c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.088230 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a4a1a501-82d4-45e5-8c44-7eb253be37c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e318b2dd-d4c8-4f2b-92ad-de3f9de318b1 HTTP/1.1" status: 204 len: 168 time: 1.8577549 Feb 19 07:32:10.103969 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-503eb67e-5fe9-4dc1-902b-9ad661e31f06 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8697302 Feb 19 07:32:10.107349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34160) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:10.122313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-139517076', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:10.132082 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-7c99c0b3-9615-4860-ab15-7ff0548e51d5 service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567066 Feb 19 07:32:10.133149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:10.137877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:10.180332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:router and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:10.194049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] Sync routers for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:10.195403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:10.200346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Allocated IP 172.26.1.158 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/c59b2223-3216-433e-9fa4-b0e0ce5c422a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:10.204663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.205433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4700e14c-8290-4460-9c75-3a5fe5f3350e None None] Port a0519174-28e6-431d-aac9-0282f780ba87 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:10.244060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.248095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:10.248812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:10.260992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.271996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:10.300936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 32abc523-360f-4473-a0fe-e8c16b7ad72c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:10.300936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.388192 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5b3e7e6f-0263-4490-81d3-e905c14665d7 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.3916264 Feb 19 07:32:10.390812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.391794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.395534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:32:10.461618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b9157-0085-4662-91a6-dff62a21eed8 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:10.462408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e86b9157-0085-4662-91a6-dff62a21eed8 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:10.472130 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-69c60e5e-3e22-46bd-bde6-4da5de5cc09b req-198e0c07-fb8c-4fdb-b323-c5390293e76d service neutron] 10.222.0.67 "GET /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199313 Feb 19 07:32:10.490648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.570592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e86b9157-0085-4662-91a6-dff62a21eed8 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:10.571748 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e86b9157-0085-4662-91a6-dff62a21eed8 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.5282159 Feb 19 07:32:10.574018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.575266 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713', 'status': 'completed', 'code': 200} Feb 19 07:32:10.582472 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:10.596596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.607994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=a0519174-28e6-431d-aac9-0282f780ba87,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:10.648140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.668736 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:32:10.762057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=b97a7022-38d3-4685-b901-7fc3ad2b2353,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:10.799939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:10.800829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.845955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d45dc-a2ed-4b72-8b23-5da207240b3a None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:32:10.893177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:10.902677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.910037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port d3efcf2c-4646-48ce-9787-6f7d25137b33 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:10.910448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:10.978734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Pushing event updated for resources: {'Port': ['ID=c59b2223-3216-433e-9fa4-b0e0ce5c422a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:11.031555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:11.126142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:11.141406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:11.149707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:11.153721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-612f53dc-c890-4279-8285-9cf97c70800f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/a0519174-28e6-431d-aac9-0282f780ba87 HTTP/1.1" status: 204 len: 168 time: 2.7584672 Feb 19 07:32:11.169358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:11.170885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:11.183441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34188) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:11.348756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2ec61-a0c9-4a26-bcd6-e8e531fc03fe req-857a6925-ea0a-4be0-ad0d-0085b6b761ec tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.350574 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-afe2ec61-a0c9-4a26-bcd6-e8e531fc03fe req-857a6925-ea0a-4be0-ad0d-0085b6b761ec tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.6956522 Feb 19 07:32:11.398139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34192) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:11.416297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d45dc-a2ed-4b72-8b23-5da207240b3a None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:32:11.430336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:11.457613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:11.496361 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-fd257e43-3cd3-4e2a-baec-3d318ee3ebb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1098 time: 0.9122460 Feb 19 07:32:11.547290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae501f-df75-47d2-a35a-6dbf5911b63f req-3c5c10a9-73aa-43f4-91e9-a49bb883c010 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.556041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50ae501f-df75-47d2-a35a-6dbf5911b63f req-3c5c10a9-73aa-43f4-91e9-a49bb883c010 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.4089305 Feb 19 07:32:11.728652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635982611'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:11.756563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:11.765737 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-afe2ec61-a0c9-4a26-bcd6-e8e531fc03fe req-a35cc077-5dee-4a60-a930-c3bccde8293b tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003608 Feb 19 07:32:11.768472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:11.773813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:11.780911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '19fc2380-a095-461f-b4fb-96f53f8b3cd8', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'port_id': '070a83d4-7dc0-49f0-b734-605d653e2713', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'mac_address': 'fa:16:3e:1c:51:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:32:01Z', 'updated_at': '2022-02-19T07:32:01Z', 'revision_number': 0, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:27Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:11.789117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:11.810442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] Checking router: 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:32:11.815643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:11.823349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:11.843536 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50ae501f-df75-47d2-a35a-6dbf5911b63f req-f1251b49-abe3-467c-a412-f9bc9767e519 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872808 Feb 19 07:32:11.857039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a23c67-a811-4fba-82ad-c3fbba01ac46 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.867984 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-08a23c67-a811-4fba-82ad-c3fbba01ac46 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4659958 Feb 19 07:32:11.867984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34204) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:11.868497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:11.868497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:11.909155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-77587703-9099-4eba-98dc-84730958b919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.910575 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-77587703-9099-4eba-98dc-84730958b919 service neutron] 10.222.0.67 "GET /v2.0/networks?id=898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 200 len: 898 time: 0.4036543 Feb 19 07:32:11.911266 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:11.986399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:12.135227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:12.142982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for d3efcf2c-4646-48ce-9787-6f7d25137b33 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:12.162246 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-98fb659d-4d84-4768-a455-625e84a12433 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 200 len: 999 time: 0.2395499 Feb 19 07:32:12.195440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:12.238379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f5a5a-edd9-4ff4-b8ed-1f366fae1ab8 None None] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:12.248081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b6e549dd-bacc-4eb7-bc2c-e05bb075b51e tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/floatingips/19fc2380-a095-461f-b4fb-96f53f8b3cd8 HTTP/1.1" status: 200 len: 991 time: 0.4196541 Feb 19 07:32:12.276376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:12.303555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:12.344521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:12.351094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:12.401412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:12.411670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:12.431533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:12.581905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 23ed5eb9-c82e-420b-9beb-84591c3bc6fc has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:12.584971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:12.690315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=d3efcf2c-4646-48ce-9787-6f7d25137b33,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:12.748963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-63d559ed-32e5-455e-8310-6247585d54c1 None None] Could not find standard attr ID for object d3efcf2c-4646-48ce-9787-6f7d25137b33. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:32:12.775976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c28ed33-091b-42f8-b6bf-8e5853271dac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:12.777739 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c28ed33-091b-42f8-b6bf-8e5853271dac tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9136367 Feb 19 07:32:12.789606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34208) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:12.791508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-57665b95-6664-4b5f-a359-ee49db805a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:12.793022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-57665b95-6664-4b5f-a359-ee49db805a6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=308af5a0-8f18-47dd-bf47-0fc226c46e19 HTTP/1.1" status: 200 len: 835 time: 0.6021276 Feb 19 07:32:12.814346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f353af30-272f-4672-8f0b-5c61a31e5c1b None None] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:12.954508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:12.966300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.029113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.036123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.039888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.088548 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8dbba4ca-2b67-4e02-bd9b-af478833fda9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/d3efcf2c-4646-48ce-9787-6f7d25137b33 HTTP/1.1" status: 204 len: 168 time: 2.4935448 Feb 19 07:32:13.091036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34214) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:13.095925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:13.102023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7182965f-6353-489b-a8d3-b84e1a1d42b3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/23ed5eb9-c82e-420b-9beb-84591c3bc6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9794350 Feb 19 07:32:13.111224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34218) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:13.115995 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] Sync routers for ids ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:13.127784 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] Routers {'23ed5eb9-c82e-420b-9beb-84591c3bc6fc'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:13.128408 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:13.154170 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-063ac3af-e462-4343-b3ce-3a66477a8ab9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:32:13.154679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-063ac3af-e462-4343-b3ce-3a66477a8ab9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:13.165652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '19fc2380-a095-461f-b4fb-96f53f8b3cd8', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'port_id': '070a83d4-7dc0-49f0-b734-605d653e2713', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'mac_address': 'fa:16:3e:1c:51:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:32:01Z', 'updated_at': '2022-02-19T07:32:01Z', 'revision_number': 0, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:27Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:13.173034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4604cd2f-dba7-42d7-9c71-6bc43a4f2e56,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:13.174198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421b3b6-7aac-46a0-9693-764f66cdf17c None None] The sync data for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv is: [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '19fc2380-a095-461f-b4fb-96f53f8b3cd8', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'port_id': '070a83d4-7dc0-49f0-b734-605d653e2713', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'mac_address': 'fa:16:3e:1c:51:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:32:01Z', 'updated_at': '2022-02-19T07:32:01Z', 'revision_number': 0, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:27Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:13.181472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.221864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6343af-5612-4318-92ae-de36d6bda690 req-7b5ba59b-d215-44c6-b6ec-f3abeab0e9c7 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.222541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7d6343af-5612-4318-92ae-de36d6bda690 req-7b5ba59b-d215-44c6-b6ec-f3abeab0e9c7 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.1990762 Feb 19 07:32:13.225789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-063ac3af-e462-4343-b3ce-3a66477a8ab9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:13.227210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-063ac3af-e462-4343-b3ce-3a66477a8ab9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/d3efcf2c-4646-48ce-9787-6f7d25137b33 HTTP/1.1" status: 404 len: 333 time: 0.1345754 Feb 19 07:32:13.234479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34222) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:13.238890 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:13.253633 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] Routers {'23ed5eb9-c82e-420b-9beb-84591c3bc6fc'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:13.254526 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:13.268937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34226) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:13.310252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee69b3-4c7b-4970-97e7-0e7106476089 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.311973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee69b3-4c7b-4970-97e7-0e7106476089 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.313720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee69b3-4c7b-4970-97e7-0e7106476089 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.318514 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43ee69b3-4c7b-4970-97e7-0e7106476089 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5242970 Feb 19 07:32:13.319367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34230) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:13.328008 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:13.328868 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d493ce6-18d0-4336-a006-bb5b54db10c8 None None] The sync data for ids ['23ed5eb9-c82e-420b-9beb-84591c3bc6fc'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:13.352126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port be6ac93f-1c8b-4bfd-b101-564114ae4a37 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:13.352731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.400918 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7d6343af-5612-4318-92ae-de36d6bda690 req-7e56572e-cb08-411d-a229-7b856f927436 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649292 Feb 19 07:32:13.437009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac453b0-b729-4c36-844e-3e30642134ae None None] New status for floating IP 19fc2380-a095-461f-b4fb-96f53f8b3cd8: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:32:13.513376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:13.521563 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3cfb4769-e24c-4eae-9efe-1b67fbee44a2 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=23ed5eb9-c82e-420b-9beb-84591c3bc6fc HTTP/1.1" status: 200 len: 205 time: 0.3507988 Feb 19 07:32:13.527580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34236) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:13.577574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:13.615387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Pushing event updated for resources: {'Port': ['ID=c59b2223-3216-433e-9fa4-b0e0ce5c422a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:13.622852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:13.645654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:13.698711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.26.1.116 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/288e98a8-6584-446a-92f4-3582c4dd2ec0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:13.759572 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87cf63c3-7c1f-47bc-bcdb-25241fd5c313 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/floatingips/19fc2380-a095-461f-b4fb-96f53f8b3cd8 HTTP/1.1" status: 200 len: 991 time: 0.4701784 Feb 19 07:32:13.803038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.853459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21a90eeb-f9c5-49db-b851-8a09adbc64f7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:13.862882 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-44279ae9-5db7-4cee-8eee-bd27d54d7ba3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=898871ed-b840-4852-893d-bc8c2c9b3555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8944154 Feb 19 07:32:13.908377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.053292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.085231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.089589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for be6ac93f-1c8b-4bfd-b101-564114ae4a37 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:14.124100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0d21-eb2d-47a5-b83c-0c595cef9ff5 req-0a4dfcd3-076c-4ee1-83b4-3326a08db688 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:14.125548 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-594f0d21-eb2d-47a5-b83c-0c595cef9ff5 req-0a4dfcd3-076c-4ee1-83b4-3326a08db688 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5290270 Feb 19 07:32:14.172633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.173929 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e60f0cf-68ee-4f6b-b186-63a511fbe225 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4669158 Feb 19 07:32:14.180033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34240) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:14.214347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.215543 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.8144777 Feb 19 07:32:14.231162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:14.233718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 555f4f09-0388-4be2-9123-92c3d5aea78f {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:14.242890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8196b-59b1-43d5-b27d-c84d7336d139 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d501f4d0-2276-485a-8499-5c7395793921,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:14.261625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.264381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.309233 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-0bed026e-4d88-4f3e-8936-223142d55ca9 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866355 Feb 19 07:32:14.380455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.530576 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-594f0d21-eb2d-47a5-b83c-0c595cef9ff5 req-17a217e5-6ced-4299-a129-07f763005101 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966832 Feb 19 07:32:14.556629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.563797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aaa454da-744b-47fc-b113-56789c51ed8d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:14.662662 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3393bbb0-c5c7-4b4a-906e-556f1af2bbfb req-d76affcc-38e8-4c76-a442-080416e9cc22 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393829 Feb 19 07:32:14.684550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.705461 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e64f3507-18dd-4078-9a2a-4968c96b996e tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.5214193 Feb 19 07:32:14.709955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:14.719486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:14.728292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aaa454da-744b-47fc-b113-56789c51ed8d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:14.732683 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aaa454da-744b-47fc-b113-56789c51ed8d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4970143 Feb 19 07:32:14.733966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:14.735997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=288e98a8-6584-446a-92f4-3582c4dd2ec0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:14.743703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:14.763910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34254) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:14.764667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:14.768633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21a90eeb-f9c5-49db-b851-8a09adbc64f7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.786528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-824cb4e1-dfa0-4894-8edb-d6e8b4e00c66 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-security--2028318098', 'description': 'tempest-security-description-1705290482'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:14.882982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21a90eeb-f9c5-49db-b851-8a09adbc64f7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.888641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.900560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.948977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=555f4f09-0388-4be2-9123-92c3d5aea78f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:14.959392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:14.960117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d46eba64-d20f-4c1c-a648-f8a291b7503b tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Synchronizing usage tracker for tenant:05fca99fca434ff4b7ab2fa4bd754ce8 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:14.967269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f35db-d9f8-4724-adf6-2c0da2a86d3e None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:14.976855 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c25c8da-b562-498d-bb9c-22c150ac7b6f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/555f4f09-0388-4be2-9123-92c3d5aea78f HTTP/1.1" status: 204 len: 168 time: 1.4586594 Feb 19 07:32:14.979923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34264) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.001556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=be6ac93f-1c8b-4bfd-b101-564114ae4a37,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:15.036403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-824cb4e1-dfa0-4894-8edb-d6e8b4e00c66 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.059941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet ea2eefb5-c191-4130-a68d-3e14fefb0a35 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:15.064488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.133879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.173862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-824cb4e1-dfa0-4894-8edb-d6e8b4e00c66 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.183000 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ddecf3fd-5855-4b30-9def-a981623e6eff tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/floatingips/19fc2380-a095-461f-b4fb-96f53f8b3cd8 HTTP/1.1" status: 200 len: 993 time: 0.4104438 Feb 19 07:32:15.209414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.210138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.234922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d46eba64-d20f-4c1c-a648-f8a291b7503b tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Unset dirty status for tenant:05fca99fca434ff4b7ab2fa4bd754ce8 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:15.236088 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d46eba64-d20f-4c1c-a648-f8a291b7503b tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.5255888 Feb 19 07:32:15.237218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-824cb4e1-dfa0-4894-8edb-d6e8b4e00c66 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.247604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34268) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.255492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21a90eeb-f9c5-49db-b851-8a09adbc64f7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.256049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a90eeb-f9c5-49db-b851-8a09adbc64f7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Fanout notify agent at l3_agent the message router_deleted on router 23ed5eb9-c82e-420b-9beb-84591c3bc6fc {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:32:15.446920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cb4e1-dfa0-4894-8edb-d6e8b4e00c66 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d501f4d0-2276-485a-8499-5c7395793921,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:15.458656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.460620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4803fd33-9385-41b2-8f95-da2334e322f4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/be6ac93f-1c8b-4bfd-b101-564114ae4a37 HTTP/1.1" status: 204 len: 168 time: 2.2235415 Feb 19 07:32:15.462484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-824cb4e1-dfa0-4894-8edb-d6e8b4e00c66 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.466537 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-824cb4e1-dfa0-4894-8edb-d6e8b4e00c66 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "PUT /v2.0/security-groups/d501f4d0-2276-485a-8499-5c7395793921 HTTP/1.1" status: 200 len: 1612 time: 0.6959877 Feb 19 07:32:15.468635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34272) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.469146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.509470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.563842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Deleting port c59b2223-3216-433e-9fa4-b0e0ce5c422a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:15.565412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.593890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21a90eeb-f9c5-49db-b851-8a09adbc64f7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.594944 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-21a90eeb-f9c5-49db-b851-8a09adbc64f7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/23ed5eb9-c82e-420b-9beb-84591c3bc6fc HTTP/1.1" status: 204 len: 168 time: 2.0661087 Feb 19 07:32:15.598778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.614566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac5db-23af-48ef-8b1b-4cac3335802e req-4a145ef9-d4db-4a94-836d-bc9325f98618 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:15.616072 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e2aac5db-23af-48ef-8b1b-4cac3335802e req-4a145ef9-d4db-4a94-836d-bc9325f98618 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.6794124 Feb 19 07:32:15.617113 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e961bb-e1c4-4cb0-8f57-b744043599ad tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:32:15.617569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-36e961bb-e1c4-4cb0-8f57-b744043599ad tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:15.655807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.714905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2eefb5-c191-4130-a68d-3e14fefb0a35,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:15.733372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:15.755452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-36e961bb-e1c4-4cb0-8f57-b744043599ad tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:15.759228 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-36e961bb-e1c4-4cb0-8f57-b744043599ad tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/be6ac93f-1c8b-4bfd-b101-564114ae4a37 HTTP/1.1" status: 404 len: 333 time: 0.2657154 Feb 19 07:32:15.763743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34284) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.780032 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8e8a9691-cafa-4960-ae4c-0ad3fd25cd4f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups/d501f4d0-2276-485a-8499-5c7395793921 HTTP/1.1" status: 200 len: 1612 time: 0.2874043 Feb 19 07:32:15.785050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.810550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e2aac5db-23af-48ef-8b1b-4cac3335802e req-c752f606-52dc-4434-94bd-7209377d7975 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788847 Feb 19 07:32:15.858577 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-310073fb-31c8-483a-bbc8-9ae7623e9501 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/ea2eefb5-c191-4130-a68d-3e14fefb0a35 HTTP/1.1" status: 204 len: 168 time: 0.8753893 Feb 19 07:32:15.867871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.872796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4fc0f4-a6b0-4454-8856-cb1e0a295362 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:15.987445 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7b19503-f984-480b-8827-e9f9322e4765 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069779 Feb 19 07:32:15.989361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34296) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:15.998993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:16.015845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.016114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.072202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c339f41b-3597-490a-bb99-9e1ecabdeda8 None None] Provisioning complete for port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:16.072864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c339f41b-3597-490a-bb99-9e1ecabdeda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.126508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet 79a7a346-a6da-43b1-a124-97b6783342e0 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:16.134303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.207767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Calling delete_port for c59b2223-3216-433e-9fa4-b0e0ce5c422a owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:16.237340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.266058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1025957c-6e74-4ada-bc8e-8915b05ecb60 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.270539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet 48c6872f-fa9b-4c45-948d-5e9854e37a78 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:16.279160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.301292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:16.306832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] Deleting port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:16.307314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.308285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:16.320993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1025957c-6e74-4ada-bc8e-8915b05ecb60 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.332201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:16.338481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:16.346727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:32:16.359234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:16.368701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.434474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:16.531950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1025957c-6e74-4ada-bc8e-8915b05ecb60 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.540421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] For port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:16.540919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.567100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025957c-6e74-4ada-bc8e-8915b05ecb60 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d501f4d0-2276-485a-8499-5c7395793921,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:16.570748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.589816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.660805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.664262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.699400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] Calling delete_port for 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:16.726359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Pushing event deleted for resources: {'Port': ['ID=c59b2223-3216-433e-9fa4-b0e0ce5c422a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:16.741100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1025957c-6e74-4ada-bc8e-8915b05ecb60 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.742747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1025957c-6e74-4ada-bc8e-8915b05ecb60 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/d501f4d0-2276-485a-8499-5c7395793921 HTTP/1.1" status: 204 len: 168 time: 0.9544809 Feb 19 07:32:16.745038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.747950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34300) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:16.791149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.818795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=79a7a346-a6da-43b1-a124-97b6783342e0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:16.834820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.846927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.852841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] No DVR routers for this DVR port 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:16.854298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.854443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff0f6c-d226-4224-82a8-b0f1434658bd None None] Pushing event deleted for resources: {'Port': ['ID=00c69ee6-b6a1-46f3-8337-4b1c1cc4a852,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:16.856005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34379c-65b2-4b35-affb-c42def14ebb0 None None] Network 783d5713-864d-4301-931c-d2147edc207f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:16.874524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:16.882999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-075ae6de-f449-4d01-a5a9-c830d0ca5277 tempest-FloatingIPAdminTestJSON-1221928264 tempest-FloatingIPAdminTestJSON-1221928264-project] 10.222.0.72 "DELETE /v2.0/floatingips/ddd021a9-a8f0-437d-b358-a30ad07cd1c8 HTTP/1.1" status: 204 len: 168 time: 1.6248522 Feb 19 07:32:16.895742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34306) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:16.905945 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea36841a-43b3-4edb-953b-3d8856924d04 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/79a7a346-a6da-43b1-a124-97b6783342e0 HTTP/1.1" status: 204 len: 168 time: 1.3030052 Feb 19 07:32:16.907529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34308) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:16.967184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=48c6872f-fa9b-4c45-948d-5e9854e37a78,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:17.027721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.029548 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fa9ca565-fe98-4297-9b9a-b41c6ee1c074 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/48c6872f-fa9b-4c45-948d-5e9854e37a78 HTTP/1.1" status: 204 len: 168 time: 1.2620425 Feb 19 07:32:17.038082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34314) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:17.049612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa90ce-f609-40d2-ac8c-4e49aa84fc9e None None] Network b3741621-6e28-456d-a0fc-a45bfa38fda9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:17.241572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.251711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964e930-36ff-493f-bfdb-2ed6c2045bed req-6186c0fd-3a99-40c7-af2a-56d63d80818d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.253449 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b964e930-36ff-493f-bfdb-2ed6c2045bed req-6186c0fd-3a99-40c7-af2a-56d63d80818d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.2697039 Feb 19 07:32:17.294476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 32abc523-360f-4473-a0fe-e8c16b7ad72c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:17.294816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.321888 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8e714736-44e2-4799-9ee6-85fe3dde572e tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5411046 Feb 19 07:32:17.326623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:17.329351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Deleting port 190ec7ad-8528-47f5-bcbf-8451c62513e9 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:17.329685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.343959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] DHCP port deletion for 783d5713-864d-4301-931c-d2147edc207f request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:17.349138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] Deleting port c02994fc-c986-4a9e-8582-24bea1857086 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:17.349667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.407421 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c3c2ebc8-8db5-4184-9be9-dd80d19f79ef tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] delete failed (client error): The resource could not be found. Feb 19 07:32:17.412048 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3c2ebc8-8db5-4184-9be9-dd80d19f79ef tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/d501f4d0-2276-485a-8499-5c7395793921 HTTP/1.1" status: 404 len: 347 time: 0.0808074 Feb 19 07:32:17.419447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34322) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:17.444710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133231641'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:17.456543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.458121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:32:17.459309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:17.468679 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b964e930-36ff-493f-bfdb-2ed6c2045bed req-24a4e580-96d8-425c-a769-c15c1fe5038f tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053702 Feb 19 07:32:17.469488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.488926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] DHCP port deletion for b3741621-6e28-456d-a0fc-a45bfa38fda9 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:17.501277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Deleting port 32abc523-360f-4473-a0fe-e8c16b7ad72c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:17.501791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.507573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:17.553690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:17.583438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:17.595920 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:17.596514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:17.609810 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:17.610410 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:17.621848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port c02994fc-c986-4a9e-8582-24bea1857086 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:17.622185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.676474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.681465 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c97d3580-9e55-4b37-9867-90e028f4f1eb tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5685828 Feb 19 07:32:17.682327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:17.691278 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:17.703283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.705772 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:17.706539 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:17.751863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] For port c02994fc-c986-4a9e-8582-24bea1857086, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c02994fc-c986-4a9e-8582-24bea1857086,segment=NetworkSegment(022b316c-1084-494b-8658-df1a7b1fb2a6),segment_id=022b316c-1084-494b-8658-df1a7b1fb2a6)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:17.752266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.771437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:17.777646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:17.780365 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:17.780934 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24068f9-9252-46c2-b7e7-2a2b5dc0e474 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:17.796645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.797603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.829020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bebaefb-e9c3-461d-9811-ef2cf4e42ec2 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:17.843063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] For port 32abc523-360f-4473-a0fe-e8c16b7ad72c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=32abc523-360f-4473-a0fe-e8c16b7ad72c,segment=NetworkSegment(67c13515-b00f-4723-beb5-477e4ca848df),segment_id=67c13515-b00f-4723-beb5-477e4ca848df)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:17.843573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.851755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=1553f4c9-2cd1-4ba4-8e37-40a637299051,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:17.898504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.898821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:17.908769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] Calling delete_port for c02994fc-c986-4a9e-8582-24bea1857086 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:17.918398 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c50083ea-cf24-4dd9-9372-4c92c7ed7950 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9268019 Feb 19 07:32:17.935863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34330) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:17.979883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 32abc523-360f-4473-a0fe-e8c16b7ad72c no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:17.980421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 32abc523-360f-4473-a0fe-e8c16b7ad72c owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:18.003082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:18.064289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.084572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Calling delete_port for 190ec7ad-8528-47f5-bcbf-8451c62513e9 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:18.114408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=32abc523-360f-4473-a0fe-e8c16b7ad72c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:18.118534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No DVR routers for this DVR port 32abc523-360f-4473-a0fe-e8c16b7ad72c on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:18.154099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] For port 32abc523-360f-4473-a0fe-e8c16b7ad72c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=32abc523-360f-4473-a0fe-e8c16b7ad72c,segment=NetworkSegment(67c13515-b00f-4723-beb5-477e4ca848df),segment_id=67c13515-b00f-4723-beb5-477e4ca848df)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:18.154475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.197651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-c63d9a4f-9fd3-4cd9-8d21-c2acd0458499 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:18.198363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-c63d9a4f-9fd3-4cd9-8d21-c2acd0458499 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Synchronizing usage tracker for tenant:ebec3d746567482cb7159bc17612913c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:18.201317 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:18.239360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No active binding found for port 32abc523-360f-4473-a0fe-e8c16b7ad72c {{(pid=83570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 19 07:32:18.239629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 32abc523-360f-4473-a0fe-e8c16b7ad72c not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:32:18.240698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:18.242435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.248379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:18.268181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3741621-6e28-456d-a0fc-a45bfa38fda9']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:18.281072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c13515-b00f-4723-beb5-477e4ca848df') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:18.281480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c13515-b00f-4723-beb5-477e4ca848df') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:18.293112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.300032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:18.313409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.320379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:18.320840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.326778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:18.331437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Calling delete_port for 32abc523-360f-4473-a0fe-e8c16b7ad72c owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:18.335933 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:18.385958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:32:18.387094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 00c69ee6-b6a1-46f3-8337-4b1c1cc4a852 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:32:18.387712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c02994fc-c986-4a9e-8582-24bea1857086 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:18.416234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.426845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-c63d9a4f-9fd3-4cd9-8d21-c2acd0458499 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Unset dirty status for tenant:ebec3d746567482cb7159bc17612913c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:18.427412 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-c63d9a4f-9fd3-4cd9-8d21-c2acd0458499 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.9638817 Feb 19 07:32:18.443902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port c02994fc-c986-4a9e-8582-24bea1857086, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c02994fc-c986-4a9e-8582-24bea1857086,segment=NetworkSegment(022b316c-1084-494b-8658-df1a7b1fb2a6),segment_id=022b316c-1084-494b-8658-df1a7b1fb2a6)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:18.444268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.449745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.476296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.490415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=b3741621-6e28-456d-a0fc-a45bfa38fda9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:18.507267 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c9cddc21-128a-48e9-a6d9-82996939c0d7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/b3741621-6e28-456d-a0fc-a45bfa38fda9 HTTP/1.1" status: 204 len: 168 time: 1.4634097 Feb 19 07:32:18.508214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34336) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:18.514587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1040201975'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:18.519808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:18.523764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:18.526737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:18.532756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:18.555061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:18.556238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:18.559348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.561126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:18.561563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c02994fc-c986-4a9e-8582-24bea1857086 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:32:18.561906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c02994fc-c986-4a9e-8582-24bea1857086 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:32:18.564591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:18.567370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] Pushing event deleted for resources: {'Port': ['ID=c02994fc-c986-4a9e-8582-24bea1857086,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:18.572430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:18.595814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:32:18.596175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:32:18.613338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d51684-04c6-4573-9f03-cf6a0e1eacb6 None None] No DVR routers for this DVR port c02994fc-c986-4a9e-8582-24bea1857086 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:18.677190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Deleting port 36ac9418-d462-4895-ae29-25b21868eb3c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:18.677531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.680804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '1553f4c9-2cd1-4ba4-8e37-40a637299051'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:18.681720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.712646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e714-6605-4cd6-993e-afd1b4b2da30 req-30c7157f-f902-4705-abf7-13e79c9a132c tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:18.715748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6de5e714-6605-4cd6-993e-afd1b4b2da30 req-30c7157f-f902-4705-abf7-13e79c9a132c tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.0883236 Feb 19 07:32:18.770708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6de5e714-6605-4cd6-993e-afd1b4b2da30 req-3d1e4857-f4f8-426e-90f3-ab0d0062fbe8 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Feb 19 07:32:18.843654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Allocated IP 2001:db8::f816:3eff:fe4b:94cd (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/1553f4c9-2cd1-4ba4-8e37-40a637299051/ec37a2e3-84f7-490b-bdfa-a1b753d16b19) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:18.893521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:18.896610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.948722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:18.955621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for c02994fc-c986-4a9e-8582-24bea1857086 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:19.043882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.050914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.097781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Deleting port 32abc523-360f-4473-a0fe-e8c16b7ad72c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:19.098187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.163165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e3986c3d-6906-4b68-8bac-4ed0c73bfad3 None None] The port '32abc523-360f-4473-a0fe-e8c16b7ad72c' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:32:19.206161 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fafb0d-76ab-4f36-9f85-190944fa4869,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:19.215115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Transition to ACTIVE for port object ec37a2e3-84f7-490b-bdfa-a1b753d16b19 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:19.220501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:19.231527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.231863 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment 2fe28052-c2d9-4210-b1ec-d1d69424f60f of type vlan for network cddb77fc-cd75-4c87-8258-cee175dfb499 Feb 19 07:32:19.240980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Transition to ACTIVE for port object ec37a2e3-84f7-490b-bdfa-a1b753d16b19 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:19.246700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.255635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.260420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.293156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.297216 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dca70884-483c-4518-942e-47d33e4ddae6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8739827 Feb 19 07:32:19.297722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34340) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:19.304875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '89fafb0d-76ab-4f36-9f85-190944fa4869', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:19.311196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.315392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:19.316282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.319156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:19.321668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:19.322501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:19.325093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:19.334486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Pushing event updated for resources: {'Port': ['ID=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:19.336700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Pushing event deleted for resources: {'Port': ['ID=190ec7ad-8528-47f5-bcbf-8451c62513e9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:19.347182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1553f4c9-2cd1-4ba4-8e37-40a637299051 (CIDR: 2001:db8::/64) Feb 19 07:32:19.351186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:19.352438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:32:19.352751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:32:19.359462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:19.409565 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:32:19.410005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:32:19.413357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:19.440029 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9306552 Feb 19 07:32:19.440779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34344) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:19.453718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:19.472210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7066b-3145-4f6f-a4d5-13f59f7d05c7 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=cddb77fc-cd75-4c87-8258-cee175dfb499,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:19.496027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Attempting to bind port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:19.496669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Attempting to bind port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:19.496781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Attempting to bind port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:19.498934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network cddb77fc-cd75-4c87-8258-cee175dfb499 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:32:19.545158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.564427 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4df287a4-7290-4327-9ac4-a29fb80d4a1b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6265130 Feb 19 07:32:19.571241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34348) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:19.582220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:19.582661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:19.582980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.583586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:19.583844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Bound port: ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:19.584241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.588836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:19.678718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.681481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.683933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:19.687103 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f0b1adc3-5631-48fd-b48f-1ac98e18c301 tempest-FloatingIPAdminTestJSON-499190008 tempest-FloatingIPAdminTestJSON-499190008-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/1e26951a-20b4-426b-b89f-17836424e3ad HTTP/1.1" status: 204 len: 168 time: 2.7823000 Feb 19 07:32:19.687886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34352) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:19.692481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] For port ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:19.695962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] For port ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:19.700456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:19.702083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.707839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:19.717196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:19.757638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:19.796010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8dedd-d4da-4cc9-b190-d9b8e00940ad None None] Pushing event updated for resources: {'Port': ['ID=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:19.797719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] For port 36ac9418-d462-4895-ae29-25b21868eb3c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=36ac9418-d462-4895-ae29-25b21868eb3c,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:19.798089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.859481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.885251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port c02994fc-c986-4a9e-8582-24bea1857086 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:19.885251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.886939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:19.911194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:19.927832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:19.935217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aba83c5-7d69-4bd3-8335-4d5b0d05016f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:19.941750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:20.017535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Deleting port d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:20.017778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.018370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:20.025341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.047228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.051366 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7e46e85a-c98c-4c03-8181-1dcec052f32f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7526734 Feb 19 07:32:20.056717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] The port 'c02994fc-c986-4a9e-8582-24bea1857086' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:32:20.058804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34358) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:20.136792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:20.140673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.387317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6291-ef8e-476b-a3ad-b2926614fd19 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.406512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6291-ef8e-476b-a3ad-b2926614fd19 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.463108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97826334-f284-45ec-99f6-11018e6c337b req-3ee70a61-5bd4-4a94-8fb8-a26998e238fa tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:20.464682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-97826334-f284-45ec-99f6-11018e6c337b req-3ee70a61-5bd4-4a94-8fb8-a26998e238fa tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 945 time: 0.5177855 Feb 19 07:32:20.478086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.550024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6291-ef8e-476b-a3ad-b2926614fd19 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.588678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae6291-ef8e-476b-a3ad-b2926614fd19 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aba83c5-7d69-4bd3-8335-4d5b0d05016f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:20.621483 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-97826334-f284-45ec-99f6-11018e6c337b req-3aee0b37-d271-4079-9429-5136f7821b82 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups?id=14b026cb-2590-4066-bd14-dd2b3f343f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467319 Feb 19 07:32:20.628648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6291-ef8e-476b-a3ad-b2926614fd19 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.629727 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9ae6291-ef8e-476b-a3ad-b2926614fd19 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/5aba83c5-7d69-4bd3-8335-4d5b0d05016f HTTP/1.1" status: 204 len: 168 time: 0.5699883 Feb 19 07:32:20.660070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34362) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:20.662061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783d5713-864d-4301-931c-d2147edc207f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:20.710527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022b316c-1084-494b-8658-df1a7b1fb2a6') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:20.710769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022b316c-1084-494b-8658-df1a7b1fb2a6') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:20.716782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.745186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.808743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.818432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:20.827844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.828296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.828600 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Floating IP 161bf6de-3929-440f-9cec-95ec060e9a9e disassociated. External IP: 172.26.1.50, port: 36ac9418-d462-4895-ae29-25b21868eb3c. Feb 19 07:32:20.828942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Calling delete_port for 36ac9418-d462-4895-ae29-25b21868eb3c owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:20.850324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': '2fe28052-c2d9-4210-b1ec-d1d69424f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:20.850735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: cddb77fc-cd75-4c87-8258-cee175dfb499, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:20.855317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.865589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:20.865983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:20.885643 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:20.910210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4251895f-8ec9-42f8-adbb-0d8221c7188b None None] Provisioning for port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:20.933521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:20.937091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:20.942227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:20.942810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:20.946823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae0a18-4f1e-47dc-9b61-1c767f34d7c3 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:20.947005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=5238a6e6-6c8d-47e1-8054-2409a0c0d4de,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:20.966331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network cddb77fc-cd75-4c87-8258-cee175dfb499 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:20.971564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b99818f5-8c63-4149-819f-c2a5ddbb04ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:20.975253 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5c0f6e40-a5c2-489d-9930-3a3de53e6b1c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4026587 Feb 19 07:32:20.977995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34366) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:20.983736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:50:8f:64', 'name': 'tempest-NetworksTestDHCPv6-1925757657'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:20.997852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, cddb77fc-cd75-4c87-8258-cee175dfb499) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:21.006442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.007735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:21.008404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.016286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9fea8-57de-4452-b1a9-4a8f5b3feaae None None] Network cddb77fc-cd75-4c87-8258-cee175dfb499 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:21.089296 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b23b2e41-a79e-4d64-be56-0f0f01460bb1 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6431468 Feb 19 07:32:21.092940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34370) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:21.100646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499', 'name': 'tempest-PortsTestJSON-1689486390', 'fixed_ips': [{'subnet_id': '8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e', 'ip_address': '172.20.0.10'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:21.179811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Calling delete_port for d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:21.276843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:21.287288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:21.300044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:21.312089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:21.324068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:21.330474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:21.334402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:21.344114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:21.351527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:21.360869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.366054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-cddb77fc-cd75-4c87-8258-cee175dfb499', 'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499', 'tenant_id': '3077e5da16f94def8b0e99c3f69f9b2b', 'fixed_ips': [{'subnet_id': '8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:21.367063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.378996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.389912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b99818f5-8c63-4149-819f-c2a5ddbb04ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:21.391321 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b99818f5-8c63-4149-819f-c2a5ddbb04ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7216022 Feb 19 07:32:21.394261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34374) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:21.395807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.455460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:21.464274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.495418 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/783d5713-864d-4301-931c-d2147edc207f HTTP/1.1" status: 204 len: 168 time: 4.5245132 Feb 19 07:32:21.511401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port eff71ed2-c1aa-4504-a27c-ce818b059c61 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:21.557191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34378) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:21.561388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.561863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 36ac9418-d462-4895-ae29-25b21868eb3c no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:21.631380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dc3f9-078d-4ea4-8702-67a9a7121193 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=783d5713-864d-4301-931c-d2147edc207f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:21.666106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ce42464-3a0c-4854-b49d-bdaa0bf7d452 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.687388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015808726', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:21.707747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:21.713014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:router and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:21.720635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 2843ab13-eb63-41f2-932b-bdfaee8855b7 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:21.721218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:21.731649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:21.748810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event deleted for resources: {'Port': ['ID=d75de3f9-b1ca-4301-abe8-d5ad9907e7a3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:21.783192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.784500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.807373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ce42464-3a0c-4854-b49d-bdaa0bf7d452 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.812114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.830455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] Update dhcp port {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'fixed_ips': [{'subnet_id': '1553f4c9-2cd1-4ba4-8e37-40a637299051', 'ip_address': '2001:db8::f816:3eff:fe4b:94cd'}, {'subnet_id': '5238a6e6-6c8d-47e1-8054-2409a0c0d4de'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': 'ec37a2e3-84f7-490b-bdfa-a1b753d16b19'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:32:21.855611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Allocated IP 172.20.0.2 (cddb77fc-cd75-4c87-8258-cee175dfb499/8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e/eef835a0-e1a0-4778-b7ec-65217348e558) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:21.889301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.901057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:21.921097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Port 36ac9418-d462-4895-ae29-25b21868eb3c update to DOWN by agent not found {{(pid=83570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 19 07:32:21.976001 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-76b462f6-cfe8-421e-9acc-5fcd6df481b3 req-8549f342-0145-4e63-b99d-7b9727aea1ec tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.0580764 Feb 19 07:32:22.001238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ce42464-3a0c-4854-b49d-bdaa0bf7d452 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.025767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce42464-3a0c-4854-b49d-bdaa0bf7d452 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fafb0d-76ab-4f36-9f85-190944fa4869,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:22.065062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.068569 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-410b59b3-8d4a-4fc3-9b5d-f89a6c8b3e25 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4974892 Feb 19 07:32:22.071894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.081721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ec37a2e3-84f7-490b-bdfa-a1b753d16b19 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:22.091426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:22.103513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1277849550'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:22.108899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:22.113693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:22.116730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:22.123412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:22.134678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event deleted for resources: {'Port': ['ID=36ac9418-d462-4895-ae29-25b21868eb3c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:22.139002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.143378 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d636345a-edfe-4bb6-b155-1814a3067fd9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "DELETE /v2.0/ports/d75de3f9-b1ca-4301-abe8-d5ad9907e7a3 HTTP/1.1" status: 204 len: 168 time: 2.4050293 Feb 19 07:32:22.147305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34388) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:22.155945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:22.158745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.183688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ce42464-3a0c-4854-b49d-bdaa0bf7d452 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.190573 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4ce42464-3a0c-4854-b49d-bdaa0bf7d452 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/89fafb0d-76ab-4f36-9f85-190944fa4869 HTTP/1.1" status: 204 len: 168 time: 0.7915521 Feb 19 07:32:22.195307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34392) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:22.278286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8:0:1::28e (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/5238a6e6-6c8d-47e1-8054-2409a0c0d4de/2843ab13-eb63-41f2-932b-bdfaee8855b7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:22.309986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::f816:3eff:fe50:8f64 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/1553f4c9-2cd1-4ba4-8e37-40a637299051/2843ab13-eb63-41f2-932b-bdfaee8855b7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:22.316666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:22.353692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.354067 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment b43b6428-53f0-4a1c-a592-ee9dfe59eea4 of type vlan for network 5abd82b3-fa6e-4828-8df2-18e21292606e Feb 19 07:32:22.366518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ae9b7679-5637-425a-9b86-26940610ccfc tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:22.446569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.493989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:22.507860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ae9b7679-5637-425a-9b86-26940610ccfc tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:22.515036 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ae9b7679-5637-425a-9b86-26940610ccfc tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3186731 Feb 19 07:32:22.516205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:22.516596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.541104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34396) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:22.553574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646939910'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:22.574596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:22.588520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.594359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.599708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:22.600796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.602058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:22.630443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.644315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Transition to ACTIVE for port object eef835a0-e1a0-4778-b7ec-65217348e558 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:22.685754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.704728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 2843ab13-eb63-41f2-932b-bdfaee8855b7 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:22.706890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad3df5b-9744-4808-9ed2-06b03478afdc tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:22.707591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bad3df5b-9744-4808-9ed2-06b03478afdc tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Synchronizing usage tracker for tenant:05fca99fca434ff4b7ab2fa4bd754ce8 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:22.714575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Transition to ACTIVE for port object eef835a0-e1a0-4778-b7ec-65217348e558 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:22.726993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.739733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:22.745604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:22.749810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:22.755603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:22.765063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:22.783470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bad3df5b-9744-4808-9ed2-06b03478afdc tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Unset dirty status for tenant:05fca99fca434ff4b7ab2fa4bd754ce8 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:22.784689 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bad3df5b-9744-4808-9ed2-06b03478afdc tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "GET /v2.0/ports?device_id=beefa6f6-67a9-4998-a614-10bf1ae7fcb6 HTTP/1.1" status: 200 len: 913 time: 0.6363928 Feb 19 07:32:22.796391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34400) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:22.850060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Network cddb77fc-cd75-4c87-8258-cee175dfb499 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:22.862221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:22.869894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:22.906531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] Allocated IP 2001:db8:0:1::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/5238a6e6-6c8d-47e1-8054-2409a0c0d4de/ec37a2e3-84f7-490b-bdfa-a1b753d16b19) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:22.909765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Pushing event updated for resources: {'Port': ['ID=eef835a0-e1a0-4778-b7ec-65217348e558,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:22.913340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:22.955384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.035569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=5abd82b3-fa6e-4828-8df2-18e21292606e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.038350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.046426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.132745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=2843ab13-eb63-41f2-932b-bdfaee8855b7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.160716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.167602 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ff804d2a-f647-414d-9c3a-eb2196b95c9c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0747294 Feb 19 07:32:23.171466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] For port ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:23.172058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34406) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:23.174876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:23.178738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.10 (cddb77fc-cd75-4c87-8258-cee175dfb499/8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e/eff71ed2-c1aa-4504-a27c-ce818b059c61) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:23.182301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:23.187923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:23.205873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:23.208048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.212909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:23.213997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.234111 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] Transition to ACTIVE for port object ec37a2e3-84f7-490b-bdfa-a1b753d16b19 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:23.240649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Router 1b66c491-97f9-470a-ae78-5088f14c49b2 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:23.280854 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6f5fd555-ff3e-4fe8-91ac-ace7b9ba8e3a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3016732 Feb 19 07:32:23.296773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34410) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:23.303473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 5abd82b3-fa6e-4828-8df2-18e21292606e details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:32:23.319153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.346710 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4fffc27f-3c29-41f1-8bbc-4a8c553c77de req-9d2bf27e-41a6-452c-bbc6-e45271790a95 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.1115439 Feb 19 07:32:23.371404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e3fcce-ac78-44c4-9aa7-9bd66c24283d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.410447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.414529 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-49216f33-d438-420c-8d31-0f3411612ce8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8724554 Feb 19 07:32:23.416206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.419339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34414) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:23.434940 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '75e3fcce-ac78-44c4-9aa7-9bd66c24283d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:23.441363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.466710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Attempting to bind port eef835a0-e1a0-4778-b7ec-65217348e558 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:23.466710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Attempting to bind port eef835a0-e1a0-4778-b7ec-65217348e558 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '2fe28052-c2d9-4210-b1ec-d1d69424f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:23.467200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Attempting to bind port eef835a0-e1a0-4778-b7ec-65217348e558 on network cddb77fc-cd75-4c87-8258-cee175dfb499 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:23.517998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:23.577132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:23.577571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Checking segment: {'id': '2fe28052-c2d9-4210-b1ec-d1d69424f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:23.577902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.578272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Bound using segment: {'id': '2fe28052-c2d9-4210-b1ec-d1d69424f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:23.578764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Bound port: eef835a0-e1a0-4778-b7ec-65217348e558, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe28052-c2d9-4210-b1ec-d1d69424f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:23.579130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.580999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 2843ab13-eb63-41f2-932b-bdfaee8855b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:23.581532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.614433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:23.641724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:23.651251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:23.655815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:23.669809 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8520ced-3933-4ad4-971b-9022cb6e74ac None None] Pushing event updated for resources: {'Port': ['ID=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.674958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:23.676801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:23.706257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] For port eef835a0-e1a0-4778-b7ec-65217348e558, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:23.709893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] For port eef835a0-e1a0-4778-b7ec-65217348e558, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=eef835a0-e1a0-4778-b7ec-65217348e558,segment=NetworkSegment(2fe28052-c2d9-4210-b1ec-d1d69424f60f),segment_id=2fe28052-c2d9-4210-b1ec-d1d69424f60f)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:23.714644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:23.717244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.756082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:23.801831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.843106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103e81-4be0-4977-9613-b6f8527e3821 None None] Pushing event updated for resources: {'Port': ['ID=eef835a0-e1a0-4778-b7ec-65217348e558,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.865741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object eff71ed2-c1aa-4504-a27c-ce818b059c61 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:23.891452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.914348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:23.931794 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ec37a2e3-84f7-490b-bdfa-a1b753d16b19 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:24.086579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.228191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network cddb77fc-cd75-4c87-8258-cee175dfb499 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:24.237185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:24.245398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:24.271544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=eff71ed2-c1aa-4504-a27c-ce818b059c61,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:24.344754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:24.345500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.372683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.419233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9aeede65-11f5-42de-ad9c-e2116d23a4e4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3250747 Feb 19 07:32:24.425808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:24.436446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': 'cddb77fc-cd75-4c87-8258-cee175dfb499', 'name': 'tempest-PortsTestJSON-2030383630', 'fixed_ips': [{'subnet_id': '8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e', 'ip_address': '172.20.0.9'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:24.601979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ddd1a474-4fd1-4054-b5f0-0e84a7803edf None None] Provisioning for port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:24.609490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ddd1a474-4fd1-4054-b5f0-0e84a7803edf None None] Provisioning complete for port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:24.609860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a474-4fd1-4054-b5f0-0e84a7803edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.616819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:24.617175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: 5abd82b3-fa6e-4828-8df2-18e21292606e, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:24.617293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.623601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=198d73e8-76e0-4a60-9961-295e179b652c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:24.627308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8295c31d-08d3-404b-9d6f-fcfa03216a3b req-6d77a4fd-5972-4a1e-ae90-36142e6f4d40 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.0677528 Feb 19 07:32:24.644258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.689753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 5abd82b3-fa6e-4828-8df2-18e21292606e is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:24.693103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:24.699533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:24.702556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:24.705216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 5abd82b3-fa6e-4828-8df2-18e21292606e) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:24.710602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:24.713075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:24.713656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.746768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:24.749964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e132b3-ffeb-4a54-b397-ab6498851038 None None] Network 5abd82b3-fa6e-4828-8df2-18e21292606e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:24.752530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.782411 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b99bb843-26c8-42c8-96cf-6451dab1bcc3 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6061075 Feb 19 07:32:24.783098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34424) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:24.794276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:24.808705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 2843ab13-eb63-41f2-932b-bdfaee8855b7 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:24.941181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 419235de-1162-4d73-a38a-4b4c0ee672f8 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:24.974033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e3e06d-f8f3-458a-a95d-1ff1daf426e9,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:25.048946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:25.063889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-5abd82b3-fa6e-4828-8df2-18e21292606e', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:25.065048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.065209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.069037 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8eb7e4af-278d-44f8-acc9-6abd65389642 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6446249 Feb 19 07:32:25.082487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] Sync routers for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:25.108182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34428) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:25.120036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.1 (6f667329-3c4b-4cfc-a2a9-b604b9bc0a67/9b49e33b-08ed-4488-b6d1-83fe8322f603/4e0702d0-4e63-490f-a501-1c6559e798cd) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:25.234662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94eb46-1692-458a-9647-58613271ef28 None None] Network cddb77fc-cd75-4c87-8258-cee175dfb499 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:25.271049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '75e3fcce-ac78-44c4-9aa7-9bd66c24283d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:25.281836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:25.302417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:25.306369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] No DVR routers for this DVR port 36ac9418-d462-4895-ae29-25b21868eb3c on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:25.310866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.313835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:25.320602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'name': 'network-vif-deleted', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:32:25.354943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:25.355806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:25.383965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:25.402033 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d32d91-cd46-46eb-bcef-dab572ca158d', 'name': 'network-vif-deleted', 'tag': '36ac9418-d462-4895-ae29-25b21868eb3c', 'status': 'completed', 'code': 200} Feb 19 07:32:25.403362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-041b2b50-e7e8-4eed-ad49-81c317b4122d None None] Provisioning for port 2843ab13-eb63-41f2-932b-bdfaee8855b7 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:25.405155 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ccd1426-26e7-4810-9c75-48a063c26093 req-221a3081-df71-4d13-a3ff-33fe60ee6649 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.67 "DELETE /v2.0/ports/36ac9418-d462-4895-ae29-25b21868eb3c HTTP/1.1" status: 204 len: 173 time: 6.9671123 Feb 19 07:32:25.470013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.9 (cddb77fc-cd75-4c87-8258-cee175dfb499/8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e/419235de-1162-4d73-a38a-4b4c0ee672f8) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:25.485629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-041b2b50-e7e8-4eed-ad49-81c317b4122d None None] Provisioning complete for port 2843ab13-eb63-41f2-932b-bdfaee8855b7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:25.485982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-041b2b50-e7e8-4eed-ad49-81c317b4122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.526108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.537824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Allocated IP 2001:db8::2 (5abd82b3-fa6e-4828-8df2-18e21292606e/198d73e8-76e0-4a60-9961-295e179b652c/b4494478-d68a-4c0c-ae61-ae27ccdf046a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:25.599350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-041b2b50-e7e8-4eed-ad49-81c317b4122d None None] Port 2843ab13-eb63-41f2-932b-bdfaee8855b7 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:25.643601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.661170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.745674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:25.759143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=2843ab13-eb63-41f2-932b-bdfaee8855b7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:25.851841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d4063e16-ac48-4973-be39-2b30d7cee0d6 None None] Provisioning for port eef835a0-e1a0-4778-b7ec-65217348e558 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:25.897427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:25.958338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:25.981520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:25.996503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:26.013019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.029263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=4e0702d0-4e63-490f-a501-1c6559e798cd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:26.031207 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ee034d1-c3f2-4e23-bb29-8a84a486d886 req-4e8f2b41-fcf3-4ee8-be53-1b84bbc76baa tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1d32d91-cd46-46eb-bcef-dab572ca158d HTTP/1.1" status: 200 len: 210 time: 0.2418261 Feb 19 07:32:26.045169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.052114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device eef835a0-e1a0-4778-b7ec-65217348e558 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:26.067422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object 419235de-1162-4d73-a38a-4b4c0ee672f8 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:26.111734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.113872 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62ff6c39-db59-46d1-bd6b-f5b4c55e6a56 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/2843ab13-eb63-41f2-932b-bdfaee8855b7 HTTP/1.1" status: 204 len: 168 time: 2.8082459 Feb 19 07:32:26.126128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34436) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:26.201971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.219546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.227936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.231936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.263562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.275213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Transition to ACTIVE for port object b4494478-d68a-4c0c-ae61-ae27ccdf046a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:26.277015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3a9ae6-be3b-4c74-a5d1-ae36947195f3,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:26.279147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.309079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.313090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5b395944-9ffb-4563-9684-6e61bf5686bd tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2019629 Feb 19 07:32:26.315382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34440) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:26.322305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '75e3fcce-ac78-44c4-9aa7-9bd66c24283d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:26.352520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:26.362225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:26.366307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Transition to ACTIVE for port object b4494478-d68a-4c0c-ae61-ae27ccdf046a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:26.375752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:26.386899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.433740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port eef835a0-e1a0-4778-b7ec-65217348e558 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:26.471368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port eef835a0-e1a0-4778-b7ec-65217348e558 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:26.471854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.558971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:26.576860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Network 5abd82b3-fa6e-4828-8df2-18e21292606e is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:26.577780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Pushing event updated for resources: {'Port': ['ID=b4494478-d68a-4c0c-ae61-ae27ccdf046a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:26.578469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.610281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.617073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:26.621895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:26.707891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=419235de-1162-4d73-a38a-4b4c0ee672f8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:26.759411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network cddb77fc-cd75-4c87-8258-cee175dfb499 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:26.770011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:26.773131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:26.801060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Attempting to bind port b4494478-d68a-4c0c-ae61-ae27ccdf046a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:26.801415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Attempting to bind port b4494478-d68a-4c0c-ae61-ae27ccdf046a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:26.801768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Attempting to bind port b4494478-d68a-4c0c-ae61-ae27ccdf046a on network 5abd82b3-fa6e-4828-8df2-18e21292606e {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:26.805882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.812481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534176d4-23b0-48d8-91e0-8183be084f7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:26.813220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-534176d4-23b0-48d8-91e0-8183be084f7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:26.831183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:26.832125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Checking segment: {'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:26.832125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.832432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Bound using segment: {'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:26.832771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Bound port: b4494478-d68a-4c0c-ae61-ae27ccdf046a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:26.833131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.845223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71511733-5a37-476f-bfe2-d5907e7465b7 None None] Provisioning complete for port eef835a0-e1a0-4778-b7ec-65217348e558 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:26.845764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71511733-5a37-476f-bfe2-d5907e7465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.868467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8::1 (5abd82b3-fa6e-4828-8df2-18e21292606e/198d73e8-76e0-4a60-9961-295e179b652c/5d7f7d08-2a26-45c0-ab96-68fd76a4881f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:26.876566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:26.876829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:17Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:26.877390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:26.889009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-534176d4-23b0-48d8-91e0-8183be084f7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:26.890255 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-534176d4-23b0-48d8-91e0-8183be084f7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7526298 Feb 19 07:32:26.904195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34444) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:26.907604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] Checking router: 1b66c491-97f9-470a-ae78-5088f14c49b2 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:32:26.994783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-42b05d61-13e5-4317-b2e3-f331a23e6519 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5627320 Feb 19 07:32:27.000565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:27.003198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.038837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port eef835a0-e1a0-4778-b7ec-65217348e558, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=eef835a0-e1a0-4778-b7ec-65217348e558,segment=NetworkSegment(2fe28052-c2d9-4210-b1ec-d1d69424f60f),segment_id=2fe28052-c2d9-4210-b1ec-d1d69424f60f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:27.067731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.097283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.110675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:27.111319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:27.243922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078e730a-c9bb-44b7-a170-d119e31b8126,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:27.267045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.267413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.267660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.268001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.268439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.268766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.269091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.269501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.269780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.270193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.270609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.288369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] For port b4494478-d68a-4c0c-ae61-ae27ccdf046a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:27.293542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34456) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:27.335063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] For port b4494478-d68a-4c0c-ae61-ae27ccdf046a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b4494478-d68a-4c0c-ae61-ae27ccdf046a,segment=NetworkSegment(b43b6428-53f0-4a1c-a592-ee9dfe59eea4),segment_id=b43b6428-53f0-4a1c-a592-ee9dfe59eea4)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:27.354584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.360868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.374665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object 5d7f7d08-2a26-45c0-ab96-68fd76a4881f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:27.378715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.379002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=eef835a0-e1a0-4778-b7ec-65217348e558,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:27.393917 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50c322c3-e272-48ee-abfe-41776edf4007 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0750263 Feb 19 07:32:27.394649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34460) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:27.405874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.454363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '75e3fcce-ac78-44c4-9aa7-9bd66c24283d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:27.471711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:27.482068 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:27.489425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71511733-5a37-476f-bfe2-d5907e7465b7 None None] Provisioning for port eff71ed2-c1aa-4504-a27c-ce818b059c61 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:27.492818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:27.506431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cb6626-6b08-40d6-8838-dfe27cf53853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:27.507328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6cb6626-6b08-40d6-8838-dfe27cf53853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:27.510281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:27.521157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:27.545640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de783899-7cb7-4660-89ae-8cabe934f8d8 None None] Pushing event updated for resources: {'Port': ['ID=b4494478-d68a-4c0c-ae61-ae27ccdf046a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:27.552636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71511733-5a37-476f-bfe2-d5907e7465b7 None None] Provisioning complete for port eff71ed2-c1aa-4504-a27c-ce818b059c61 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:27.552636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71511733-5a37-476f-bfe2-d5907e7465b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.568181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 5abd82b3-fa6e-4828-8df2-18e21292606e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:27.575035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:27.591122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:27.602268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:27.602756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.627436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514843c6-38be-4051-aeb2-bf4151e06219 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:27.628414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-514843c6-38be-4051-aeb2-bf4151e06219 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:27.629347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f6cb6626-6b08-40d6-8838-dfe27cf53853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:27.633343 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f6cb6626-6b08-40d6-8838-dfe27cf53853 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7262678 Feb 19 07:32:27.633343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.633941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a6a-c7f4-4126-8891-c2de69f5439d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.638371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34464) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:27.672928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a6a-c7f4-4126-8891-c2de69f5439d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.685635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-71511733-5a37-476f-bfe2-d5907e7465b7 None None] Port eff71ed2-c1aa-4504-a27c-ce818b059c61 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:27.701013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:32:27.735967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.736332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.736667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.736994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.737319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.737638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.737952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.738646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.738646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.738854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.739177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:27.740555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.789627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-514843c6-38be-4051-aeb2-bf4151e06219 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:27.793867 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-514843c6-38be-4051-aeb2-bf4151e06219 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7895641 Feb 19 07:32:27.794763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:27.812327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.874825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9371564e-d41b-422a-8786-2833e84e6360 None None] Provisioning complete for port eff71ed2-c1aa-4504-a27c-ce818b059c61 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:27.875425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9371564e-d41b-422a-8786-2833e84e6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.942804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9371564e-d41b-422a-8786-2833e84e6360 None None] Port eff71ed2-c1aa-4504-a27c-ce818b059c61 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:27.955984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a6a-c7f4-4126-8891-c2de69f5439d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.967781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9371564e-d41b-422a-8786-2833e84e6360 None None] Provisioning for port 419235de-1162-4d73-a38a-4b4c0ee672f8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:27.981413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.982773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9371564e-d41b-422a-8786-2833e84e6360 None None] Provisioning complete for port 419235de-1162-4d73-a38a-4b4c0ee672f8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:27.983132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9371564e-d41b-422a-8786-2833e84e6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:27.988742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d5a6a-c7f4-4126-8891-c2de69f5439d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b026cb-2590-4066-bd14-dd2b3f343f20,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:28.019278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04894d15-23dc-46c0-af38-3b2c689bc269 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:28.024184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04894d15-23dc-46c0-af38-3b2c689bc269 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:28.028263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04894d15-23dc-46c0-af38-3b2c689bc269 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:28.033458 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-04894d15-23dc-46c0-af38-3b2c689bc269 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2346354 Feb 19 07:32:28.033458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.042619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:28.043992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2364a136-1a60-40c9-90b1-c8772cf0fd7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:28.045467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2364a136-1a60-40c9-90b1-c8772cf0fd7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:28.046811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2364a136-1a60-40c9-90b1-c8772cf0fd7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:28.047620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2364a136-1a60-40c9-90b1-c8772cf0fd7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:28.064122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:17Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:28.070765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.072955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af359601-5d00-4a56-827c-89f0a508ea8f None None] The sync data for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv is: [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:27:41Z', 'revision_number': 4, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '6cba4bc2-aa23-4be1-8afe-1467e677c5a2', 'name': '', 'network_id': '3bae076b-6fe4-46e2-a68c-b75a97bf87dc', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'mac_address': 'fa:16:3e:9f:8e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:39Z', 'updated_at': '2022-02-19T07:28:17Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'subnets': [{'id': '921021d7-909a-4e96-8db2-506c1c4b66f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:28.074991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9371564e-d41b-422a-8786-2833e84e6360 None None] Port 419235de-1162-4d73-a38a-4b4c0ee672f8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:28.099903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.103827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b49d5a6a-c7f4-4126-8891-c2de69f5439d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.107961 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b49d5a6a-c7f4-4126-8891-c2de69f5439d tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "DELETE /v2.0/security-groups/14b026cb-2590-4066-bd14-dd2b3f343f20 HTTP/1.1" status: 204 len: 168 time: 0.8097122 Feb 19 07:32:28.113495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:28.145258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4494478-d68a-4c0c-ae61-ae27ccdf046a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:28.177090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=4e0702d0-4e63-490f-a501-1c6559e798cd,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:28.188400 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-61f2c898-cbb4-4d63-8b35-eb32a20202c7 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] show failed (client error): The resource could not be found. Feb 19 07:32:28.189638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-61f2c898-cbb4-4d63-8b35-eb32a20202c7 tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "GET /v2.0/security-groups/14b026cb-2590-4066-bd14-dd2b3f343f20 HTTP/1.1" status: 404 len: 347 time: 0.0751789 Feb 19 07:32:28.203290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2364a136-1a60-40c9-90b1-c8772cf0fd7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:28.204842 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2364a136-1a60-40c9-90b1-c8772cf0fd7f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5609136 Feb 19 07:32:28.214632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 419235de-1162-4d73-a38a-4b4c0ee672f8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:28.214980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.215112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:28.215555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34482) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:28.224966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3883808-5dc6-4177-9a84-b732562070dd,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:28.241535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port b4494478-d68a-4c0c-ae61-ae27ccdf046a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:28.246552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device eef835a0-e1a0-4778-b7ec-65217348e558 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:28.325381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port eef835a0-e1a0-4778-b7ec-65217348e558 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:28.325661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.369182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.370347 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ec83b6c-6c2c-4a00-ac4c-9586529daf54 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9633522 Feb 19 07:32:28.380481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:28.394119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '75e3fcce-ac78-44c4-9aa7-9bd66c24283d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:28.412452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:28.435296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:28.475379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:28.504284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:28.650770 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193fc7c-e1f8-4ca8-92cd-359851ced79c None None] New status for floating IP 161bf6de-3929-440f-9cec-95ec060e9a9e: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:32:28.722305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.760318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Deleting port ba6e75ac-5822-40cc-a616-5a7a2ca3bbec {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:28.760703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.799226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e096c25-e0e2-4da8-82d2-8e1527d60d39 None None] Network 5abd82b3-fa6e-4828-8df2-18e21292606e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:28.886307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.887570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:28.888173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.892860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:28.951004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9084f12a-7a07-447c-973f-9adc0af5e7b9 None None] Provisioning for port b4494478-d68a-4c0c-ae61-ae27ccdf046a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:28.956076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:28.973013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9084f12a-7a07-447c-973f-9adc0af5e7b9 None None] Provisioning complete for port b4494478-d68a-4c0c-ae61-ae27ccdf046a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:28.973471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9084f12a-7a07-447c-973f-9adc0af5e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.031968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 419235de-1162-4d73-a38a-4b4c0ee672f8 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:29.062922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dffbad6-a21d-4092-968f-a91cd5c0f83d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:29.082337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:32:29.115174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.128259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.129027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.169666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.170117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 1553f4c9-2cd1-4ba4-8e37-40a637299051 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:29.172758 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0643c60c-5f3f-43d3-9ef0-4081a6c5f491 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7838271 Feb 19 07:32:29.180335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34492) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:29.183386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.264427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9084f12a-7a07-447c-973f-9adc0af5e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.329875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9084f12a-7a07-447c-973f-9adc0af5e7b9 None None] For port b4494478-d68a-4c0c-ae61-ae27ccdf046a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b4494478-d68a-4c0c-ae61-ae27ccdf046a,segment=NetworkSegment(b43b6428-53f0-4a1c-a592-ee9dfe59eea4),segment_id=b43b6428-53f0-4a1c-a592-ee9dfe59eea4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:29.344570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9084f12a-7a07-447c-973f-9adc0af5e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.357470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.357795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.381692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.472434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79444a88-79fd-4fe9-81db-e227549b5e48 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.509269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:29.524017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084f12a-7a07-447c-973f-9adc0af5e7b9 None None] Pushing event updated for resources: {'Port': ['ID=b4494478-d68a-4c0c-ae61-ae27ccdf046a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:29.557363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Calling delete_port for ba6e75ac-5822-40cc-a616-5a7a2ca3bbec owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:29.584356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network 5abd82b3-fa6e-4828-8df2-18e21292606e is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:29.586041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:29.586299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79444a88-79fd-4fe9-81db-e227549b5e48 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.607261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Deleting port 561f32b2-f5bf-4754-99e5-fba897d23da5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:29.607602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.650440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.678006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3398781e-e8b0-489b-b679-a1dde776c309 None None] Provisioning complete for port b4494478-d68a-4c0c-ae61-ae27ccdf046a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:29.678413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3398781e-e8b0-489b-b679-a1dde776c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.787901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=419235de-1162-4d73-a38a-4b4c0ee672f8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:29.845365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3398781e-e8b0-489b-b679-a1dde776c309 None None] Provisioning for port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:29.851717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3398781e-e8b0-489b-b679-a1dde776c309 None None] Provisioning complete for port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:29.852267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3398781e-e8b0-489b-b679-a1dde776c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.910531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4494478-d68a-4c0c-ae61-ae27ccdf046a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:29.970367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3398781e-e8b0-489b-b679-a1dde776c309 None None] Port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:29.982499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.994682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b4494478-d68a-4c0c-ae61-ae27ccdf046a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:29.995055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:29.997924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.139425 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fba8d36a-d026-4501-bab6-3c8a4d9d2708 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/419235de-1162-4d73-a38a-4b4c0ee672f8 HTTP/1.1" status: 204 len: 168 time: 2.0867198 Feb 19 07:32:30.139670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-92322046-d211-4a4d-9199-448be668c70a None None] Provisioning complete for port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:30.139670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92322046-d211-4a4d-9199-448be668c70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.140053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34504) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:30.146364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Calling delete_port for 561f32b2-f5bf-4754-99e5-fba897d23da5 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:30.194813 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fcd7fa-3de2-4c5f-a7b5-7cea2060119b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:32:30.195072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-96fcd7fa-3de2-4c5f-a7b5-7cea2060119b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:30.219974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-92322046-d211-4a4d-9199-448be668c70a None None] Port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:30.226343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-96fcd7fa-3de2-4c5f-a7b5-7cea2060119b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:30.227664 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-96fcd7fa-3de2-4c5f-a7b5-7cea2060119b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/419235de-1162-4d73-a38a-4b4c0ee672f8 HTTP/1.1" status: 404 len: 333 time: 0.0867290 Feb 19 07:32:30.232703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:30.314679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port eff71ed2-c1aa-4504-a27c-ce818b059c61 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:30.315094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.344131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-47717e10-753d-4766-8faf-9bcb331e47c3 None None] Provisioning complete for port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:30.345033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47717e10-753d-4766-8faf-9bcb331e47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.354259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:32:30.406013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-47717e10-753d-4766-8faf-9bcb331e47c3 None None] Port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:30.440278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79444a88-79fd-4fe9-81db-e227549b5e48 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.487598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79444a88-79fd-4fe9-81db-e227549b5e48 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dffbad6-a21d-4092-968f-a91cd5c0f83d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:30.502751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79444a88-79fd-4fe9-81db-e227549b5e48 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.503848 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79444a88-79fd-4fe9-81db-e227549b5e48 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8dffbad6-a21d-4092-968f-a91cd5c0f83d HTTP/1.1" status: 204 len: 168 time: 1.3218708 Feb 19 07:32:30.511362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:30.553531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.595302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:32:30.595627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:32:30.683124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90218a04-7769-41bf-802a-011994212855 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:30.688631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.728299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.782275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=1553f4c9-2cd1-4ba4-8e37-40a637299051,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:30.806955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90218a04-7769-41bf-802a-011994212855 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:30.807185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for eff71ed2-c1aa-4504-a27c-ce818b059c61 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:30.811549 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90218a04-7769-41bf-802a-011994212855 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2875021 Feb 19 07:32:30.811549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.814511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe210b8-c28d-47c9-bfdf-0e32f5ca2b53 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:30.818247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:30.824754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.850991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:30.860534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-399ce6f5-ec60-47f5-90b3-740d78ac5c07 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0745268 Feb 19 07:32:30.861216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34520) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:30.870213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-403640379'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:30.876940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:30.883199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:30.883990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:30.887560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:30.904871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:30.910855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event deleted for resources: {'Port': ['ID=561f32b2-f5bf-4754-99e5-fba897d23da5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:30.920917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:30.921881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:30.922614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:30.924133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:30.967181 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-14133b0d-fbcf-44c7-a860-89f74fdd9c39 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/1553f4c9-2cd1-4ba4-8e37-40a637299051 HTTP/1.1" status: 204 len: 168 time: 2.7488618 Feb 19 07:32:30.970185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:31.012018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c785ce0-9e2d-4989-aa0c-7e1a95334a8f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.077272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c785ce0-9e2d-4989-aa0c-7e1a95334a8f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.098821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Deleting port ba6e75ac-5822-40cc-a616-5a7a2ca3bbec {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:31.099177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.124385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:31.138495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.139973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment d02b3e83-af3a-425f-aaca-39fcc1616508 of type vlan for network a610ea79-2f4c-4847-9bd3-df150747bd14 Feb 19 07:32:31.165557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.173921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:31.210809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.227140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=eff71ed2-c1aa-4504-a27c-ce818b059c61,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:31.252503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 5238a6e6-6c8d-47e1-8054-2409a0c0d4de {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:31.334626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.349615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.353787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:31.354777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.414502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:31.431060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c785ce0-9e2d-4989-aa0c-7e1a95334a8f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.491108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=a610ea79-2f4c-4847-9bd3-df150747bd14,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:31.492904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c785ce0-9e2d-4989-aa0c-7e1a95334a8f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3883808-5dc6-4177-9a84-b732562070dd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:31.508928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.513257 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-49e7ce5c-f36a-4fdd-b594-59861265c2db tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/eff71ed2-c1aa-4504-a27c-ce818b059c61 HTTP/1.1" status: 204 len: 168 time: 1.2771609 Feb 19 07:32:31.515422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network a610ea79-2f4c-4847-9bd3-df150747bd14 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:32:31.515909 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8c914c05-5395-49b2-a2db-1884afdf3d98 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6517675 Feb 19 07:32:31.516499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34528) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:31.516819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34530) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:31.523271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c785ce0-9e2d-4989-aa0c-7e1a95334a8f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.527156 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c785ce0-9e2d-4989-aa0c-7e1a95334a8f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a3883808-5dc6-4177-9a84-b732562070dd HTTP/1.1" status: 204 len: 168 time: 0.7068686 Feb 19 07:32:31.530802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:31.555196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.565998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:31.582149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b983f76-8c23-4c01-9e63-d88dbd1e872d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:32:31.582630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b983f76-8c23-4c01-9e63-d88dbd1e872d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:31.667494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6b983f76-8c23-4c01-9e63-d88dbd1e872d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:31.671064 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6b983f76-8c23-4c01-9e63-d88dbd1e872d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/eff71ed2-c1aa-4504-a27c-ce818b059c61 HTTP/1.1" status: 404 len: 333 time: 0.1507061 Feb 19 07:32:31.672605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34540) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:31.695549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.695904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.719946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:31.731678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:31.736508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:31.745583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:31.829655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:31.831390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:27Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:28Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:31.839370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:32:31.839370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Updating router 2fa8f088-7d39-41bb-8fd1-68cc887e707e port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:32:31.897761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:31.985774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.051451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Calling delete_port for ba6e75ac-5822-40cc-a616-5a7a2ca3bbec owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:32.076385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet 8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:32.091919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.141645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d914451-bc9d-47b2-a673-9919baa9cb2c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:32.169879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.211833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.260439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7d914451-bc9d-47b2-a673-9919baa9cb2c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:32.265128 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d914451-bc9d-47b2-a673-9919baa9cb2c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.7298930 Feb 19 07:32:32.265772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34546) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:32.316065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.400759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8094584-e5b2-44e5-8474-3b2a68ffad13 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.423422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8094584-e5b2-44e5-8474-3b2a68ffad13 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.426974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.445175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.461780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Transition to ACTIVE for port object 5d7f7d08-2a26-45c0-ab96-68fd76a4881f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:32.471391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e2532bb5-5692-4b49-9937-14e93ef52179 None None] Provisioning complete for port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:32.471915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2532bb5-5692-4b49-9937-14e93ef52179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.481083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.501954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.502767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.539078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.542420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=5238a6e6-6c8d-47e1-8054-2409a0c0d4de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:32.553633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:32.559172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.571724 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e3ad99d1-5568-481f-ba23-791cf4db1a4c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e HTTP/1.1" status: 204 len: 168 time: 0.8984027 Feb 19 07:32:32.571724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34550) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:32.577848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.587396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ddab55-0aa7-4021-9634-fe2b432ee422 None None] Network cddb77fc-cd75-4c87-8258-cee175dfb499 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:32.593129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Pushing event deleted for resources: {'Port': ['ID=ba6e75ac-5822-40cc-a616-5a7a2ca3bbec,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:32.603077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a84e4-6622-4ebf-9463-bdd3dbeecd89 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:32.640097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8094584-e5b2-44e5-8474-3b2a68ffad13 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.660375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.736434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.771754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port eef835a0-e1a0-4778-b7ec-65217348e558 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:32.772120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.802687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=825ef13e-8c68-4fda-9479-edd5d5a0e195,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:32.812745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8094584-e5b2-44e5-8474-3b2a68ffad13 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.816699 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c8094584-e5b2-44e5-8474-3b2a68ffad13 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/078e730a-c9bb-44b7-a170-d119e31b8126 HTTP/1.1" status: 204 len: 168 time: 0.5460818 Feb 19 07:32:32.817653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34554) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:32.821580 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b73ab42-2eae-4fbc-9d6c-e07b9ec6aead tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/5238a6e6-6c8d-47e1-8054-2409a0c0d4de HTTP/1.1" status: 204 len: 168 time: 1.8451421 Feb 19 07:32:32.821749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34556) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:32.836855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8094584-e5b2-44e5-8474-3b2a68ffad13 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=078e730a-c9bb-44b7-a170-d119e31b8126,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:32.844465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Pushing event updated for resources: {'Port': ['ID=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:32.928518 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76bc21c3-e596-4f23-bcbc-907d46f9f5bb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936062 Feb 19 07:32:32.931432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34562) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:32.933128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.933570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.933984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.934359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.934768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.935314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.935695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.936076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.936497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.936887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.937249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:32.938885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:32.974826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.977738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:32.982572 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2b1a7e0-6397-4a3c-9460-792bb80b2cbc tempest-ServerActionsTestJSON-1135404595 tempest-ServerActionsTestJSON-1135404595-project] 10.222.0.72 "DELETE /v2.0/floatingips/161bf6de-3929-440f-9cec-95ec060e9a9e HTTP/1.1" status: 204 len: 168 time: 4.7657702 Feb 19 07:32:32.990350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34566) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:33.046628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:33.055253 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ef4a495-9d5d-43f1-b709-e6248ae3fff7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/routers/138e31d5-aac6-4f19-bb0c-416e804388d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3534656 Feb 19 07:32:33.061614 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:33.067720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34572) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:33.070856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:33.071263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: a610ea79-2f4c-4847-9bd3-df150747bd14, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:33.080735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:33.082642 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:33.087968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'port': {'network_id': '6f667329-3c4b-4cfc-a2a9-b604b9bc0a67', 'name': 'tempest-FloatingIPTestJSON-559173080'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:33.140017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e30f5e7-ef90-49bf-bd8d-fb9aef528f53 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:33.161712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a610ea79-2f4c-4847-9bd3-df150747bd14 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:33.201062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:33.209369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:33.216763 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:33.217477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:33.230157 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:33.231018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:33.231280 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:33.251821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, a610ea79-2f4c-4847-9bd3-df150747bd14) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:33.269294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:33.269875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.287600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f918cb7-98b9-4579-81b4-44c96933fcde None None] Network a610ea79-2f4c-4847-9bd3-df150747bd14 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:33.293834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0e30f5e7-ef90-49bf-bd8d-fb9aef528f53 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:33.295134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0e30f5e7-ef90-49bf-bd8d-fb9aef528f53 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4437635 Feb 19 07:32:33.301905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:33.307853 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:33.308558 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb5e55-6448-4796-8326-4b35d4c0657e None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:33.339897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] For port eef835a0-e1a0-4778-b7ec-65217348e558, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=eef835a0-e1a0-4778-b7ec-65217348e558,segment=NetworkSegment(2fe28052-c2d9-4210-b1ec-d1d69424f60f),segment_id=2fe28052-c2d9-4210-b1ec-d1d69424f60f)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:33.340312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.350414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3aacd286-ec49-41bd-9c17-06134109e168 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.361824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3aacd286-ec49-41bd-9c17-06134109e168 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.390142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b72dfaec-324a-4bdd-a577-c6be950b2545 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8707795 Feb 19 07:32:33.393011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:33.397621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:33.401055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.425262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Attempting to bind port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:33.425652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Attempting to bind port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:33.425983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Attempting to bind port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f on network 5abd82b3-fa6e-4828-8df2-18e21292606e {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:33.455568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:33.456465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Checking segment: {'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:33.456465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.456825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Bound using segment: {'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:33.457310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Bound port: 5d7f7d08-2a26-45c0-ab96-68fd76a4881f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:33.457723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.488208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:33.515262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:port and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:33.529190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:33.555171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:33.601526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:33.604583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.651429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for eef835a0-e1a0-4778-b7ec-65217348e558 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:33.664029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] For port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:33.669491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] For port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,segment=NetworkSegment(b43b6428-53f0-4a1c-a592-ee9dfe59eea4),segment_id=b43b6428-53f0-4a1c-a592-ee9dfe59eea4)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:33.679240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3aacd286-ec49-41bd-9c17-06134109e168 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.711894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd025cd-3d32-4956-99b6-ac5a93e92232 None None] DHCP port deletion for cddb77fc-cd75-4c87-8258-cee175dfb499 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:33.722708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.726016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacd286-ec49-41bd-9c17-06134109e168 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b3a9ae6-be3b-4c74-a5d1-ae36947195f3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:33.735598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:33.745694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3aacd286-ec49-41bd-9c17-06134109e168 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.750771 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3aacd286-ec49-41bd-9c17-06134109e168 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/2b3a9ae6-be3b-4c74-a5d1-ae36947195f3 HTTP/1.1" status: 204 len: 168 time: 0.4438689 Feb 19 07:32:33.750771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:33.781726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ffd025cd-3d32-4956-99b6-ac5a93e92232 None None] Deleting port eef835a0-e1a0-4778-b7ec-65217348e558 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:33.782428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffd025cd-3d32-4956-99b6-ac5a93e92232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.811478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.820050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-a610ea79-2f4c-4847-9bd3-df150747bd14', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:33.820336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.871276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=eef835a0-e1a0-4778-b7ec-65217348e558,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:33.885929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dfd8f51-1bdb-4a8f-a649-423fba9c388b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:33.890960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No DVR routers for this DVR port eef835a0-e1a0-4778-b7ec-65217348e558 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:33.942485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Deleting port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:33.942726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:33.943382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] device_id is not set on port 61305cda-9117-42a6-b116-4b26b8781f74 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:33.970635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device eef835a0-e1a0-4778-b7ec-65217348e558 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:34.013405 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: eef835a0-e1a0-4778-b7ec-65217348e558 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:32:34.013759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device eef835a0-e1a0-4778-b7ec-65217348e558 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:32:34.014137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ec37a2e3-84f7-490b-bdfa-a1b753d16b19 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:34.079957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ffd025cd-3d32-4956-99b6-ac5a93e92232 None None] The port 'eef835a0-e1a0-4778-b7ec-65217348e558' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:32:34.124144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2dfd8f51-1bdb-4a8f-a649-423fba9c388b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:34.125461 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2dfd8f51-1bdb-4a8f-a649-423fba9c388b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3747554 Feb 19 07:32:34.133466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:34.153099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.197261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddb77fc-cd75-4c87-8258-cee175dfb499']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:34.216026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe28052-c2d9-4210-b1ec-d1d69424f60f') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:34.216365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe28052-c2d9-4210-b1ec-d1d69424f60f') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:34.231521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.253178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.261508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:34.261943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.276285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f938af-659a-46c1-9161-4491569278c8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:34.276859 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:34.292487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.300199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f938af-659a-46c1-9161-4491569278c8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.382642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f166c1-98c4-4ecb-8928-68e66e62fde8 None None] Pushing event updated for resources: {'Port': ['ID=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:34.431288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.8 (6f667329-3c4b-4cfc-a2a9-b604b9bc0a67/9b49e33b-08ed-4488-b6d1-83fe8322f603/61305cda-9117-42a6-b116-4b26b8781f74) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:34.449979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Allocated IP 2001:db8:1::2 (a610ea79-2f4c-4847-9bd3-df150747bd14/825ef13e-8c68-4fda-9479-edd5d5a0e195/589c9b74-2c4f-4113-af98-3fc1f26e55b5) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:34.474790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.504107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.519208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=cddb77fc-cd75-4c87-8258-cee175dfb499,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:34.557556 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3f8e92b4-52b8-4428-9681-c301211685e0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/cddb77fc-cd75-4c87-8258-cee175dfb499 HTTP/1.1" status: 204 len: 168 time: 1.9850745 Feb 19 07:32:34.561589 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:34.562146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:34.563051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34592) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:34.572330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2067492797'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:34.578348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:34.587003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:network and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:34.591738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:34.599225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:34.619467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:34.632512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:34.634140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=2cbdca40-5ffb-4573-bea3-0a9452491b1b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:34.645944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:34.647496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.658487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f938af-659a-46c1-9161-4491569278c8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.715636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f938af-659a-46c1-9161-4491569278c8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0e3e06d-f8f3-458a-a95d-1ff1daf426e9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:34.726838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.773297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:34.773883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f938af-659a-46c1-9161-4491569278c8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.778090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83f938af-659a-46c1-9161-4491569278c8 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/e0e3e06d-f8f3-458a-a95d-1ff1daf426e9 HTTP/1.1" status: 204 len: 168 time: 0.6363027 Feb 19 07:32:34.778231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.780979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34596) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:34.805328 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-84d2c61b-038b-479f-8832-6ea48068ffe5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8707180 Feb 19 07:32:34.805899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34600) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:34.815842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:34.863558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:34.865484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] For port ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:34.865864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.878618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.922638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:34.969428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-caa08ac6-67ca-4209-823a-d084a112a664 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:34.971605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.971959 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Added segment 8136c983-e584-4189-9e9f-af8394395a08 of type vlan for network 1448f08e-647a-4575-984f-915d1bf6baaa Feb 19 07:32:34.981993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:34.982229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:35.031709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-caa08ac6-67ca-4209-823a-d084a112a664 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:35.035925 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-caa08ac6-67ca-4209-823a-d084a112a664 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2520473 Feb 19 07:32:35.039154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34604) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:35.043498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.088078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.093407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Calling delete_port for ec37a2e3-84f7-490b-bdfa-a1b753d16b19 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:35.160362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Router beefa6f6-67a9-4998-a614-10bf1ae7fcb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:35.172472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.203249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:35.213421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:35.218834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:35.230021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:35.236577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.240265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:35.240918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.259426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:35.288206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d460e29-f7c1-4629-9d70-623decc18396 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.298019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.384417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:35.426316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Network': ['ID=1448f08e-647a-4575-984f-915d1bf6baaa,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:35.464202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 1448f08e-647a-4575-984f-915d1bf6baaa details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:32:35.504830 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f1c08652-e462-4575-8615-f1b064f206e9 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9404259 Feb 19 07:32:35.514139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34610) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:35.526381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d460e29-f7c1-4629-9d70-623decc18396 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.534208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:35.555293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.578434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:32:35.579195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:32:35.583957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Transition to ACTIVE for port object 589c9b74-2c4f-4113-af98-3fc1f26e55b5 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:35.625780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:35.637479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:35.645368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Transition to ACTIVE for port object 589c9b74-2c4f-4113-af98-3fc1f26e55b5 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:35.676663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.687420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:35.734639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=61305cda-9117-42a6-b116-4b26b8781f74,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:35.747616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:35.752400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:35.755869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:35.762460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Network a610ea79-2f4c-4847-9bd3-df150747bd14 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:35.763292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:35.766932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Pushing event updated for resources: {'Port': ['ID=589c9b74-2c4f-4113-af98-3fc1f26e55b5,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:35.769413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:35.776991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:35.794129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:35.794731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.809612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d460e29-f7c1-4629-9d70-623decc18396 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.818576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:35.840876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d460e29-f7c1-4629-9d70-623decc18396 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e3fcce-ac78-44c4-9aa7-9bd66c24283d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:35.845418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d460e29-f7c1-4629-9d70-623decc18396 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.848694 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8d460e29-f7c1-4629-9d70-623decc18396 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/75e3fcce-ac78-44c4-9aa7-9bd66c24283d HTTP/1.1" status: 204 len: 168 time: 0.8074412 Feb 19 07:32:35.850460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34614) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:35.854495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.875077 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ceb2f529-6a49-4890-aed4-7d5f8715b031 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8041894 Feb 19 07:32:35.879225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34618) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:35.888191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'port': {'network_id': '6f667329-3c4b-4cfc-a2a9-b604b9bc0a67', 'name': 'tempest-FloatingIPTestJSON-1365657150'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:35.903938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Attempting to bind port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:35.904799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Attempting to bind port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:35.906815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Attempting to bind port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 on network a610ea79-2f4c-4847-9bd3-df150747bd14 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:35.915921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:27Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:35.925841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a7086-aab2-47af-9e71-9f92f73c903a None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:27Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:35.934372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:35.935037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Checking segment: {'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:35.935603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:35.936304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Bound using segment: {'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:35.936899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Bound port: 589c9b74-2c4f-4113-af98-3fc1f26e55b5, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:35.937423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.031739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.048371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8:1::1 (a610ea79-2f4c-4847-9bd3-df150747bd14/825ef13e-8c68-4fda-9479-edd5d5a0e195/1ae5979b-5515-4e90-9dde-f5e69b318720) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:36.048900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] For port 589c9b74-2c4f-4113-af98-3fc1f26e55b5, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:36.056243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] For port 589c9b74-2c4f-4113-af98-3fc1f26e55b5, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=589c9b74-2c4f-4113-af98-3fc1f26e55b5,segment=NetworkSegment(d02b3e83-af3a-425f-aaca-39fcc1616508),segment_id=d02b3e83-af3a-425f-aaca-39fcc1616508)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:36.061299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.074537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d7788b6e-1150-4cb6-8c1c-2b7c331f9d2d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:36.104266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Deleting port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:36.104496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.130180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:36.138806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:port and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:36.143672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:36.153971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:36.156546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d7788b6e-1150-4cb6-8c1c-2b7c331f9d2d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:36.166858 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d7788b6e-1150-4cb6-8c1c-2b7c331f9d2d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3143919 Feb 19 07:32:36.171251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:36.228895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63538b4e-4b79-4d21-96d2-b6226aa10c91 None None] Pushing event updated for resources: {'Port': ['ID=589c9b74-2c4f-4113-af98-3fc1f26e55b5,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:36.230659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--176324617'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:36.260914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:36.263873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.327345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:36.339683 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2cbdca40-5ffb-4573-bea3-0a9452491b1b (CIDR: 2001:db8::/64) Feb 19 07:32:36.426382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:36.439633 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ff5009f-226a-45a0-a960-2d0414dba1b5 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "PUT /v2.0/routers/beefa6f6-67a9-4998-a614-10bf1ae7fcb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6413810 Feb 19 07:32:36.445591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:36.449265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] Sync routers for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:36.493634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:36.494288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:36.518005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] device_id is not set on port b9ec2538-b5bf-4700-9c75-2320e1ad5880 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:36.552588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:36.587005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:36.593233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:32:36.594186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:32:36.613235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.614246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] Routers {'beefa6f6-67a9-4998-a614-10bf1ae7fcb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:36.615143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:36.684368 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e925b0ab-059f-42f5-846b-bfdea52cb23b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8754759 Feb 19 07:32:36.691826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:36.712651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:36.724333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] For port ec37a2e3-84f7-490b-bdfa-a1b753d16b19, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:36.724762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.750182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:36.751331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6838ed-1262-4b4b-bdf1-6dc3cbae5fe2 None None] The sync data for ids ['beefa6f6-67a9-4998-a614-10bf1ae7fcb6'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:36.846802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:36.867051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object 1ae5979b-5515-4e90-9dde-f5e69b318720 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:36.917171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Calling delete_port for ec37a2e3-84f7-490b-bdfa-a1b753d16b19 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:36.952606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.2 (6f667329-3c4b-4cfc-a2a9-b604b9bc0a67/9b49e33b-08ed-4488-b6d1-83fe8322f603/b9ec2538-b5bf-4700-9c75-2320e1ad5880) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:37.005646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4621859-2bd0-41d3-8804-d69809aaf1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.014081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.020132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:37.055482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:37.065507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.075777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] Pushing event deleted for resources: {'Port': ['ID=ec37a2e3-84f7-490b-bdfa-a1b753d16b19,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:37.087496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a5d0f-906e-4d77-bf1c-f3701b216813 None None] No DVR routers for this DVR port ec37a2e3-84f7-490b-bdfa-a1b753d16b19 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:37.099713 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd01caae-dee2-41f7-b5a3-924ae94d184c None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:37.197765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:37.209345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:37.209345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:37.211838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:37.236057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.239665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.243430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:37.248052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.327925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=ee52c2c2-34e6-416b-b84f-9717f6b84fc9,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:37.359191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': '2cbdca40-5ffb-4573-bea3-0a9452491b1b'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:37.360194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.510218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.511623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Checking segment: {'id': '8136c983-e584-4189-9e9f-af8394395a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:37.512227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network hostable DHCP agents. Network: 1448f08e-647a-4575-984f-915d1bf6baaa, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:37.527067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=1ae5979b-5515-4e90-9dde-f5e69b318720,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:37.537554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a610ea79-2f4c-4847-9bd3-df150747bd14 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:37.542411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.580759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:37.603706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:37.604267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.619513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e961465c-1f89-4463-be22-a5babd433b21,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:37.638320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.665641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/2cbdca40-5ffb-4573-bea3-0a9452491b1b/9c97771f-e66c-429a-bee5-0341e11c48ea) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:37.706546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 1448f08e-647a-4575-984f-915d1bf6baaa is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:37.744528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.745737 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3d739031-a843-4572-bfb5-183731722c63 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5692575 Feb 19 07:32:37.754576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34634) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:37.769192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.772092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 1448f08e-647a-4575-984f-915d1bf6baaa) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:37.777609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': 'e961465c-1f89-4463-be22-a5babd433b21', 'direction': 'ingress', 'protocol': 17}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:37.791490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:37.797263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:37.797857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.813929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:37.821130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.831295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:37.880021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:37.880668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Deleting port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:37.880668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.900007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:37.910749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Transition to ACTIVE for port object 9c97771f-e66c-429a-bee5-0341e11c48ea will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:37.923340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:37.931399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Transition to ACTIVE for port object 9c97771f-e66c-429a-bee5-0341e11c48ea will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:37.936119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=b9ec2538-b5bf-4700-9c75-2320e1ad5880,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:37.939990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:37.941573 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278fe241-4e3a-4d6e-bed7-5c91e246d81a None None] Network a610ea79-2f4c-4847-9bd3-df150747bd14 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:37.942299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:37.950778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0d61d35e-c1c1-4674-8b78-0b6b74c3f4ce tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4321575 Feb 19 07:32:37.957557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:37.963422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048648e0-6849-4524-afe1-a8d176d4c19f None None] Network 1448f08e-647a-4575-984f-915d1bf6baaa requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:37.975669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-552279567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:38.001255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:38.010402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:router and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:38.052739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:38.054165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.068445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.135292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.140045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:38.170286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:38.174412 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44a2fc6c-87bd-496f-b0f7-cc1fca9a260d tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2901616 Feb 19 07:32:38.174736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34642) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:38.175363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5d7f7d08-2a26-45c0-ab96-68fd76a4881f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:38.180410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'b9ec2538-b5bf-4700-9c75-2320e1ad5880', 'fixed_ip_address': '172.20.0.2'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:38.187563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.205449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:38.225601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:floatingip and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:38.229040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:38.233024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] For port 6cba4bc2-aa23-4be1-8afe-1467e677c5a2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:38.233401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.237483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.238405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.241037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Deleting port 103746bb-7272-458a-b93f-7e2d4bedd22e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:38.241361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.280895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:38.358996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:38.369455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:38.370310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.414108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.419800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Calling delete_port for 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:38.427514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.433916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e6d223ce-959c-4c19-973e-ee212d5b1ddc None None] Provisioning for port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:38.455107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:38.456877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Pushing event updated for resources: {'Port': ['ID=9c97771f-e66c-429a-bee5-0341e11c48ea,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:38.465518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.488376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.506755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:38.512099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:38.542697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65531d23-a17d-4009-a131-95e1950fbe5d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:38.560715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.602008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.603177 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-96cf15d8-7051-4ea4-9171-ca958c3b5938 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8451934 Feb 19 07:32:38.605455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:32:38.610672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-1448f08e-647a-4575-984f-915d1bf6baaa', 'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa', 'tenant_id': '3077e5da16f94def8b0e99c3f69f9b2b', 'fixed_ips': [{'subnet_id': 'ee52c2c2-34e6-416b-b84f-9717f6b84fc9'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:38.611975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.651892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34646) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:38.652696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.653912 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4e62daf9-c155-406b-ad37-a7b055d432d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6955271 Feb 19 07:32:38.664062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34650) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:38.677260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa', 'name': 'tempest-PortsTestJSON-699339390'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:38.720272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.721225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Attempting to bind port 9c97771f-e66c-429a-bee5-0341e11c48ea on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:38.721798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Attempting to bind port 9c97771f-e66c-429a-bee5-0341e11c48ea by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:38.722373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Attempting to bind port 9c97771f-e66c-429a-bee5-0341e11c48ea on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:38.740102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.740896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.762497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.834045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:38.834827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:38.835211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.835856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:38.836624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Bound port: 9c97771f-e66c-429a-bee5-0341e11c48ea, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:38.837213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.853102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:38.982508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,segment=NetworkSegment(b43b6428-53f0-4a1c-a592-ee9dfe59eea4),segment_id=b43b6428-53f0-4a1c-a592-ee9dfe59eea4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:39.006972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.007877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 589c9b74-2c4f-4113-af98-3fc1f26e55b5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:39.026246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=1ae5979b-5515-4e90-9dde-f5e69b318720,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:39.034413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Calling delete_port for 103746bb-7272-458a-b93f-7e2d4bedd22e owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:39.038548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b349e26-c4ae-4971-8b4e-56d4a7322d6e tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.078674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:39.086100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6476b180-081a-4f9f-b609-ee54f7c8e842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.100558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:39.107736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:39.112825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b349e26-c4ae-4971-8b4e-56d4a7322d6e tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.157467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:39.198629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a610ea79-2f4c-4847-9bd3-df150747bd14 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:39.199531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.211579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:39.212749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] For port 9c97771f-e66c-429a-bee5-0341e11c48ea, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:39.238248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:39.246395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] For port 9c97771f-e66c-429a-bee5-0341e11c48ea, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9c97771f-e66c-429a-bee5-0341e11c48ea,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:39.249465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Allocated IP 172.20.0.2 (1448f08e-647a-4575-984f-915d1bf6baaa/ee52c2c2-34e6-416b-b84f-9717f6b84fc9/27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:39.263927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.343020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:39.346200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.378098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b349e26-c4ae-4971-8b4e-56d4a7322d6e tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.387099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 4a870e8d-e89c-4116-8963-b64bad533933 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:39.428374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b349e26-c4ae-4971-8b4e-56d4a7322d6e tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e961465c-1f89-4463-be22-a5babd433b21,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:39.464376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b349e26-c4ae-4971-8b4e-56d4a7322d6e tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.465483 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8b349e26-c4ae-4971-8b4e-56d4a7322d6e tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/e961465c-1f89-4463-be22-a5babd433b21 HTTP/1.1" status: 204 len: 168 time: 0.8103926 Feb 19 07:32:39.471741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34654) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:39.497299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:39.509303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.526125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:39.526554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.547687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.554048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701b88f-cd81-447b-92b0-3879d4bda999 None None] Pushing event updated for resources: {'Port': ['ID=9c97771f-e66c-429a-bee5-0341e11c48ea,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:39.813847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.820326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a40de19-3071-4f58-8b37-44ceab4064b2 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:39.826355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.860287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Transition to ACTIVE for port object 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:39.881721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] For port 9c97771f-e66c-429a-bee5-0341e11c48ea, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9c97771f-e66c-429a-bee5-0341e11c48ea,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:39.899744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cba4bc2-aa23-4be1-8afe-1467e677c5a2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:39.903488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a40de19-3071-4f58-8b37-44ceab4064b2 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:39.910915 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a40de19-3071-4f58-8b37-44ceab4064b2 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4322140 Feb 19 07:32:39.912579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34658) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:39.918834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--224552678'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:39.941704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:39.943704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Transition to ACTIVE for port object 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:39.946936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.963828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 589c9b74-2c4f-4113-af98-3fc1f26e55b5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=589c9b74-2c4f-4113-af98-3fc1f26e55b5,segment=NetworkSegment(d02b3e83-af3a-425f-aaca-39fcc1616508),segment_id=d02b3e83-af3a-425f-aaca-39fcc1616508)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:39.967604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.968409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:39.974191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:39.978842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.090948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.111487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.130864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:40.132135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.26.1.222 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/3322bf9a-7e33-4952-903f-21c8065c5b8a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:40.141788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:40.148367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5445e822-a4d2-477e-98eb-7312b8168cbf None None] Provisioning for port 1ae5979b-5515-4e90-9dde-f5e69b318720 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:40.166379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:40.171348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:40.171957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.187242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=5701df7d-e53d-48cf-93a2-fdc8de85c8de,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:40.193838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Network 1448f08e-647a-4575-984f-915d1bf6baaa is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:40.221685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=9c97771f-e66c-429a-bee5-0341e11c48ea,revision_number=4']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:40.228524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.245569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5445e822-a4d2-477e-98eb-7312b8168cbf None None] Provisioning complete for port 1ae5979b-5515-4e90-9dde-f5e69b318720 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:40.245923 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5445e822-a4d2-477e-98eb-7312b8168cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.250015 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ca48af12-34a1-4c19-9877-d8b9141c5ae8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5566967 Feb 19 07:32:40.251252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:40.295823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:40.318629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:40.325167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:40.327102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Pushing event updated for resources: {'Port': ['ID=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:40.339814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:40.376755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.6 (1448f08e-647a-4575-984f-915d1bf6baaa/ee52c2c2-34e6-416b-b84f-9717f6b84fc9/4a870e8d-e89c-4116-8963-b64bad533933) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:40.402137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:40.418001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:40.435221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.449998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.536425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.540524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:40.550410 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:40.557965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.582632 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:40.583382 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:40.588908 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9f768f93-14dc-4a15-8bcd-31198a1b3796 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1950297 Feb 19 07:32:40.592316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:40.601216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-720549575'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:40.617776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:40.622487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=589c9b74-2c4f-4113-af98-3fc1f26e55b5,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:40.626609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:40.626807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5d7f7d08-2a26-45c0-ab96-68fd76a4881f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:40.631110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:40.634627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2a496e-a47c-4fe7-acd1-78e428c0a31b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:40.642440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.643976 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ac84f69b-8898-487e-b7bb-988408f0f2ce tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7311380 Feb 19 07:32:40.645795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:40.648030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:40.655803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908127804'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:40.672113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:40.689748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:a8:f0:14', 'name': 'tempest-NetworksTestDHCPv6-795487448'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:40.710573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:40.713186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:40.716707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.724938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Attempting to bind port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:40.725312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Attempting to bind port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '8136c983-e584-4189-9e9f-af8394395a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:40.725649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Attempting to bind port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 on network 1448f08e-647a-4575-984f-915d1bf6baaa {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:40.727604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5445e822-a4d2-477e-98eb-7312b8168cbf None None] Port 1ae5979b-5515-4e90-9dde-f5e69b318720 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:40.756767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5445e822-a4d2-477e-98eb-7312b8168cbf None None] Provisioning complete for port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:40.757133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5445e822-a4d2-477e-98eb-7312b8168cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.791259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event deleted for resources: {'Port': ['ID=103746bb-7272-458a-b93f-7e2d4bedd22e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:40.825837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.847022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.849643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:40.849643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Checking segment: {'id': '8136c983-e584-4189-9e9f-af8394395a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:40.850314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.850419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Bound using segment: {'id': '8136c983-e584-4189-9e9f-af8394395a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:40.850853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Bound port: 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8136c983-e584-4189-9e9f-af8394395a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '1448f08e-647a-4575-984f-915d1bf6baaa'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:40.851214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.870016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:40.922772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:40.923030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.928819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:40.929175 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment c7f7a302-ef67-4c49-a327-88075995ddda of type vlan for network a45d7e14-2001-4f87-94a1-e1796aac5ed5 Feb 19 07:32:40.940509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:40.945354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:40.951151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:40.955301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:40.957550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:40.978090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:40.987534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:40.989664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:40.998043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:41.003954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.169672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.175148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:41.231541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] For port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:41.235860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] For port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,segment=NetworkSegment(8136c983-e584-4189-9e9f-af8394395a08),segment_id=8136c983-e584-4189-9e9f-af8394395a08)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:41.267884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5b0dc-820a-49c6-ab06-8d359ccbac51 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:41.268664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.272851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:41.273555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.384341 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:37Z', 'revision_number': 3, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:41.388289 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:32:41.388633 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Updating router 2fa8f088-7d39-41bb-8fd1-68cc887e707e port 1ae5979b-5515-4e90-9dde-f5e69b318720 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:32:41.405393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:41.423157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:41.453531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.455596 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.470946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.475890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=a45d7e14-2001-4f87-94a1-e1796aac5ed5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:41.491220 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-768c141a-adbc-4efd-81ee-92a785a109c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8951724 Feb 19 07:32:41.491794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:41.498100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.506131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:41.548047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.561793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:41.587707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=3322bf9a-7e33-4952-903f-21c8065c5b8a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:41.601808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47beb5d-2553-4944-8ca6-5401be3e23e5 None None] Pushing event updated for resources: {'Port': ['ID=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:41.611492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:32:41.670370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e9271-7b20-4a38-a28a-401e666345b6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:41.696536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.698087 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-60572d68-6718-47c4-8caa-5fcb908f203f tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0485656 Feb 19 07:32:41.699721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 8f15d131-ad24-43e5-b2f8-c38d6a1038a1 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:32:41.738063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Provisioning complete for port 1ae5979b-5515-4e90-9dde-f5e69b318720 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:41.738549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.744123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:41.760655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '5e2a496e-a47c-4fe7-acd1-78e428c0a31b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f63e9271-7b20-4a38-a28a-401e666345b6', 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:41.780186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:41.801576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9c97771f-e66c-429a-bee5-0341e11c48ea up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:41.814892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:41.818791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:41.825957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:41.829506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:41.838286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:41.841797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:41.859402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:41.877698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.880774 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.894967 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Transition to ACTIVE for port object 1ae5979b-5515-4e90-9dde-f5e69b318720 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:41.907667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Port 1ae5979b-5515-4e90-9dde-f5e69b318720 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:41.913735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.921043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 9c97771f-e66c-429a-bee5-0341e11c48ea completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:41.946825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.953079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Provisioning for port 9c97771f-e66c-429a-bee5-0341e11c48ea completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:41.961006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Provisioning complete for port 9c97771f-e66c-429a-bee5-0341e11c48ea triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:41.961842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:41.967874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:42.063293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.075838 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Pushing event updated for resources: {'Port': ['ID=1ae5979b-5515-4e90-9dde-f5e69b318720,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:42.096921 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.097283 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.097591 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.097915 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.098253 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.099416 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.100138 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.100664 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.100989 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.101303 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.101621 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:42.261870 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Attempting to bind port 1ae5979b-5515-4e90-9dde-f5e69b318720 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:42.264133 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Attempting to bind port 1ae5979b-5515-4e90-9dde-f5e69b318720 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:42.264853 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Attempting to bind port 1ae5979b-5515-4e90-9dde-f5e69b318720 on network a610ea79-2f4c-4847-9bd3-df150747bd14 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:42.278062 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:42.278903 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Checking segment: {'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:42.279305 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.279724 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Bound using segment: {'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:42.280291 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Bound port: 1ae5979b-5515-4e90-9dde-f5e69b318720, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02b3e83-af3a-425f-aaca-39fcc1616508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:42.281401 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.287512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 589c9b74-2c4f-4113-af98-3fc1f26e55b5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:42.305687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.316212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.368755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object 4a870e8d-e89c-4116-8963-b64bad533933 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:42.413336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.436120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.510731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] For port 9c97771f-e66c-429a-bee5-0341e11c48ea, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9c97771f-e66c-429a-bee5-0341e11c48ea,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:42.527132 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] For port 1ae5979b-5515-4e90-9dde-f5e69b318720, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:42.535656 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] For port 1ae5979b-5515-4e90-9dde-f5e69b318720, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1ae5979b-5515-4e90-9dde-f5e69b318720,segment=NetworkSegment(d02b3e83-af3a-425f-aaca-39fcc1616508),segment_id=d02b3e83-af3a-425f-aaca-39fcc1616508)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:42.550608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.556691 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.604708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:42.605352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.681842 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:42.682474 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:42.719790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::18a (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/2cbdca40-5ffb-4573-bea3-0a9452491b1b/8f15d131-ad24-43e5-b2f8-c38d6a1038a1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:42.746437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:f014 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/5701df7d-e53d-48cf-93a2-fdc8de85c8de/8f15d131-ad24-43e5-b2f8-c38d6a1038a1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:42.762484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.768503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.771425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683e0f5-6cbe-4d4c-9d8b-1c553400f880 None None] Pushing event updated for resources: {'Port': ['ID=9c97771f-e66c-429a-bee5-0341e11c48ea,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:42.774058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.785446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.824817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:42.825503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Fanout notify agent at l3_agent the message router_deleted on router beefa6f6-67a9-4998-a614-10bf1ae7fcb6 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:32:42.850951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 1448f08e-647a-4575-984f-915d1bf6baaa is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:42.878807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:42.882210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f487eb06-a90b-4a94-acf5-3b450bd35831,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:42.890332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:42.929272 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141299a9-5634-49d6-8c8f-2ff12ab76da3 None None] Pushing event updated for resources: {'Port': ['ID=1ae5979b-5515-4e90-9dde-f5e69b318720,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:43.006966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=4a870e8d-e89c-4116-8963-b64bad533933,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:43.019716 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:43.044630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.048919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b8f95e3e-213c-4de4-b627-5fa89150791c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3024087 Feb 19 07:32:43.049314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34686) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:43.073662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.077548 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-16e72959-e289-4a1a-847c-536b30ca79c9 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "DELETE /v2.0/routers/beefa6f6-67a9-4998-a614-10bf1ae7fcb6 HTTP/1.1" status: 204 len: 168 time: 6.5616343 Feb 19 07:32:43.080467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:43.138007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:43.138806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.166630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.206485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.226594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6e3874fa-a2bc-4ddc-af7c-8299cc3f461f None None] Provisioning complete for port 9c97771f-e66c-429a-bee5-0341e11c48ea triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:43.226958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e3874fa-a2bc-4ddc-af7c-8299cc3f461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.300234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.339599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=b55a958d-894b-4e97-af46-76001e6ae7a5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:43.343985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 8f15d131-ad24-43e5-b2f8-c38d6a1038a1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:43.376906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:43.377567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: a45d7e14-2001-4f87-94a1-e1796aac5ed5, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:43.430137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.441600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:43.465054 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db1f3d4b-7656-43f3-91c1-5e40ec531225 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7955604 Feb 19 07:32:43.468359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e62-9679-448f-ba63-7ff168fcde9c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.480280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34694) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:43.523889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, a45d7e14-2001-4f87-94a1-e1796aac5ed5) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:43.548985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8512b-d390-40f3-b9ef-79c647659695 None None] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:43.552482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:43.552842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e62-9679-448f-ba63-7ff168fcde9c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.566236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.591076 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:37Z', 'revision_number': 3, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:42Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:43.597319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:43.597549 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab14807-0955-4d2d-8bfb-026896f07e49 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:37Z', 'revision_number': 3, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:42Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:43.605017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:43.610731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:43.615833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:43.616606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.657877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.666439 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e81654e7-9768-4fce-ab19-13bf6a597360 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1668823 Feb 19 07:32:43.682733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=8f15d131-ad24-43e5-b2f8-c38d6a1038a1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:43.688046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:43.802875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a6a7d-8950-4ddf-81db-a144b2bad189 None None] Network 1448f08e-647a-4575-984f-915d1bf6baaa requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:43.872841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e62-9679-448f-ba63-7ff168fcde9c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:43.932033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe93e62-9679-448f-ba63-7ff168fcde9c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f487eb06-a90b-4a94-acf5-3b450bd35831,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:44.028770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e62-9679-448f-ba63-7ff168fcde9c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.032849 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5fe93e62-9679-448f-ba63-7ff168fcde9c tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f487eb06-a90b-4a94-acf5-3b450bd35831 HTTP/1.1" status: 204 len: 168 time: 0.9771075 Feb 19 07:32:44.037290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34702) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:44.083314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8b2709bc-5b0d-41d3-803d-eec490924eff tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8296776 Feb 19 07:32:44.086054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34704) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:44.143411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:44.144267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.158273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-68415933-164b-42eb-8621-98a9e3898cfc None None] Provisioning for port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:44.224283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 8f15d131-ad24-43e5-b2f8-c38d6a1038a1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:44.224664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.354289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-838c0db6-1788-48ed-b773-73d3cfed8aa7 None None] Provisioning for port 8f15d131-ad24-43e5-b2f8-c38d6a1038a1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:44.405130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-838c0db6-1788-48ed-b773-73d3cfed8aa7 None None] Provisioning complete for port 8f15d131-ad24-43e5-b2f8-c38d6a1038a1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:44.405130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-838c0db6-1788-48ed-b773-73d3cfed8aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.497365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-838c0db6-1788-48ed-b773-73d3cfed8aa7 None None] Port 8f15d131-ad24-43e5-b2f8-c38d6a1038a1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:44.501828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:44.593033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Deleting subnet f8c57fd7-7ab3-4a73-815a-fb9708946844 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:44.646076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Allocated IP 2001:db8:2::2 (a45d7e14-2001-4f87-94a1-e1796aac5ed5/b55a958d-894b-4e97-af46-76001e6ae7a5/6e783cdc-eb29-4ee2-8b7e-56d7e433d887) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:44.754726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.818662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.882669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 8f15d131-ad24-43e5-b2f8-c38d6a1038a1 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:44.894712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.905666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7057d82e-2979-4c66-aedf-39910b3a0482 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:44.908816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:44.915682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e95e531d-bebd-47de-83d5-83715ec1040f None None] Provisioning for port 4a870e8d-e89c-4116-8963-b64bad533933 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:44.920566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:44.921097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.952955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e95e531d-bebd-47de-83d5-83715ec1040f None None] Provisioning complete for port 4a870e8d-e89c-4116-8963-b64bad533933 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:44.953368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e95e531d-bebd-47de-83d5-83715ec1040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:44.955779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.022708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.043086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e95e531d-bebd-47de-83d5-83715ec1040f None None] Port 4a870e8d-e89c-4116-8963-b64bad533933 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:45.045253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Transition to ACTIVE for port object 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:45.102767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7057d82e-2979-4c66-aedf-39910b3a0482 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:45.107067 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7057d82e-2979-4c66-aedf-39910b3a0482 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7044067 Feb 19 07:32:45.109298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:45.139349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Transition to ACTIVE for port object 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:45.161013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.161293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.222821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.268656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:45.274118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:45.275811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Pushing event updated for resources: {'Port': ['ID=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:45.279294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:45.281204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6770da6f-5382-4ae6-9a0a-a2248eeb5ab4 None None] Provisioning complete for port 4a870e8d-e89c-4116-8963-b64bad533933 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:45.281562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6770da6f-5382-4ae6-9a0a-a2248eeb5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.320218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,segment=NetworkSegment(8136c983-e584-4189-9e9f-af8394395a08),segment_id=8136c983-e584-4189-9e9f-af8394395a08)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:45.341838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.349027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.357761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.358466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1ae5979b-5515-4e90-9dde-f5e69b318720 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:45.534979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6770da6f-5382-4ae6-9a0a-a2248eeb5ab4 None None] Port 4a870e8d-e89c-4116-8963-b64bad533933 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:45.559587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a5b216f-10e3-42b7-936b-7ff0d1fdf302 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.571902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Attempting to bind port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:45.572285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Attempting to bind port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:45.572635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Attempting to bind port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 on network a45d7e14-2001-4f87-94a1-e1796aac5ed5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:45.587959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:45.588251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a5b216f-10e3-42b7-936b-7ff0d1fdf302 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.588353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Checking segment: {'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:45.588700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.589077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Bound using segment: {'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:45.589517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Bound port: 6e783cdc-eb29-4ee2-8b7e-56d7e433d887, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:45.589871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.600445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:45.605458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 1ae5979b-5515-4e90-9dde-f5e69b318720 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:45.612724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1ae5979b-5515-4e90-9dde-f5e69b318720 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:45.613067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.648763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a5b216f-10e3-42b7-936b-7ff0d1fdf302 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.688431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b216f-10e3-42b7-936b-7ff0d1fdf302 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e9271-7b20-4a38-a28a-401e666345b6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:45.694190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.725710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.747194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] For port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:45.751162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] For port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,segment=NetworkSegment(c7f7a302-ef67-4c49-a327-88075995ddda),segment_id=c7f7a302-ef67-4c49-a327-88075995ddda)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:45.786402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.827649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:32:45.841223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c57fd7-7ab3-4a73-815a-fb9708946844,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:45.867483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178764e-e177-4984-9a9c-ae21e6e098d7 None None] Network 9a697aaf-57c7-414c-b956-fd8713faeffe requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:45.867718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.871504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.881577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.891503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.897999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:45.920844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=8f15d131-ad24-43e5-b2f8-c38d6a1038a1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:45.989346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a03d0-e993-4b1a-8305-15938bf6d552 None None] Pushing event updated for resources: {'Port': ['ID=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:46.031195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a5b216f-10e3-42b7-936b-7ff0d1fdf302 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.031787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 1ae5979b-5515-4e90-9dde-f5e69b318720, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1ae5979b-5515-4e90-9dde-f5e69b318720,segment=NetworkSegment(d02b3e83-af3a-425f-aaca-39fcc1616508),segment_id=d02b3e83-af3a-425f-aaca-39fcc1616508)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:46.034833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2a5b216f-10e3-42b7-936b-7ff0d1fdf302 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/f63e9271-7b20-4a38-a28a-401e666345b6 HTTP/1.1" status: 204 len: 168 time: 0.9220493 Feb 19 07:32:46.042078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:46.048998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.074450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.075419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9c97771f-e66c-429a-bee5-0341e11c48ea up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:46.088815 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-131471c1-49eb-4e49-b5a6-04a664fbd4a8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/8f15d131-ad24-43e5-b2f8-c38d6a1038a1 HTTP/1.1" status: 204 len: 168 time: 2.0017295 Feb 19 07:32:46.093665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:46.121899 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c12ebfd4-b16f-4531-a085-08e0da7a6c69 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "DELETE /v2.0/subnets/f8c57fd7-7ab3-4a73-815a-fb9708946844 HTTP/1.1" status: 204 len: 168 time: 3.0336173 Feb 19 07:32:46.131700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:46.271566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=1ae5979b-5515-4e90-9dde-f5e69b318720,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:46.294700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 9c97771f-e66c-429a-bee5-0341e11c48ea triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:46.295063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.373484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e0acc755-6ae6-49fb-882a-4b0ecb2fca6d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:46.418740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4fe17-77dd-4219-8f8b-fb7f6bcf0138 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:46.420957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6cf4fe17-77dd-4219-8f8b-fb7f6bcf0138 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:46.442819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8:2::1 (a45d7e14-2001-4f87-94a1-e1796aac5ed5/b55a958d-894b-4e97-af46-76001e6ae7a5/f96ef4b4-7b39-416c-b500-931607cc312e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:46.461470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e0acc755-6ae6-49fb-882a-4b0ecb2fca6d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:46.463201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e0acc755-6ae6-49fb-882a-4b0ecb2fca6d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4107265 Feb 19 07:32:46.469325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34728) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:46.522958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6cf4fe17-77dd-4219-8f8b-fb7f6bcf0138 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:46.524366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] DHCP port deletion for 9a697aaf-57c7-414c-b956-fd8713faeffe request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:46.527632 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6cf4fe17-77dd-4219-8f8b-fb7f6bcf0138 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4328871 Feb 19 07:32:46.535432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] Deleting port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:46.536596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.544197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=3322bf9a-7e33-4952-903f-21c8065c5b8a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:46.562203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34732) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:46.706022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.763061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c382d42-6e63-4114-854f-a2d825c9d989 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.777561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.815979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:46.829116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238adc6-a3cb-4cc0-94fa-871e1f5e7995 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:46.833387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1238adc6-a3cb-4cc0-94fa-871e1f5e7995 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2696280 Feb 19 07:32:46.835372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c382d42-6e63-4114-854f-a2d825c9d989 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.849737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:46.877560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] For port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0e714b56-83b7-48ff-a44d-eb02bc8e2ba8,segment=NetworkSegment(721696a1-b1cc-4944-93d8-3ce492d04879),segment_id=721696a1-b1cc-4944-93d8-3ce492d04879)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:46.877897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.897005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.920630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object f96ef4b4-7b39-416c-b500-931607cc312e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:46.930457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c382d42-6e63-4114-854f-a2d825c9d989 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.958463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c382d42-6e63-4114-854f-a2d825c9d989 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2a496e-a47c-4fe7-acd1-78e428c0a31b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:46.989091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c382d42-6e63-4114-854f-a2d825c9d989 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:46.990685 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6c382d42-6e63-4114-854f-a2d825c9d989 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/5e2a496e-a47c-4fe7-acd1-78e428c0a31b HTTP/1.1" status: 204 len: 168 time: 0.5198576 Feb 19 07:32:46.993455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:47.006767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Deleting port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:47.007150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.032366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.072510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] Calling delete_port for 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:47.085906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1f9d0-5efa-4a6d-9327-e501a6b2d872 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:47.087179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1f9d0-5efa-4a6d-9327-e501a6b2d872 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:47.088577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1f9d0-5efa-4a6d-9327-e501a6b2d872 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:47.089358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-65f1f9d0-5efa-4a6d-9327-e501a6b2d872 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:47.135079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:47.141152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:47.144488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:47.145470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.154199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-62271a94-96ee-4bd4-baef-3a20117f4577 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:47.169639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=f96ef4b4-7b39-416c-b500-931607cc312e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:47.187259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.191166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] The port '0e714b56-83b7-48ff-a44d-eb02bc8e2ba8' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:32:47.194283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-65f1f9d0-5efa-4a6d-9327-e501a6b2d872 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:47.195556 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-65f1f9d0-5efa-4a6d-9327-e501a6b2d872 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3398855 Feb 19 07:32:47.200755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:47.219016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:47.219387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.267505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] Pushing event deleted for resources: {'Port': ['ID=0e714b56-83b7-48ff-a44d-eb02bc8e2ba8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:47.293319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-62271a94-96ee-4bd4-baef-3a20117f4577 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:47.294660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-62271a94-96ee-4bd4-baef-3a20117f4577 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3000140 Feb 19 07:32:47.301478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34748) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:47.313083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064759744'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:47.317441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0667af5d-da31-4ca0-800d-ae1c0897491d None None] No DVR routers for this DVR port 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:47.350978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.375865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.379394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:47.406070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1ae5979b-5515-4e90-9dde-f5e69b318720 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:47.438340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.448875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:47.506939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.513569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1ae5979b-5515-4e90-9dde-f5e69b318720 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:47.514016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.542986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.578053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13c2e7-dcac-4d4d-800a-25b506213ca3 None None] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:47.606877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 2cbdca40-5ffb-4573-bea3-0a9452491b1b {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:47.622324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.669791 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:32:47.693175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a697aaf-57c7-414c-b956-fd8713faeffe']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:47.712741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:47.727279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=4a870e8d-e89c-4116-8963-b64bad533933,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:47.743158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721696a1-b1cc-4944-93d8-3ce492d04879') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:47.743487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721696a1-b1cc-4944-93d8-3ce492d04879') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:47.764613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.783134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f9e73919-847a-4cba-8d38-e937816061c5 None None] Provisioning for port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:47.806884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.813319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Router 1b66c491-97f9-470a-ae78-5088f14c49b2 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:47.836413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:47.844708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:47.848920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.862957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:47.863615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:47.882707 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:47.887121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:47.912195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:47.954668 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP 08e52877-b700-4e8e-ba08-ecf7a347dd0c associated. External IP: 172.26.1.222, port: b9ec2538-b5bf-4700-9c75-2320e1ad5880. Feb 19 07:32:47.975402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:47.982840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:47.983282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.123442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.166369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,segment=NetworkSegment(c7f7a302-ef67-4c49-a327-88075995ddda),segment_id=c7f7a302-ef67-4c49-a327-88075995ddda)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:48.168851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3f5c4a1a-856d-4edb-9b37-cafe5a24b546 None None] Provisioning complete for port 4a870e8d-e89c-4116-8963-b64bad533933 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:48.169526 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4a1a-856d-4edb-9b37-cafe5a24b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.202358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.222730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.238361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.256032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.290920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.302324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:48.309390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.321391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event deleted for resources: {'Network': ['ID=9a697aaf-57c7-414c-b956-fd8713faeffe,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:48.343117 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31f8c172-7246-41c4-9c79-63ab569581a4 tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "DELETE /v2.0/networks/9a697aaf-57c7-414c-b956-fd8713faeffe HTTP/1.1" status: 204 len: 168 time: 2.2037888 Feb 19 07:32:48.356937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34752) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:48.357880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760c57e1-ecc4-48e7-bfa5-10dbae9fb7c3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:48.367233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c4a1a-856d-4edb-9b37-cafe5a24b546 None None] Port 4a870e8d-e89c-4116-8963-b64bad533933 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:48.368430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:32:48.368836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0e714b56-83b7-48ff-a44d-eb02bc8e2ba8 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:32:48.405772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:48.467993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.539165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a08d0f76-63ac-4b8f-9a86-7b690559400c None None] Provisioning complete for port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:48.539871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a08d0f76-63ac-4b8f-9a86-7b690559400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.627430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.628679 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2db6c140-0d35-495f-9b56-049639c06c24 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3261685 Feb 19 07:32:48.634188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34756) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:48.652522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.654299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '760c57e1-ecc4-48e7-bfa5-10dbae9fb7c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:48.663831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:48.673116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:48.679733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:48.692127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Deleting port 4fe25399-79ef-4b44-a848-ef1337176c62 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:48.692449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.728661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:48.729519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:48.733286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:48.743254 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-de0250cf-f10e-4f11-9342-38926c246130 admin admin] 10.222.0.72 "PUT /v2.0/routers/1b66c491-97f9-470a-ae78-5088f14c49b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7517598 Feb 19 07:32:48.762026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:48.782143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] Sync routers for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:48.839748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:48.840351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:48.869300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.953672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:32:48.972202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:48.978938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a08d0f76-63ac-4b8f-9a86-7b690559400c None None] Provisioning for port f96ef4b4-7b39-416c-b500-931607cc312e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:48.992017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a08d0f76-63ac-4b8f-9a86-7b690559400c None None] Provisioning complete for port f96ef4b4-7b39-416c-b500-931607cc312e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:48.992422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a08d0f76-63ac-4b8f-9a86-7b690559400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.005188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbdca40-5ffb-4573-bea3-0a9452491b1b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:49.018609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.053857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:49.054230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.085488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.096134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4cf7d-aecf-43d1-8579-6729ffc9a3d5 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:49.102690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.103467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.214054 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b7d570a5-be23-4029-ac85-e8afe79b6ce7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/2cbdca40-5ffb-4573-bea3-0a9452491b1b HTTP/1.1" status: 204 len: 168 time: 2.0097516 Feb 19 07:32:49.220654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:49.257101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a08d0f76-63ac-4b8f-9a86-7b690559400c None None] Port f96ef4b4-7b39-416c-b500-931607cc312e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:49.307434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:49.391174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=f96ef4b4-7b39-416c-b500-931607cc312e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:49.425139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.426060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.426494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.437566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:49.445340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.571315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.575436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet 5701df7d-e53d-48cf-93a2-fdc8de85c8de {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:49.586453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Calling delete_port for 4fe25399-79ef-4b44-a848-ef1337176c62 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:49.633356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.637004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.698885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=4a870e8d-e89c-4116-8963-b64bad533933,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:49.704494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-180d9de6-8ec4-4dd6-9e47-3191ef41b199 None None] Provisioning complete for port f96ef4b4-7b39-416c-b500-931607cc312e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:49.704713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.704866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-180d9de6-8ec4-4dd6-9e47-3191ef41b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.731118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcfbde2-7e0c-49da-af18-142bbf955384,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:49.785275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.850011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-180d9de6-8ec4-4dd6-9e47-3191ef41b199 None None] Port f96ef4b4-7b39-416c-b500-931607cc312e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:49.875598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 1448f08e-647a-4575-984f-915d1bf6baaa is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:49.877707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:49.926466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:32:39Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:49.930977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] Checking router: 1b66c491-97f9-470a-ae78-5088f14c49b2 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:32:49.939158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:49.940076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:49.941414 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-763b8c86-b324-45f4-995c-6c3bf0db0b0b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3037443 Feb 19 07:32:49.947558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] Routers {'1b66c491-97f9-470a-ae78-5088f14c49b2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:49.948476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1b66c491-97f9-470a-ae78-5088f14c49b2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:49.955899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:49.970446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:50.083389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:50.094172 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:50.110278 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:50.110892 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:50.244562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] Set router 1b66c491-97f9-470a-ae78-5088f14c49b2 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:50.267335 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:50.298407 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:50.299244 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:50.357759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.433299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e6e68db-c8b4-405f-9efa-719a08237ef5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.442998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.489637 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e10b0e19-b4b2-4a1c-a5f5-46224c56c540 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.3113444 Feb 19 07:32:50.493204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34772) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:50.506499 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:50.509994 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031b53a-53c8-454d-a38e-05c2adba9aa9 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:50.512855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:50.517953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e6e68db-c8b4-405f-9efa-719a08237ef5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.548962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Pushing event deleted for resources: {'Port': ['ID=4fe25399-79ef-4b44-a848-ef1337176c62,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:50.570759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.633381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.656973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:32:39Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:50.661817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-73c107fa-db60-4abe-b607-c118189dc31a None None] Provisioning complete for port 4a870e8d-e89c-4116-8963-b64bad533933 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:50.662188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73c107fa-db60-4abe-b607-c118189dc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.672529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.711863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977a745-1929-4579-9cb3-e611d646e746 None None] The sync data for ids ['1b66c491-97f9-470a-ae78-5088f14c49b2'] in dv-neutron-829958-1-hyperv is: [{'id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'name': 'tempest-ServerActionsTestJSON-2034703312-router', 'tenant_id': 'ebec3d746567482cb7159bc17612913c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '391921d0-1d56-4016-9039-217e6f04c933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:25Z', 'updated_at': '2022-02-19T07:32:39Z', 'revision_number': 5, 'project_id': 'ebec3d746567482cb7159bc17612913c', 'gw_port': {'id': '391921d0-1d56-4016-9039-217e6f04c933', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:36:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b66c491-97f9-470a-ae78-5088f14c49b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:27Z', 'updated_at': '2022-02-19T07:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:50.731012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-73c107fa-db60-4abe-b607-c118189dc31a None None] Port 4a870e8d-e89c-4116-8963-b64bad533933 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:50.855512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c276de0c-974f-4bf1-9c8c-f3bc29b6161a None None] Provisioning complete for port f96ef4b4-7b39-416c-b500-931607cc312e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:50.856238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c276de0c-974f-4bf1-9c8c-f3bc29b6161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.873483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e6e68db-c8b4-405f-9efa-719a08237ef5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.879497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Router 5e2f17f3-8e68-4bc3-a877-f092e843110f is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:32:50.911539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c276de0c-974f-4bf1-9c8c-f3bc29b6161a None None] Port f96ef4b4-7b39-416c-b500-931607cc312e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:32:50.970672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:50.971755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e68db-c8b4-405f-9efa-719a08237ef5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bcfbde2-7e0c-49da-af18-142bbf955384,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:51.012344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.033787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f1938274-3e8d-4940-8a46-99d28ac463f5 None None] Provisioning complete for port 9c97771f-e66c-429a-bee5-0341e11c48ea triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:51.034236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f1938274-3e8d-4940-8a46-99d28ac463f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.048394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e6e68db-c8b4-405f-9efa-719a08237ef5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.052072 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0e6e68db-c8b4-405f-9efa-719a08237ef5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/9bcfbde2-7e0c-49da-af18-142bbf955384 HTTP/1.1" status: 204 len: 168 time: 1.0686057 Feb 19 07:32:51.057037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.058253 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-11190a97-0449-4290-8b98-e716e3e1ef5c tempest-FloatingIPAdminTestJSON-2065328477 tempest-FloatingIPAdminTestJSON-2065328477-project] 10.222.0.72 "DELETE /v2.0/floatingips/03e82f03-e314-46b3-8d58-27ef943f559d HTTP/1.1" status: 204 len: 168 time: 2.6971967 Feb 19 07:32:51.061504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.087748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.145774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=5701df7d-e53d-48cf-93a2-fdc8de85c8de,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:51.165037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.170275 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-615d7a99-ae8e-461e-8e80-a18b15621eae tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/5701df7d-e53d-48cf-93a2-fdc8de85c8de HTTP/1.1" status: 204 len: 168 time: 1.9456899 Feb 19 07:32:51.172898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.195422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367de85e-06b5-4615-8dd4-f6a668e6eda2 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:51.199181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.199682 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP 08e52877-b700-4e8e-ba08-ecf7a347dd0c disassociated. External IP: 172.26.1.222, port: b9ec2538-b5bf-4700-9c75-2320e1ad5880. Feb 19 07:32:51.262567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3d1147ce-cc0c-4afc-a62e-a91320e9a249 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865223 Feb 19 07:32:51.263388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.273210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0a337a6-1d9a-4eda-8d8d-94c9ee535dcb tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:51.282045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:51.416700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:51.435704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f0a337a6-1d9a-4eda-8d8d-94c9ee535dcb tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:51.437012 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f0a337a6-1d9a-4eda-8d8d-94c9ee535dcb tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3736303 Feb 19 07:32:51.441709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.469956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34796) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.501509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:51.517214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:51.522394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:51.535642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:51.586334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:51.594856 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2fb6286-7984-4b9e-92f9-23a01918b47f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "PUT /v2.0/routers/5e2f17f3-8e68-4bc3-a877-f092e843110f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1134286 Feb 19 07:32:51.595834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34802) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.596639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] Sync routers for ids ['5e2f17f3-8e68-4bc3-a877-f092e843110f'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:51.612040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] Routers {'5e2f17f3-8e68-4bc3-a877-f092e843110f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:51.612706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['5e2f17f3-8e68-4bc3-a877-f092e843110f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:51.682759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:51.694281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] Deleting port 9c97771f-e66c-429a-bee5-0341e11c48ea {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:51.695476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.723610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:51.786261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] Routers {'5e2f17f3-8e68-4bc3-a877-f092e843110f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:51.786780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['5e2f17f3-8e68-4bc3-a877-f092e843110f'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:51.841588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:51.845174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.856675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bcf228-568a-4bbd-aeb0-8ab44c7640d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:51.857385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a7bcf228-568a-4bbd-aeb0-8ab44c7640d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:51.864315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:51.864952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b2809-683a-45b5-87e8-defc7dea8f11 None None] The sync data for ids ['5e2f17f3-8e68-4bc3-a877-f092e843110f'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:51.868502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.870224 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86c25a48-a79f-40ba-9155-588eeb1c57cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05fca99fca434ff4b7ab2fa4bd754ce8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3919294 Feb 19 07:32:51.875279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34806) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.909691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a7bcf228-568a-4bbd-aeb0-8ab44c7640d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:51.910837 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7bcf228-568a-4bbd-aeb0-8ab44c7640d2 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2f17f3-8e68-4bc3-a877-f092e843110f HTTP/1.1" status: 200 len: 981 time: 0.3139334 Feb 19 07:32:51.918710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34810) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:51.970269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] For port 9c97771f-e66c-429a-bee5-0341e11c48ea, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9c97771f-e66c-429a-bee5-0341e11c48ea,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:51.970660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.976700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a3bb-8f78-4f40-8e95-6eef94d84783 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:51.978274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Deleting port 391921d0-1d56-4016-9039-217e6f04c933 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:51.978595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.093239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] Calling delete_port for 9c97771f-e66c-429a-bee5-0341e11c48ea owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:52.105817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a941-3b49-43fb-a437-2bf1e6781e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.139072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a3bb-8f78-4f40-8e95-6eef94d84783 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.149603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a941-3b49-43fb-a437-2bf1e6781e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.182706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.234385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] Pushing event deleted for resources: {'Port': ['ID=9c97771f-e66c-429a-bee5-0341e11c48ea,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:52.238229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4dc29a-527e-4a2b-911c-22f92206bc55 None None] No DVR routers for this DVR port 9c97771f-e66c-429a-bee5-0341e11c48ea on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:52.282330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a3bb-8f78-4f40-8e95-6eef94d84783 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.291404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a941-3b49-43fb-a437-2bf1e6781e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.315306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] For port 391921d0-1d56-4016-9039-217e6f04c933, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=391921d0-1d56-4016-9039-217e6f04c933,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:52.315649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.325218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0a3bb-8f78-4f40-8e95-6eef94d84783 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c57e1-ecc4-48e7-bfa5-10dbae9fb7c3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:52.368718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a941-3b49-43fb-a437-2bf1e6781e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a8b37-3e1e-4f1a-8b97-275edb67812e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:52.392203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:52.454384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a941-3b49-43fb-a437-2bf1e6781e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.457766 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3ca2a941-3b49-43fb-a437-2bf1e6781e75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/842a8b37-3e1e-4f1a-8b97-275edb67812e HTTP/1.1" status: 204 len: 168 time: 0.5781560 Feb 19 07:32:52.462802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Calling delete_port for 391921d0-1d56-4016-9039-217e6f04c933 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:52.498960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:52.511929 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:52.530245 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:52.531411 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:52.554401 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a602086-91a5-4839-95a7-e495c2e26c4e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8588488 Feb 19 07:32:52.558521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:52.577158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-699843676'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:52.586887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a3bb-8f78-4f40-8e95-6eef94d84783 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.589799 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cdf0a3bb-8f78-4f40-8e95-6eef94d84783 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/760c57e1-ecc4-48e7-bfa5-10dbae9fb7c3 HTTP/1.1" status: 204 len: 168 time: 1.1459379 Feb 19 07:32:52.594087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:52.598089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:network and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:52.601754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:52.607102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:52.614277 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:52.682319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:52.691507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.698489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9c97771f-e66c-429a-bee5-0341e11c48ea no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:52.710112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.740524 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:52.759122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 9c97771f-e66c-429a-bee5-0341e11c48ea {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:32:52.759451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9c97771f-e66c-429a-bee5-0341e11c48ea not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:32:52.759842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:32:52.807223 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-93f8c352-c3ba-4372-8934-708d851f761f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6210749 Feb 19 07:32:52.810075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=a173b7ec-f04a-419c-a9d4-6b2cdee1bda2,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:52.832044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:32:52.832409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6cba4bc2-aa23-4be1-8afe-1467e677c5a2 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:32:52.873205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:52.877898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:52.888124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04988c8a-e239-44ea-bb4c-cbbf8f95bbdb None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:52.891292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1dd878f-2efd-482d-b9dc-cffe40834349 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:52.900300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:52.901263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.928961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:52.943888 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2b99cceb-d38d-4c4a-8263-d7a01230f47b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6781073 Feb 19 07:32:52.948842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34828) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:52.955878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:52.956577 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added segment f1da55e1-695b-451a-ac90-1e71500c65f7 of type vlan for network a3004698-823a-4940-b582-13128826e394 Feb 19 07:32:52.961182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:52.986751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1dd878f-2efd-482d-b9dc-cffe40834349 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:52.988560 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b1dd878f-2efd-482d-b9dc-cffe40834349 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3730876 Feb 19 07:32:53.016391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34832) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:53.016759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34834) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:53.030576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307572941'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:53.064850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:53.107800 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:47Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:47Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:53.112361 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:32:53.112709 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Updating router 2fa8f088-7d39-41bb-8fd1-68cc887e707e port f96ef4b4-7b39-416c-b500-931607cc312e binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:32:53.158070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.164095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.175820 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.180115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:53.192267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'tenant_id': 'adf515da56964ed49585452f75c8b413', 'fixed_ips': [{'subnet_id': 'a173b7ec-f04a-419c-a9d4-6b2cdee1bda2'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:53.193620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.220287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.236231 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-af05eb19-4cd4-4b42-b67f-68d0a3d3116e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1098 time: 0.3120315 Feb 19 07:32:53.248078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.316469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Pushing event deleted for resources: {'Port': ['ID=391921d0-1d56-4016-9039-217e6f04c933,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:53.326343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:53.328904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.332815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:53.333679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.361814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:53.387844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Allocated IP 2001:db8::2 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/a173b7ec-f04a-419c-a9d4-6b2cdee1bda2/df6f474c-ecdc-4b24-aa82-d497f4b233f2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:53.402403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:53.422421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:53.480765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:53.486600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-61890f07-6732-45b7-9334-7b617d639a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:53.488789 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-61890f07-6732-45b7-9334-7b617d639a85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 200 len: 898 time: 0.2111716 Feb 19 07:32:53.509117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9477193 Feb 19 07:32:53.515234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34840) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:53.523322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'subnet': {'network_id': 'a3004698-823a-4940-b582-13128826e394', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:53.540917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db03a03-f923-4f84-87cc-58562c65f1f9 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Network': ['ID=a3004698-823a-4940-b582-13128826e394,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:53.555511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:53.582349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network a3004698-823a-4940-b582-13128826e394 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:32:53.630572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Usage tracker for resource:security_group_rule and tenant:6a27a124b44f4ef5b1677517a273f7ef is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:53.636326 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-7a507ccc-d3f0-49c3-a90b-c773bafea3eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 200 len: 1001 time: 0.1156039 Feb 19 07:32:53.637158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:53.645394 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.647103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:53.660692 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Transition to ACTIVE for port object f96ef4b4-7b39-416c-b500-931607cc312e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:53.669420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:53.672198 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.685045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:53.753890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:53.758916 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04127e3-2982-424c-aaec-9f322683c980 None None] Pushing event updated for resources: {'Port': ['ID=f96ef4b4-7b39-416c-b500-931607cc312e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:53.776998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:53.784781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:53.841405 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:53.842091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:53.868784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:53.877320 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7626a393-fd43-462c-a2b2-8d7b617d626b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/floatingips/08e52877-b700-4e8e-ba08-ecf7a347dd0c HTTP/1.1" status: 200 len: 688 time: 3.3736596 Feb 19 07:32:53.881128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34844) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:53.890149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:53.913922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:53.979292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-8035b993-6fee-4631-a29e-940d10f56210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:53.981574 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-8035b993-6fee-4631-a29e-940d10f56210 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=308af5a0-8f18-47dd-bf47-0fc226c46e19 HTTP/1.1" status: 200 len: 835 time: 0.3258584 Feb 19 07:32:53.993552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:53.994171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:54.025204 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Attempting to bind port f96ef4b4-7b39-416c-b500-931607cc312e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:54.025520 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Attempting to bind port f96ef4b4-7b39-416c-b500-931607cc312e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:54.026053 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Attempting to bind port f96ef4b4-7b39-416c-b500-931607cc312e on network a45d7e14-2001-4f87-94a1-e1796aac5ed5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:54.035029 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:54.035394 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Checking segment: {'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:54.035779 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.036526 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Bound using segment: {'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:54.037385 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Bound port: f96ef4b4-7b39-416c-b500-931607cc312e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f7a302-ef67-4c49-a327-88075995ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:54.037775 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.055973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.094886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:54.095280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b0d98e-7ce5-4785-bbb6-a2fcd8e14735 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:54.120359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.142101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Transition to ACTIVE for port object df6f474c-ecdc-4b24-aa82-d497f4b233f2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:54.157024 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] For port f96ef4b4-7b39-416c-b500-931607cc312e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:54.163073 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] For port f96ef4b4-7b39-416c-b500-931607cc312e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f96ef4b4-7b39-416c-b500-931607cc312e,segment=NetworkSegment(c7f7a302-ef67-4c49-a327-88075995ddda),segment_id=c7f7a302-ef67-4c49-a327-88075995ddda)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:54.166490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Transition to ACTIVE for port object df6f474c-ecdc-4b24-aa82-d497f4b233f2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:54.171177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.182364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.207158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:54.227957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:subnet and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:54.232528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:54.244180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:54.248733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.268885 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04127e3-2982-424c-aaec-9f322683c980 None None] Pushing event updated for resources: {'Port': ['ID=f96ef4b4-7b39-416c-b500-931607cc312e,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:54.273555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 3322bf9a-7e33-4952-903f-21c8065c5b8a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:54.273898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.294835 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:54.295577 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:54.298744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:54.299788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Pushing event updated for resources: {'Port': ['ID=df6f474c-ecdc-4b24-aa82-d497f4b233f2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:54.314247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:54.320631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:54.372197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.395441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.473571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Attempting to bind port df6f474c-ecdc-4b24-aa82-d497f4b233f2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:54.474003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Attempting to bind port df6f474c-ecdc-4b24-aa82-d497f4b233f2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:54.474774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Attempting to bind port df6f474c-ecdc-4b24-aa82-d497f4b233f2 on network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:54.483958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:54.484498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Checking segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:54.485232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.485762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Bound using segment: {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:54.486797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Bound port: df6f474c-ecdc-4b24-aa82-d497f4b233f2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06326df6-4c8e-4d8d-9fc8-3371d1122064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:54.487182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.500732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.508342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.564081 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:32:54.599177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.621632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.622238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b66c491-97f9-470a-ae78-5088f14c49b2 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:32:54.622590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] For port df6f474c-ecdc-4b24-aa82-d497f4b233f2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:54.626280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] For port df6f474c-ecdc-4b24-aa82-d497f4b233f2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=df6f474c-ecdc-4b24-aa82-d497f4b233f2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:54.645104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.673487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d3f364-0d62-431d-b6d0-1fec78cdaf55,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:54.682560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.688626 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-684b3ebc-bd90-42ba-bbad-db29e1795681 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1b66c491-97f9-470a-ae78-5088f14c49b2 HTTP/1.1" status: 204 len: 168 time: 5.9253211 Feb 19 07:32:54.690926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34848) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:54.708759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Made reservation on behalf of 5abb5c6077aa45948ed13a20f84b635b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:54.765063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.791652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:54.795156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0640db-c675-4a42-8c46-22b7981504b5 None None] Pushing event updated for resources: {'Port': ['ID=df6f474c-ecdc-4b24-aa82-d497f4b233f2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:54.880472 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0482aa22-7c53-49a3-b2ea-b10c46008f1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a27a124b44f4ef5b1677517a273f7ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8538647 Feb 19 07:32:54.890979 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-93fdcb4a-df2c-4e30-b714-dc9d5c6555fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=898871ed-b840-4852-893d-bc8c2c9b3555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8765159 Feb 19 07:32:54.893314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34852) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:54.944977 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a173b7ec-f04a-419c-a9d4-6b2cdee1bda2 (CIDR: 2001:db8::/64) Feb 19 07:32:54.964829 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:32:54.965793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:32:54.984521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] Deleting subnet 921021d7-909a-4e96-8db2-506c1c4b66f9 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:54.984658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f759c-b2b7-4ceb-a47b-6ebd54404170,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:54.987955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.008918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.010093 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2edda147-45dd-4f7a-8a09-928a2ae2c3c9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9889517 Feb 19 07:32:55.021379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34856) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:55.032024 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ffc7e695-9ed8-49e2-b4c3-ff6850c6a305 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0809138 Feb 19 07:32:55.042838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': 'f08f759c-b2b7-4ceb-a47b-6ebd54404170', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:55.049101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.063372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:55.072269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:55.083419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'subnet': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:55.099693 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:47Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:54Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:55.103988 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8800ab-c8e6-477c-9636-b867d90acf98 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:32:47Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:54Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:55.154758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:55.231671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.232435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.234561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:55.241143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:55.267961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.428851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 3322bf9a-7e33-4952-903f-21c8065c5b8a owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:55.480625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8c617cb-7e9b-4344-a3e0-40e9288b9bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.521691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.558099 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-b81dbf11-6a2f-4a57-b20c-9d1eed5ab1f5 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455100 Feb 19 07:32:55.559678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8c617cb-7e9b-4344-a3e0-40e9288b9bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.641554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.806245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:55.821878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:subnet and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:55.830127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:55.848238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:55.867985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.886892 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1a81b4c2-4d64-462a-983f-24674f88b8c7 req-4ef357aa-8dc2-4a37-8cbe-e0713a425226 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130462 Feb 19 07:32:55.926957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 4a870e8d-e89c-4116-8963-b64bad533933 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:55.927609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.932555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Subnet': ['ID=67b0d6bb-f6ae-4bd9-805b-08b63a85454c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:55.956356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.973893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:55.978379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:55.995680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8c617cb-7e9b-4344-a3e0-40e9288b9bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.003165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.084300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.129444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a74d863-562b-4228-9fd9-45ec23345574,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.143661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Checking segment: {'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:56.144018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network hostable DHCP agents. Network: a3004698-823a-4940-b582-13128826e394, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:56.145262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=3322bf9a-7e33-4952-903f-21c8065c5b8a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.147236 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c617cb-7e9b-4344-a3e0-40e9288b9bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d3f364-0d62-431d-b6d0-1fec78cdaf55,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.173722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.175267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8c617cb-7e9b-4344-a3e0-40e9288b9bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.180099 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8c617cb-7e9b-4344-a3e0-40e9288b9bf3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01d3f364-0d62-431d-b6d0-1fec78cdaf55 HTTP/1.1" status: 204 len: 168 time: 1.2699225 Feb 19 07:32:56.218102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.219283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b222931b-b5d7-4dbd-b661-ec6cdf9d89d6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1947207 Feb 19 07:32:56.234335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.240376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921021d7-909a-4e96-8db2-506c1c4b66f9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.261593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.263537 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5443822b-5d4a-4047-9660-a093d23d3897 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/921021d7-909a-4e96-8db2-506c1c4b66f9 HTTP/1.1" status: 204 len: 168 time: 1.5563114 Feb 19 07:32:56.266302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.270068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f113b-90b0-4525-a711-054f657ad6f9 None None] Network 3bae076b-6fe4-46e2-a68c-b75a97bf87dc requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:56.291799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a3004698-823a-4940-b582-13128826e394 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:56.316237 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eda887cb-c5c5-405c-af2a-d2a371364b2b tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules/1a74d863-562b-4228-9fd9-45ec23345574 HTTP/1.1" status: 200 len: 705 time: 0.0771179 Feb 19 07:32:56.317089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34874) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.320219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.379957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, a3004698-823a-4940-b582-13128826e394) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:56.397580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:56.398181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.400245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd74480-9192-4ba4-8a37-58036992656d None None] Network a3004698-823a-4940-b582-13128826e394 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:56.419019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.483543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Deleting port cec38616-612b-4553-9ac0-49796b305715 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:56.483960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.528735 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f4f109b3-6f2f-4f09-a66e-f804ead4ae28 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0074949 Feb 19 07:32:56.530301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.555531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 4a870e8d-e89c-4116-8963-b64bad533933 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:56.592682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.595040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.596203 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90386332-2086-43c8-a6a2-577b8621a136 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/floatingips/08e52877-b700-4e8e-ba08-ecf7a347dd0c HTTP/1.1" status: 204 len: 168 time: 2.7112501 Feb 19 07:32:56.604936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.643187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f22767ee-a9b6-44a5-a71a-542285874f91 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:56.662667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b2d9f338-8253-4240-8069-fe854558053e None None] Provisioning for port df6f474c-ecdc-4b24-aa82-d497f4b233f2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:56.673106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '61305cda-9117-42a6-b116-4b26b8781f74'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:56.681554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f22767ee-a9b6-44a5-a71a-542285874f91 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:56.685939 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f22767ee-a9b6-44a5-a71a-542285874f91 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3579738 Feb 19 07:32:56.693942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34888) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.730042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:56.749477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:floatingip and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:56.758044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f09e88-9fc8-4b99-b695-efc6cfeef4f5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.766870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:56.770840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f09e88-9fc8-4b99-b695-efc6cfeef4f5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.808863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:56.848457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f96ef4b4-7b39-416c-b500-931607cc312e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:56.869916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f09e88-9fc8-4b99-b695-efc6cfeef4f5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.892497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34892) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.920372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09e88-9fc8-4b99-b695-efc6cfeef4f5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a74d863-562b-4228-9fd9-45ec23345574,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.922485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.933614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.979140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f09e88-9fc8-4b99-b695-efc6cfeef4f5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.980588 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46f09e88-9fc8-4b99-b695-efc6cfeef4f5 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/1a74d863-562b-4228-9fd9-45ec23345574 HTTP/1.1" status: 204 len: 168 time: 0.2859507 Feb 19 07:32:56.981359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.984527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34896) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:56.984671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] DHCP port deletion for 3bae076b-6fe4-46e2-a68c-b75a97bf87dc request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:32:56.986170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] For port cec38616-612b-4553-9ac0-49796b305715, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cec38616-612b-4553-9ac0-49796b305715,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:56.987026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:56.991015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Deleting port cec38616-612b-4553-9ac0-49796b305715 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:56.991789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.020032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-a3004698-823a-4940-b582-13128826e394', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:32:57.021022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.135826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f96ef4b4-7b39-416c-b500-931607cc312e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:57.165694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f96ef4b4-7b39-416c-b500-931607cc312e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:57.166056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.174432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:57.178707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=4a870e8d-e89c-4116-8963-b64bad533933,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:57.187127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Usage tracker for resource:security_group_rule and tenant:d320a0d3f80e43f691af1cbea24e26fd is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:32:57.192023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:32:57.228202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Calling delete_port for cec38616-612b-4553-9ac0-49796b305715 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:57.233148 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:57.313923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e94c1c5e-d202-4b8e-9dff-7c7ef3fa4215 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:57.445245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e94c1c5e-d202-4b8e-9dff-7c7ef3fa4215 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:57.446858 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e94c1c5e-d202-4b8e-9dff-7c7ef3fa4215 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4565611 Feb 19 07:32:57.456588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34900) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:57.525546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': 'f08f759c-b2b7-4ceb-a47b-6ebd54404170', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:32:57.542976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:32:57.546333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.549490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.561330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.567631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] For port cec38616-612b-4553-9ac0-49796b305715, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cec38616-612b-4553-9ac0-49796b305715,segment=NetworkSegment(93d490fa-543b-4d30-8071-6cc11052fd6e),segment_id=93d490fa-543b-4d30-8071-6cc11052fd6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:57.568027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.568835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:32:57.619208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.635133 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d320a0d3f80e43f691af1cbea24e26fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7377229 Feb 19 07:32:57.636040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1678564-d95f-46e7-95d7-17f79bcf86db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcdfbab-7703-4ebc-a93e-0f2dcfff318f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:57.639511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34904) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:57.641358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.705711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.712026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Calling delete_port for cec38616-612b-4553-9ac0-49796b305715 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:32:57.759134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Allocated IP 2001:db8:3::2 (a3004698-823a-4940-b582-13128826e394/67b0d6bb-f6ae-4bd9-805b-08b63a85454c/ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:57.772227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.objects.ports [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83568) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 19 07:32:57.778798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f96ef4b4-7b39-416c-b500-931607cc312e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f96ef4b4-7b39-416c-b500-931607cc312e,segment=NetworkSegment(c7f7a302-ef67-4c49-a327-88075995ddda),segment_id=c7f7a302-ef67-4c49-a327-88075995ddda)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:57.790286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.791045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device df6f474c-ecdc-4b24-aa82-d497f4b233f2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:32:57.809334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec38616-612b-4553-9ac0-49796b305715,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:57.846828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] No DVR routers for this DVR port cec38616-612b-4553-9ac0-49796b305715 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:57.877600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b569d77-9a5a-4ae2-a720-fe2acfd20336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.897854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.906447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:57.991139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:32:57.991467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:32:57.998208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f96ef4b4-7b39-416c-b500-931607cc312e,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:58.025086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.045572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port df6f474c-ecdc-4b24-aa82-d497f4b233f2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:58.056804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b569d77-9a5a-4ae2-a720-fe2acfd20336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.060193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port df6f474c-ecdc-4b24-aa82-d497f4b233f2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:58.060476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.066951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.074993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26df89c8-3e29-456b-a205-18670d47afd2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:58.181248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bae076b-6fe4-46e2-a68c-b75a97bf87dc']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:58.182365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.182877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.186967 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df5f234c-8d26-49ee-a85c-03104947c6ec tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7264023 Feb 19 07:32:58.188929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34908) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:58.225554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Transition to ACTIVE for port object ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:58.260018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.261231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b569d77-9a5a-4ae2-a720-fe2acfd20336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.272186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Transition to ACTIVE for port object ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:58.286829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b569d77-9a5a-4ae2-a720-fe2acfd20336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcdfbab-7703-4ebc-a93e-0f2dcfff318f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:58.287198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.289827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d490fa-543b-4d30-8071-6cc11052fd6e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:58.290118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d490fa-543b-4d30-8071-6cc11052fd6e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:58.298260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b569d77-9a5a-4ae2-a720-fe2acfd20336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.301828 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b569d77-9a5a-4ae2-a720-fe2acfd20336 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ffcdfbab-7703-4ebc-a93e-0f2dcfff318f HTTP/1.1" status: 204 len: 168 time: 0.6459088 Feb 19 07:32:58.301828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Router 5e2f17f3-8e68-4bc3-a877-f092e843110f has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:58.350890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.367715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f8683d5c-ad6f-411f-b2ee-578d99b7ab58 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules/26df89c8-3e29-456b-a205-18670d47afd2 HTTP/1.1" status: 200 len: 705 time: 0.1525555 Feb 19 07:32:58.381995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:58.393902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.419605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Network a3004698-823a-4940-b582-13128826e394 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:58.427147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:58.430878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Pushing event updated for resources: {'Port': ['ID=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:58.433350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:58.435598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:32:58.436002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:32:58.440637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:32:58.441038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.456061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:58.464761 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:58.507820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Deleting port cec38616-612b-4553-9ac0-49796b305715 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:32:58.507820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.524376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.26.1.240 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/fdeda329-9ab6-4158-9eff-57605b640b82) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:58.588386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:58.597630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5914302e-9f83-4fb8-b833-849c122bd2fd None None] The port 'cec38616-612b-4553-9ac0-49796b305715' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:32:58.599570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Attempting to bind port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:32:58.599935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Attempting to bind port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:32:58.600325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Attempting to bind port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 on network a3004698-823a-4940-b582-13128826e394 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:32:58.600870 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb1afbd7-5522-418b-98b3-095b65102974 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "PUT /v2.0/routers/5e2f17f3-8e68-4bc3-a877-f092e843110f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6805668 Feb 19 07:32:58.601958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:58.617277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:32:58.617763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Checking segment: {'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:32:58.618031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.618423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Bound using segment: {'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:32:58.618886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Bound port: ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:32:58.619258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.628679 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] Sync routers for ids ['5e2f17f3-8e68-4bc3-a877-f092e843110f'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:32:58.647755 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] Routers {'5e2f17f3-8e68-4bc3-a877-f092e843110f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:58.648865 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['5e2f17f3-8e68-4bc3-a877-f092e843110f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:58.680611 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-328a7cc8-9ebd-4bb3-ae4c-095741719c13 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:32:58.681275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-328a7cc8-9ebd-4bb3-ae4c-095741719c13 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:58.710754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-328a7cc8-9ebd-4bb3-ae4c-095741719c13 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:58.713280 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-328a7cc8-9ebd-4bb3-ae4c-095741719c13 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/4a870e8d-e89c-4116-8963-b64bad533933 HTTP/1.1" status: 404 len: 333 time: 0.1095617 Feb 19 07:32:58.715920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34924) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:58.725920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.729891 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:58.746325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5778cfb0-ea7e-490b-9342-84922a830814 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:58.753200 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] Routers {'5e2f17f3-8e68-4bc3-a877-f092e843110f'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:32:58.753812 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['5e2f17f3-8e68-4bc3-a877-f092e843110f'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:58.769138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] For port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:58.774203 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] For port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,segment=NetworkSegment(f1da55e1-695b-451a-ac90-1e71500c65f7),segment_id=f1da55e1-695b-451a-ac90-1e71500c65f7)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:58.779292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.781981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.822442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bae076b-6fe4-46e2-a68c-b75a97bf87dc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:58.832118 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:58.832776 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e3cba-0ed9-4926-aa35-405130d181da None None] The sync data for ids ['5e2f17f3-8e68-4bc3-a877-f092e843110f'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:32:58.917943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5778cfb0-ea7e-490b-9342-84922a830814 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:32:58.919174 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5778cfb0-ea7e-490b-9342-84922a830814 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5330973 Feb 19 07:32:58.923710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21d9be22-6f24-4fe7-bea7-5176f268818c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:58.924906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34930) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:58.935298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295162-83da-4b3a-b14d-2875d388ea60 None None] Pushing event updated for resources: {'Port': ['ID=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:59.010130 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ceeb757a-69b6-465e-a9a7-3f4fb8cd2038 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3bae076b-6fe4-46e2-a68c-b75a97bf87dc HTTP/1.1" status: 204 len: 168 time: 2.7427402 Feb 19 07:32:59.033737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.280083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.291189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d9fc-b88a-442b-b070-3c4a55a16ade tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.295340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34942) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:59.369586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d9fc-b88a-442b-b070-3c4a55a16ade tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.401774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] For port df6f474c-ecdc-4b24-aa82-d497f4b233f2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=df6f474c-ecdc-4b24-aa82-d497f4b233f2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:59.445841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.507225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d9fc-b88a-442b-b070-3c4a55a16ade tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.573545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21d9be22-6f24-4fe7-bea7-5176f268818c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.578534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21d9be22-6f24-4fe7-bea7-5176f268818c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.611877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21d9be22-6f24-4fe7-bea7-5176f268818c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.612849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d9be22-6f24-4fe7-bea7-5176f268818c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2f17f3-8e68-4bc3-a877-f092e843110f {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:32:59.626558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-21d9be22-6f24-4fe7-bea7-5176f268818c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.630730 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-21d9be22-6f24-4fe7-bea7-5176f268818c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/routers/5e2f17f3-8e68-4bc3-a877-f092e843110f HTTP/1.1" status: 204 len: 168 time: 0.9112885 Feb 19 07:32:59.631374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34952) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:59.669200 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.671075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2d9fc-b88a-442b-b070-3c4a55a16ade tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26df89c8-3e29-456b-a205-18670d47afd2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:59.679633 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-48611721-63f5-4790-b6b3-4b43d7936f3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ebec3d746567482cb7159bc17612913c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3782814 Feb 19 07:32:59.690931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34956) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:59.691859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.692673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.759394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.765276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:32:59.765781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:32:59.799782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d9fc-b88a-442b-b070-3c4a55a16ade tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.804235 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9ec2d9fc-b88a-442b-b070-3c4a55a16ade tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/26df89c8-3e29-456b-a205-18670d47afd2 HTTP/1.1" status: 204 len: 168 time: 0.8697412 Feb 19 07:32:59.821538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:59.860363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:32:59.899933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:59.924024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cb9ac5a0-ab2c-4f53-b211-43148ba055be tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:32:59.951982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:59.953925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:59.965686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:59.966534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:32:59.968442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b536cf4-d995-4279-8626-f9a87a617a80 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:32:59.970371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:59.981759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:32:59.993735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet ee52c2c2-34e6-416b-b84f-9717f6b84fc9 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:32:59.998886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.037158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=df6f474c-ecdc-4b24-aa82-d497f4b233f2,revision_number=4']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.065944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1977260593'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:00.076835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cb9ac5a0-ab2c-4f53-b211-43148ba055be tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:00.078035 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb9ac5a0-ab2c-4f53-b211-43148ba055be tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2555633 Feb 19 07:33:00.079410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Subnet': ['ID=be71b8f7-c551-4009-b591-34382ba4beae,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.096489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34974) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:00.101145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:00.124058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Usage tracker for resource:network and tenant:f65a262bc58a4591bb35d9f3f301728b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:00.128952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:00.136869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': 'f08f759c-b2b7-4ceb-a47b-6ebd54404170', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:00.144311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:00.151425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:00.151677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.162933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:00.227035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:00.229149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Project ffc52146505946b7817d0d93cae893ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:33:00.234223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.256387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.263989 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-23ee0730-cd2b-4244-bc69-1129dcc633fb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1901166 Feb 19 07:33:00.269533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8365874c-74cf-4a59-a99e-3d98a40114e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.270427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 34984) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:00.281482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Request body: {'port': {'network_id': '6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b', 'mac_address': 'fa:16:3e:52:9d:87', 'name': 'tempest-NetworksTestDHCPv6-361961674'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:00.318330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.335642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=fdeda329-9ab6-4158-9eff-57605b640b82,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.427432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5a782-2001-4362-a69a-f597928ad6e8 None None] Network a3004698-823a-4940-b582-13128826e394 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:00.461882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8365874c-74cf-4a59-a99e-3d98a40114e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.501341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:00.508420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Usage tracker for resource:security_group_rule and tenant:f65a262bc58a4591bb35d9f3f301728b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:00.523056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:00.536916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:00.578818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-00dc113b-43d0-4a3a-ba33-ede2df8edfad None None] Provisioning for port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:00.629184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.667652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.679187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.694938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Allocated IP 2001:db8:3::1 (a3004698-823a-4940-b582-13128826e394/67b0d6bb-f6ae-4bd9-805b-08b63a85454c/151e105c-06cf-411a-8a2e-e3d6a142a84e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:00.700934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.704083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.804369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:00.830621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78567995-540d-4a15-b4a9-dcfaf0ea6039,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.840998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.841434 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Added segment a736fc12-8f40-4135-be7e-7eac7d802921 of type vlan for network bf235e37-13ea-4ebd-a02e-6d6963673f4f Feb 19 07:33:00.851651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:00.858163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Usage tracker for resource:port and tenant:adf515da56964ed49585452f75c8b413 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:00.867868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:00.872761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8365874c-74cf-4a59-a99e-3d98a40114e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.888001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:00.888441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.901124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.927561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f0cb71-b2bd-40b5-a661-3916fdf39619,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.928870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.946801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port df6f474c-ecdc-4b24-aa82-d497f4b233f2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=df6f474c-ecdc-4b24-aa82-d497f4b233f2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:00.962784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:00.968988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365874c-74cf-4a59-a99e-3d98a40114e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7494c93-7ecd-4d59-a7de-c045b2ab8b8d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.978795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Made reservation on behalf of adf515da56964ed49585452f75c8b413 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:01.007906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 391921d0-1d56-4016-9039-217e6f04c933 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:01.108230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 391921d0-1d56-4016-9039-217e6f04c933 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:01.108804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 391921d0-1d56-4016-9039-217e6f04c933 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:01.171274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.186556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=ee52c2c2-34e6-416b-b84f-9717f6b84fc9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:01.200351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.218217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c6ced-a885-460e-a01c-0b95ee0a860f None None] Network 1448f08e-647a-4575-984f-915d1bf6baaa requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:01.227074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] device_id is not set on port 36901fd1-b977-4827-971e-31269890fdc6 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:01.255635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.256874 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1771e61a-82b4-4db6-b566-1434b80d303d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1522496 Feb 19 07:33:01.279311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 34996) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:01.280125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8365874c-74cf-4a59-a99e-3d98a40114e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.283621 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8365874c-74cf-4a59-a99e-3d98a40114e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7494c93-7ecd-4d59-a7de-c045b2ab8b8d HTTP/1.1" status: 204 len: 168 time: 1.5847731 Feb 19 07:33:01.392363 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e75dd33a-6664-400c-ba21-c0e2da237687 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/ee52c2c2-34e6-416b-b84f-9717f6b84fc9 HTTP/1.1" status: 204 len: 168 time: 1.7583261 Feb 19 07:33:01.398031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.399069 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-33081a01-c8ab-4106-b781-9f8371b86b3d tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules/41f0cb71-b2bd-40b5-a661-3916fdf39619 HTTP/1.1" status: 200 len: 711 time: 0.1013234 Feb 19 07:33:01.410025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:01.417559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.425943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35002) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:01.426274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:01.490460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=df6f474c-ecdc-4b24-aa82-d497f4b233f2,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:01.546268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f96ef4b4-7b39-416c-b500-931607cc312e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:01.879052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.892863 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0308912 Feb 19 07:33:01.903567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.917517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35016) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:01.929955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'subnet': {'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:01.968373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f96ef4b4-7b39-416c-b500-931607cc312e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:01.969014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:01.972874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b39cd-af67-47b2-ac6f-0518ddd6b593 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Network': ['ID=bf235e37-13ea-4ebd-a02e-6d6963673f4f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:01.974755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6c07b60-ac51-46cc-bc86-7c72f1ad2b27 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:01.985100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Transition to ACTIVE for port object 151e105c-06cf-411a-8a2e-e3d6a142a84e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:02.005197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:02.140699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:02.141042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.158049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-749f1a33-4987-4d5c-b5a5-f2b9de979d7f None None] Provisioning complete for port df6f474c-ecdc-4b24-aa82-d497f4b233f2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:02.158416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-749f1a33-4987-4d5c-b5a5-f2b9de979d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.181789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8::118 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/a173b7ec-f04a-419c-a9d4-6b2cdee1bda2/36901fd1-b977-4827-971e-31269890fdc6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:02.192050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:9d87 (6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b/be71b8f7-c551-4009-b591-34382ba4beae/36901fd1-b977-4827-971e-31269890fdc6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:02.241994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] DHCP port deletion for 1448f08e-647a-4575-984f-915d1bf6baaa request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:02.271214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] Deleting port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:02.271948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.316537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c6c07b60-ac51-46cc-bc86-7c72f1ad2b27 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:02.316537 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c6c07b60-ac51-46cc-bc86-7c72f1ad2b27 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.8873787 Feb 19 07:33:02.402359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:02.461289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35028) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:02.493973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.501947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:02.507357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Usage tracker for resource:subnet and tenant:f65a262bc58a4591bb35d9f3f301728b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:02.510583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:02.517744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:02.527036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Transition to ACTIVE for port object 36901fd1-b977-4827-971e-31269890fdc6 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:02.533026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-259ef3d7-0eb0-4d97-9af2-70f6417aa604 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.545136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-259ef3d7-0eb0-4d97-9af2-70f6417aa604 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.555707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:02.580834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-259ef3d7-0eb0-4d97-9af2-70f6417aa604 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.599275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.604239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ef3d7-0eb0-4d97-9af2-70f6417aa604 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41f0cb71-b2bd-40b5-a661-3916fdf39619,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:02.689401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event updated for resources: {'Port': ['ID=36901fd1-b977-4827-971e-31269890fdc6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:02.710021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-259ef3d7-0eb0-4d97-9af2-70f6417aa604 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.711249 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-259ef3d7-0eb0-4d97-9af2-70f6417aa604 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/41f0cb71-b2bd-40b5-a661-3916fdf39619 HTTP/1.1" status: 204 len: 168 time: 0.2465734 Feb 19 07:33:02.713854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35038) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:02.726994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.733786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:02.736587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:02.742292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:02.746584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:02.747417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.789223 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d5770c1e-1963-4536-b382-f343b9e260a7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5177240 Feb 19 07:33:02.792309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35042) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:02.844141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:02.850237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.851133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=151e105c-06cf-411a-8a2e-e3d6a142a84e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:02.881475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:02.881870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.884804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting port 36901fd1-b977-4827-971e-31269890fdc6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:02.885140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.923496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] For port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,segment=NetworkSegment(8136c983-e584-4189-9e9f-af8394395a08),segment_id=8136c983-e584-4189-9e9f-af8394395a08)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:02.923879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:02.938584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d20194cc-d478-4f1c-a673-8d91f68356cf tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:02.988193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.021284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d20194cc-d478-4f1c-a673-8d91f68356cf tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:03.022710 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d20194cc-d478-4f1c-a673-8d91f68356cf tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3079433 Feb 19 07:33:03.038476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35048) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:03.082144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] Calling delete_port for 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:03.161116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] For port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,segment=NetworkSegment(8136c983-e584-4189-9e9f-af8394395a08),segment_id=8136c983-e584-4189-9e9f-af8394395a08)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:03.161701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.212985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.219102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62414433-ca4d-4931-b5b4-b6c9675bcbd6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.225704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.275303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62414433-ca4d-4931-b5b4-b6c9675bcbd6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.290381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] Pushing event deleted for resources: {'Port': ['ID=27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:03.304400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d2239-3393-4e67-8fc8-6a0413f022bb None None] No DVR routers for this DVR port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:03.308254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.324590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:03.326565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,segment=NetworkSegment(f1da55e1-695b-451a-ac90-1e71500c65f7),segment_id=f1da55e1-695b-451a-ac90-1e71500c65f7)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:03.331003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b9f1687f-bb54-4a56-8e8f-15a9de85fbc9 None None] Provisioning for port 36901fd1-b977-4827-971e-31269890fdc6 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:03.338150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.339567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device df6f474c-ecdc-4b24-aa82-d497f4b233f2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:03.431254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.463658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Calling delete_port for 36901fd1-b977-4827-971e-31269890fdc6 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:03.501503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b9f1687f-bb54-4a56-8e8f-15a9de85fbc9 None None] Provisioning complete for port 36901fd1-b977-4827-971e-31269890fdc6 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:03.502442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b9f1687f-bb54-4a56-8e8f-15a9de85fbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.521079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62414433-ca4d-4931-b5b4-b6c9675bcbd6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.568025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62414433-ca4d-4931-b5b4-b6c9675bcbd6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f759c-b2b7-4ceb-a47b-6ebd54404170,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:03.590302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:03.650750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-62414433-ca4d-4931-b5b4-b6c9675bcbd6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.654467 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-62414433-ca4d-4931-b5b4-b6c9675bcbd6 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/f08f759c-b2b7-4ceb-a47b-6ebd54404170 HTTP/1.1" status: 204 len: 168 time: 0.6125784 Feb 19 07:33:03.656826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35058) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:03.671100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1687f-bb54-4a56-8e8f-15a9de85fbc9 None None] Port 36901fd1-b977-4827-971e-31269890fdc6 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:03.672559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.674743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:03.675749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:03.679826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port df6f474c-ecdc-4b24-aa82-d497f4b233f2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:03.680238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.687054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a3004698-823a-4940-b582-13128826e394 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:03.703400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:03.705445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.717420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a33be-2378-49de-81b8-8bb480a67994 req-d9de5fdf-30d2-4742-899d-058917016634 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:03.724746 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd4a33be-2378-49de-81b8-8bb480a67994 req-d9de5fdf-30d2-4742-899d-058917016634 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 1.9476731 Feb 19 07:33:03.732081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:03.732635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.784207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0d0981b-0d09-433c-abdb-78c733c19cbf tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:03.796577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:03.870253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Port': ['ID=36901fd1-b977-4827-971e-31269890fdc6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:03.944971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0d0981b-0d09-433c-abdb-78c733c19cbf tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:03.950481 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0d0981b-0d09-433c-abdb-78c733c19cbf tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2886856 Feb 19 07:33:03.952014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35068) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:03.958633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096349548'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:03.986381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cec38616-612b-4553-9ac0-49796b305715 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:04.010785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=fdeda329-9ab6-4158-9eff-57605b640b82,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:04.031312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:04.051693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.070532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: cec38616-612b-4553-9ac0-49796b305715 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:04.072465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cec38616-612b-4553-9ac0-49796b305715 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:04.081138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:04.094970 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-296fc4b3-d196-4bc5-b41a-9a012c7958b4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/36901fd1-b977-4827-971e-31269890fdc6 HTTP/1.1" status: 204 len: 168 time: 1.3002467 Feb 19 07:33:04.097613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35074) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:04.158081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd4a33be-2378-49de-81b8-8bb480a67994 req-7ef5aa2b-4301-4a0c-a9ae-3b2ce97208f2 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316037 Feb 19 07:33:04.173133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.180045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:04.180632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.208844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d7753f15-987b-44b0-b74c-487852c8c106 None None] Provisioning for port 151e105c-06cf-411a-8a2e-e3d6a142a84e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:04.214240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d7753f15-987b-44b0-b74c-487852c8c106 None None] Provisioning complete for port 151e105c-06cf-411a-8a2e-e3d6a142a84e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:04.214690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7753f15-987b-44b0-b74c-487852c8c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.235180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.251642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device df6f474c-ecdc-4b24-aa82-d497f4b233f2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:04.327195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35078) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:04.331602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d7753f15-987b-44b0-b74c-487852c8c106 None None] Port 151e105c-06cf-411a-8a2e-e3d6a142a84e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:04.353674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port df6f474c-ecdc-4b24-aa82-d497f4b233f2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:04.354190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.407736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:04.416623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:04.428388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:04.436481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] The port '27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:33:04.436675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:04.459606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdee2672-732b-4364-939c-8b4e8fe8c689 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.460351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cdee2672-732b-4364-939c-8b4e8fe8c689 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:04.486940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:04.523519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cdee2672-732b-4364-939c-8b4e8fe8c689 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:04.525624 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cdee2672-732b-4364-939c-8b4e8fe8c689 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4255576 Feb 19 07:33:04.535865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:04.539702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-122115608', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:04.548577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:04.566305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:04.566667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.596237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Usage tracker for resource:port and tenant:1335836b22ef4551a49a0673ef9771e8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:04.605810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:04.623909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.625533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:04.634230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.637611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.673971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Made reservation on behalf of 1335836b22ef4551a49a0673ef9771e8 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:04.676744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.712735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.729925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee10a9-29e6-4be1-8c48-f4dd53f7267b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:04.738139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.749032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.750363 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7e4d91d7-a2b5-468f-9500-0a43b96a1dd9 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7968440 Feb 19 07:33:04.751536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:04.753163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35088) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:04.762139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc45df-d0db-4f1d-9ea0-5b2cc1949228 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.766363 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82fc45df-d0db-4f1d-9ea0-5b2cc1949228 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2185397 Feb 19 07:33:04.767464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Request body: {'security_group_rule': {'security_group_id': '53ee10a9-29e6-4be1-8c48-f4dd53f7267b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:04.777392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:04.783873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:04.787780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:04.788233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 27fc9e1c-6ee6-4c2a-a18e-32f70e33f1c2 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:04.804928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1448f08e-647a-4575-984f-915d1bf6baaa']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:04.822004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.831092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8136c983-e584-4189-9e9f-af8394395a08') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:04.831390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8136c983-e584-4189-9e9f-af8394395a08') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:04.835385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Usage tracker for resource:security_group_rule and tenant:ffc52146505946b7817d0d93cae893ba is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:04.838170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:04.843449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:04.846274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Usage tracker for resource:security_group_rule and tenant:1335836b22ef4551a49a0673ef9771e8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:04.851114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:04.859956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:04.862186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:04.888620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0724f09-59bf-4784-8a58-e197c6e093eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.889921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0724f09-59bf-4784-8a58-e197c6e093eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.891328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0724f09-59bf-4784-8a58-e197c6e093eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.895311 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0724f09-59bf-4784-8a58-e197c6e093eb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1134145 Feb 19 07:33:04.900454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35096) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:04.944445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:04.999061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.043106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet a173b7ec-f04a-419c-a9d4-6b2cdee1bda2 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:05.047501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.049062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.052071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.070069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:05.070467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:05.087381 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:05.090101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.109376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] device_id is not set on port e90dfd3e-c804-41c9-b001-1bf98f1e5a71 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:05.166571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Subnet': ['ID=8a9be792-bda6-4ec4-a49e-3d5ba53f7a68,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:05.183300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.190965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fcd03d-de80-4c11-9339-c90cbf925daa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:05.206604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.237208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.291965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0118165-526c-4cdc-b383-670f3cb6b204,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:05.314130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Checking segment: {'id': 'a736fc12-8f40-4135-be7e-7eac7d802921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:05.314496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network hostable DHCP agents. Network: bf235e37-13ea-4ebd-a02e-6d6963673f4f, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:05.323943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.328028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.368402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.369581 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9d90a7f2-5996-4f27-be1e-10ab0df899c0 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6155081 Feb 19 07:33:05.377721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35102) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:05.405853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Allocated IP 172.26.1.143 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/e90dfd3e-c804-41c9-b001-1bf98f1e5a71) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:05.414471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=1448f08e-647a-4575-984f-915d1bf6baaa,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:05.447614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.463373 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3cb88a54-5cd5-4630-a72d-63e2d7c2e321 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/1448f08e-647a-4575-984f-915d1bf6baaa HTTP/1.1" status: 204 len: 168 time: 4.0340285 Feb 19 07:33:05.478572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35106) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:05.489022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP f190170f-5911-4089-a919-d747f185eb04 associated. External IP: 172.26.1.240, port: 61305cda-9117-42a6-b116-4b26b8781f74. Feb 19 07:33:05.633981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8da0ef-88d5-4180-a33a-34e67bff6b0d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:05.635253 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c8da0ef-88d5-4180-a33a-34e67bff6b0d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/3751505b-ea30-487b-90ba-84031095bf63 HTTP/1.1" status: 200 len: 840 time: 0.1455617 Feb 19 07:33:05.690908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:05.729838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:05.748319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0699f1-bb3f-4a7c-9bd8-8f07555e5006 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.751906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:33:05.768413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, bf235e37-13ea-4ebd-a02e-6d6963673f4f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:05.772856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:05.773438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.778567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed77e3-5206-4871-890c-164280a80ada None None] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:05.780360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.785327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.806514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.807267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.846243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=a173b7ec-f04a-419c-a9d4-6b2cdee1bda2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:05.846522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973c8c7-8435-4016-b08d-25d1f7d97a37 req-db1c557a-8970-4e72-a93b-f82a82a6db62 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:05.848682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2973c8c7-8435-4016-b08d-25d1f7d97a37 req-db1c557a-8970-4e72-a93b-f82a82a6db62 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.5357924 Feb 19 07:33:05.867581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0699f1-bb3f-4a7c-9bd8-8f07555e5006 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:05.885421 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ab7e580-d7a0-4145-91e6-04127f294af0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/3751505b-ea30-487b-90ba-84031095bf63?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1896694 Feb 19 07:33:05.888887 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-89b94daa-d7b4-4435-a226-beb830429974 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9698606 Feb 19 07:33:05.891510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35114) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:05.891839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:05.914228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1752168960'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:05.940715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:05.946718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4f3e1-65ce-4d55-80df-be5c57fe7c10 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:05.960388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.010382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event updated for resources: {'Port': ['ID=151e105c-06cf-411a-8a2e-e3d6a142a84e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:06.042759 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2973c8c7-8435-4016-b08d-25d1f7d97a37 req-bdeb844a-568f-4b90-b13e-8dba3145f19d tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850204 Feb 19 07:33:06.115304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Network a3004698-823a-4940-b582-13128826e394 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:06.120669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:06.125033 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a34a567-3268-4b89-8e08-529cba591d6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/a173b7ec-f04a-419c-a9d4-6b2cdee1bda2 HTTP/1.1" status: 204 len: 168 time: 1.2212906 Feb 19 07:33:06.132658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35122) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:06.149544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.187152 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'tenant_id': 'f65a262bc58a4591bb35d9f3f301728b', 'fixed_ips': [{'subnet_id': '8a9be792-bda6-4ec4-a49e-3d5ba53f7a68'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:06.187967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.253146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0699f1-bb3f-4a7c-9bd8-8f07555e5006 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.257858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:06.283880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:06.296435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:06.308528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0699f1-bb3f-4a7c-9bd8-8f07555e5006 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee10a9-29e6-4be1-8c48-f4dd53f7267b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:06.310636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:06.312930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:06.330222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Usage tracker for resource:port and tenant:f65a262bc58a4591bb35d9f3f301728b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:06.347562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:06.366961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:06.423487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0699f1-bb3f-4a7c-9bd8-8f07555e5006 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.438537 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c0699f1-bb3f-4a7c-9bd8-8f07555e5006 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/53ee10a9-29e6-4be1-8c48-f4dd53f7267b HTTP/1.1" status: 204 len: 168 time: 1.0595713 Feb 19 07:33:06.446429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:06.457652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Allocated IP 2001:db8::2 (bf235e37-13ea-4ebd-a02e-6d6963673f4f/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68/214da6ff-fbcf-4aac-8889-c96ecff584de) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:06.569142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:06.651528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e0c18232-0f8d-4427-8400-4620ca20aaea None None] Provisioning complete for port 151e105c-06cf-411a-8a2e-e3d6a142a84e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:06.652236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0c18232-0f8d-4427-8400-4620ca20aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.676179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.677758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:06.681425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.706870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:06.768447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05b7bfc9-6432-49f0-8538-1c975f01ee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.775001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e0c18232-0f8d-4427-8400-4620ca20aaea None None] Port 151e105c-06cf-411a-8a2e-e3d6a142a84e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:06.781866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.795998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Transition to ACTIVE for port object 214da6ff-fbcf-4aac-8889-c96ecff584de will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:06.822895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Transition to ACTIVE for port object 214da6ff-fbcf-4aac-8889-c96ecff584de will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:06.832523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.836904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:06.854940 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] device_id is not set on port 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:06.877161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:06.896549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:06.900033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:06.913110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:06.971257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Pushing event updated for resources: {'Port': ['ID=e90dfd3e-c804-41c9-b001-1bf98f1e5a71,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:06.983818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:06.989748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Deleting subnet be71b8f7-c551-4009-b591-34382ba4beae {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:07.004085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Pushing event updated for resources: {'Port': ['ID=214da6ff-fbcf-4aac-8889-c96ecff584de,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:07.012865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:07.026355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Attempting to bind port 214da6ff-fbcf-4aac-8889-c96ecff584de on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:07.027016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Attempting to bind port 214da6ff-fbcf-4aac-8889-c96ecff584de by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'a736fc12-8f40-4135-be7e-7eac7d802921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:07.027132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Attempting to bind port 214da6ff-fbcf-4aac-8889-c96ecff584de on network bf235e37-13ea-4ebd-a02e-6d6963673f4f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:07.031218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.033846 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:07.034209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Checking segment: {'id': 'a736fc12-8f40-4135-be7e-7eac7d802921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:07.034596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.035044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Bound using segment: {'id': 'a736fc12-8f40-4135-be7e-7eac7d802921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:07.035492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Bound port: 214da6ff-fbcf-4aac-8889-c96ecff584de, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a736fc12-8f40-4135-be7e-7eac7d802921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:07.035933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.061834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:07.105689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42477e4e-c584-4a8c-8d01-54167ebaa536 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:07.136392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:07.148517 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fae81f7d-3385-4a87-9b5a-79123950bf2d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6102607 Feb 19 07:33:07.155324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:07.166265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:07.172824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:07.197984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.213594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] For port 214da6ff-fbcf-4aac-8889-c96ecff584de, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:07.215792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:07.216799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:07.271244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:07.271854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.287480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42477e4e-c584-4a8c-8d01-54167ebaa536 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:07.288879 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42477e4e-c584-4a8c-8d01-54167ebaa536 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7214656 Feb 19 07:33:07.311067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35136) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:07.376132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] For port 214da6ff-fbcf-4aac-8889-c96ecff584de, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=214da6ff-fbcf-4aac-8889-c96ecff584de,segment=NetworkSegment(a736fc12-8f40-4135-be7e-7eac7d802921),segment_id=a736fc12-8f40-4135-be7e-7eac7d802921)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:07.393596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.395366 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0492dbe4-f71a-4af7-a841-ddcc0b013049 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.0643589 Feb 19 07:33:07.397379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:07.423161 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Allocated IP 2001:db8::297 (bf235e37-13ea-4ebd-a02e-6d6963673f4f/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68/17f0fdeb-65ae-43f3-9aa3-bd48d151ea54) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:07.495207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.143'}]}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:07.505573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:07.516285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Usage tracker for resource:router and tenant:1335836b22ef4551a49a0673ef9771e8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:07.522454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:07.529952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-adbcb621-4620-4920-be8c-859084ada3ca tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Synchronizing usage tracker for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:07.544446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:07.544729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df70ee-f820-4253-9e19-5e37e4ea79a4 None None] Pushing event updated for resources: {'Port': ['ID=214da6ff-fbcf-4aac-8889-c96ecff584de,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:07.556106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.577436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:07.586704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.586704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.620679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a7206b3e-0a5e-4082-aeb2-ccb7a4ad16c9 None None] Provisioning complete for port df6f474c-ecdc-4b24-aa82-d497f4b233f2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:07.621047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7206b3e-0a5e-4082-aeb2-ccb7a4ad16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.631814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff1e0e-9cef-4bbd-bcf8-443d4c7b6282 req-8afcbd2f-3469-47d3-9bed-d083244473a3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:07.635379 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-deff1e0e-9cef-4bbd-bcf8-443d4c7b6282 req-8afcbd2f-3469-47d3-9bed-d083244473a3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.2474625 Feb 19 07:33:07.649836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.711407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:07.725573 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:07.757212 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:07.757736 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:07.796573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-adbcb621-4620-4920-be8c-859084ada3ca tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] Unset dirty status for tenant:ffc52146505946b7817d0d93cae893ba on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:07.801900 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-adbcb621-4620-4920-be8c-859084ada3ca tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4887810 Feb 19 07:33:07.826735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35144) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:07.882116 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:07.890417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:07.915405 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:07.916617 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:07.947166 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-cb90dfe9-dae5-472b-a838-eda5e9047b02 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] delete failed (client error): The resource could not be found. Feb 19 07:33:07.948231 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb90dfe9-dae5-472b-a838-eda5e9047b02 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "DELETE /v2.0/security-groups/53ee10a9-29e6-4be1-8c48-f4dd53f7267b HTTP/1.1" status: 404 len: 347 time: 0.1141837 Feb 19 07:33:07.971501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35148) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.013644 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:08.015103 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c4d11-c392-4809-b2bd-b632c7317453 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:08.026174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.047317 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:08.061886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:08.080074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:08.080948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.087011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052474d-9574-4246-a8d3-9505934e07b3 None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:08.099361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.122734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=ffd80e34-5804-426c-baf9-21c83c5789d0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:08.126368 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.151518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02ca05-77dc-499c-bfdd-8a1c05329c55 None None] Network 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:08.171884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.173079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-deff1e0e-9cef-4bbd-bcf8-443d4c7b6282 req-3791d827-86fa-422a-a2cf-77a1fe84f6f2 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5004218 Feb 19 07:33:08.200199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Subnet': ['ID=be71b8f7-c551-4009-b591-34382ba4beae,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:08.212107 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6c112461-17e7-444f-a24c-80695efbbcf9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/be71b8f7-c551-4009-b591-34382ba4beae HTTP/1.1" status: 204 len: 168 time: 2.0761571 Feb 19 07:33:08.215594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.223171 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a67265a-e190-4296-9167-0d939057385c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3287919 Feb 19 07:33:08.243616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35156) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.245205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9f6731c1-87a8-4e13-a84b-d596605a56da tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.6273992 Feb 19 07:33:08.276138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Transition to ACTIVE for port object 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:08.277155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35160) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.292777 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a0be288-7373-46a5-a7c5-77fa4e63ae05 tempest-SecGroupIPv6Test-707221941 tempest-SecGroupIPv6Test-707221941-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3142266 Feb 19 07:33:08.292996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1417503744'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:08.302364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:08.345064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:08.355624 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b061733a-e508-4ccb-98a2-242ccf911f32 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364639 Feb 19 07:33:08.355868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.356850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35166) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.357652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:08.399063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:08.430291 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90817041-f74d-4c1c-97f8-614c89e69526 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "GET /v2.0/floatingips/f190170f-5911-4089-a919-d747f185eb04 HTTP/1.1" status: 200 len: 977 time: 0.1443505 Feb 19 07:33:08.431701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.472039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.474717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 214da6ff-fbcf-4aac-8889-c96ecff584de up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:08.522967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.548498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:08.557908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:08.561429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:08.569547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:08.571288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:08.635590 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7397406 Feb 19 07:33:08.638367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.663507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-788985764', 'allowed_address_pairs': [{'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:7f:bc:e2'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:08.801125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:08.811466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-843a4f0b-4145-45ae-8c1d-6c02e120232b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Synchronizing usage tracker for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:floatingip {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:08.844865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group_rule and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:08.854375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35180) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.857418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:08.870471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 214da6ff-fbcf-4aac-8889-c96ecff584de completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:08.878703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e086fb0-fb26-401b-ae99-e74732bb077c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:08.880776 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3e086fb0-fb26-401b-ae99-e74732bb077c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5172019 Feb 19 07:33:08.885539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:08.899333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:08.901260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:04Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:05Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:08.947930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cf263-abd3-46db-85a8-a75a63d4fe11 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=17f0fdeb-65ae-43f3-9aa3-bd48d151ea54,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:08.993881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 19 07:33:09.005163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-843a4f0b-4145-45ae-8c1d-6c02e120232b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Unset dirty status for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:floatingip {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:09.009675 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-843a4f0b-4145-45ae-8c1d-6c02e120232b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5766258 Feb 19 07:33:09.009954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35190) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:09.016853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'port_id': 'b9ec2538-b5bf-4700-9c75-2320e1ad5880'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:09.035594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:33:09.036020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Updating router 2fa8f088-7d39-41bb-8fd1-68cc887e707e port 151e105c-06cf-411a-8a2e-e3d6a142a84e binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:33:09.063086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Removed routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 19 07:33:09.063876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.102828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1452971-5a1c-4736-850f-5538cd9fd97f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:09.103889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1452971-5a1c-4736-850f-5538cd9fd97f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Synchronizing usage tracker for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:09.107052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:09.115094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Usage tracker for resource:port and tenant:f65a262bc58a4591bb35d9f3f301728b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:09.115453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.119800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:09.136716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:09.137482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b294d5-8045-47be-8d01-c75c279f4a70 None None] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:09.152646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.154096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] DHCP port deletion for 6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:09.201779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:09.316091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.334125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.338033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] Deleting port df6f474c-ecdc-4b24-aa82-d497f4b233f2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:09.338406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.446675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.487307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] device_id is not set on port 28e89ef7-a3a6-48d8-882b-8979e2d00acf yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:09.488223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1452971-5a1c-4736-850f-5538cd9fd97f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Unset dirty status for tenant:adf515da56964ed49585452f75c8b413 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:09.489428 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d1452971-5a1c-4736-850f-5538cd9fd97f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5890217 Feb 19 07:33:09.499568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:09.548327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3e87be1f-b26e-403b-8288-8e4500cbf656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.565014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dedf9b7-5aa4-430d-a771-867af42277f1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:09.614659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.618823 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ce04b7ee-023c-47f3-b149-b44def0c537c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3695192 Feb 19 07:33:09.631283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-53028a27-269f-45c8-81b9-3f8c4c6d4b6b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1244011 Feb 19 07:33:09.642766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:09.642766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35202) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:09.660635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a0bd83bd-fb29-423b-8bae-ee6be112a334 None None] Provisioning for port 214da6ff-fbcf-4aac-8889-c96ecff584de completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:09.689789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1627397154'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:09.710371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:09.727009 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a4700a90-3296-4792-8c30-a474ab3e0e75 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ffc52146505946b7817d0d93cae893ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8634441 Feb 19 07:33:09.727536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:09.732491 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93802a7-f123-4152-8e5a-56aa45f9645d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:09.733166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93802a7-f123-4152-8e5a-56aa45f9645d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:09.734119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a0bd83bd-fb29-423b-8bae-ee6be112a334 None None] Provisioning complete for port 214da6ff-fbcf-4aac-8889-c96ecff584de triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:09.734489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0bd83bd-fb29-423b-8bae-ee6be112a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.737469 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b93802a7-f123-4152-8e5a-56aa45f9645d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/36901fd1-b977-4827-971e-31269890fdc6 HTTP/1.1" status: 404 len: 333 time: 0.0837646 Feb 19 07:33:09.737469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:09.737749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:09.743803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:09.753010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:09.864262 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7206be-451b-48e5-a40d-d86b2e19d83f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:09.864699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7206be-451b-48e5-a40d-d86b2e19d83f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:09.868666 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4c7206be-451b-48e5-a40d-d86b2e19d83f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/be71b8f7-c551-4009-b591-34382ba4beae HTTP/1.1" status: 404 len: 337 time: 0.1167138 Feb 19 07:33:09.870070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-2196fcc9-666e-42b6-bb89-2343e48954f9', 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'tenant_id': '3077e5da16f94def8b0e99c3f69f9b2b', 'fixed_ips': [{'subnet_id': 'ffd80e34-5804-426c-baf9-21c83c5789d0'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:09.870684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.875022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:09.903349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Allocated IP 2001:db8::93 (bf235e37-13ea-4ebd-a02e-6d6963673f4f/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68/28e89ef7-a3a6-48d8-882b-8979e2d00acf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:09.928889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.952406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cc292-f3ce-45fd-8068-feb7c82ff3b6 req-b04ad1b8-9e54-4a9f-ae91-98055123134f tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:09.954093 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d68cc292-f3ce-45fd-8068-feb7c82ff3b6 req-b04ad1b8-9e54-4a9f-ae91-98055123134f tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.5500984 Feb 19 07:33:09.972639 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3052ede9-ecb9-4900-928f-661978549c02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:09.973074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3052ede9-ecb9-4900-928f-661978549c02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:09.976021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3052ede9-ecb9-4900-928f-661978549c02 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/a173b7ec-f04a-419c-a9d4-6b2cdee1bda2 HTTP/1.1" status: 404 len: 337 time: 0.0961225 Feb 19 07:33:09.976021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:09.989943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35220) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.025344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.056687 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a8bf58-5b37-4bff-9d06-2526f42fff5d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:10.057724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a8bf58-5b37-4bff-9d06-2526f42fff5d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:10.143259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:10.145734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] For port df6f474c-ecdc-4b24-aa82-d497f4b233f2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=df6f474c-ecdc-4b24-aa82-d497f4b233f2,segment=NetworkSegment(06326df6-4c8e-4d8d-9fc8-3371d1122064),segment_id=06326df6-4c8e-4d8d-9fc8-3371d1122064)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:10.146286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.149588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9bd530c-a99f-4b22-b9ee-e6bdfa875a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.157498 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-21a8bf58-5b37-4bff-9d06-2526f42fff5d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/8f15d131-ad24-43e5-b2f8-c38d6a1038a1 HTTP/1.1" status: 404 len: 333 time: 0.1658931 Feb 19 07:33:10.167588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35224) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.217177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group_rule and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:10.224014 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0226c1-7a82-419f-8a1c-e890b98eaac6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:10.224622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0226c1-7a82-419f-8a1c-e890b98eaac6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:10.228979 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1d0226c1-7a82-419f-8a1c-e890b98eaac6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/5701df7d-e53d-48cf-93a2-fdc8de85c8de HTTP/1.1" status: 404 len: 337 time: 0.0604055 Feb 19 07:33:10.232282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35228) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.258659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device df6f474c-ecdc-4b24-aa82-d497f4b233f2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:10.279732 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71eeac4-679a-466e-a625-be83a99b8725 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:10.280355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71eeac4-679a-466e-a625-be83a99b8725 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:10.284582 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e71eeac4-679a-466e-a625-be83a99b8725 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/2cbdca40-5ffb-4573-bea3-0a9452491b1b HTTP/1.1" status: 404 len: 337 time: 0.0478868 Feb 19 07:33:10.288740 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d68cc292-f3ce-45fd-8068-feb7c82ff3b6 req-41abbc28-3547-4b04-a830-a23bef5cc794 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175178 Feb 19 07:33:10.297501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.311892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:10.332799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9bd530c-a99f-4b22-b9ee-e6bdfa875a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.349761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:10.365853 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde64b80-c8c9-476c-a42a-dff70c0d90ea tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:10.366302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde64b80-c8c9-476c-a42a-dff70c0d90ea tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:10.367987 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dde64b80-c8c9-476c-a42a-dff70c0d90ea tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/2843ab13-eb63-41f2-932b-bdfaee8855b7 HTTP/1.1" status: 404 len: 333 time: 0.0693400 Feb 19 07:33:10.375457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35236) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.410240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.434696 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c5ff88-6c18-4860-b82b-f133a9bc0125 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:10.435434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c5ff88-6c18-4860-b82b-f133a9bc0125 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:10.438210 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-54c5ff88-6c18-4860-b82b-f133a9bc0125 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/5238a6e6-6c8d-47e1-8054-2409a0c0d4de HTTP/1.1" status: 404 len: 337 time: 0.0596442 Feb 19 07:33:10.440207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.446671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35240) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.447353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] Calling delete_port for df6f474c-ecdc-4b24-aa82-d497f4b233f2 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:10.491404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:33:10.524714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.558756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.568751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0bd83bd-fb29-423b-8bae-ee6be112a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.585836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.599605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.735518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a0bd83bd-fb29-423b-8bae-ee6be112a334 None None] For port 214da6ff-fbcf-4aac-8889-c96ecff584de, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=214da6ff-fbcf-4aac-8889-c96ecff584de,segment=NetworkSegment(a736fc12-8f40-4135-be7e-7eac7d802921),segment_id=a736fc12-8f40-4135-be7e-7eac7d802921)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:10.752222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0bd83bd-fb29-423b-8bae-ee6be112a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.758345 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9888b47-530a-49f8-aa4a-d87302e8d9c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:10.758781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9888b47-530a-49f8-aa4a-d87302e8d9c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:10.760416 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e9888b47-530a-49f8-aa4a-d87302e8d9c5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/1553f4c9-2cd1-4ba4-8e37-40a637299051 HTTP/1.1" status: 404 len: 337 time: 0.3088050 Feb 19 07:33:10.765694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Transition to ACTIVE for port object 28e89ef7-a3a6-48d8-882b-8979e2d00acf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:10.766864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.781561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.794484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.807076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Allocated IP 172.20.0.2 (2196fcc9-666e-42b6-bb89-2343e48954f9/ffd80e34-5804-426c-baf9-21c83c5789d0/169b9910-849d-4318-bd5b-b92e398d7051) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:10.818860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Transition to ACTIVE for port object 151e105c-06cf-411a-8a2e-e3d6a142a84e will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:10.820281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.833626 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3a3e09-0632-4ca1-8936-d7516862d518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:10.834064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3a3e09-0632-4ca1-8936-d7516862d518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:10.838325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9bd530c-a99f-4b22-b9ee-e6bdfa875a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.838514 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dc3a3e09-0632-4ca1-8936-d7516862d518 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/a0519174-28e6-431d-aac9-0282f780ba87 HTTP/1.1" status: 404 len: 333 time: 0.0659323 Feb 19 07:33:10.841221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35248) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:10.843215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.849759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.861759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.876243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f31ad9-7b9f-46f5-bde6-601805d5d2dd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:10.889585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] No DVR routers for this DVR port df6f474c-ecdc-4b24-aa82-d497f4b233f2 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:10.895694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.928129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.929753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:10.953853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd530c-a99f-4b22-b9ee-e6bdfa875a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604cd2f-dba7-42d7-9c71-6bc43a4f2e56,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:11.034511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd83bd-fb29-423b-8bae-ee6be112a334 None None] Pushing event updated for resources: {'Port': ['ID=214da6ff-fbcf-4aac-8889-c96ecff584de,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:11.089229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-19184cf6-defc-4c68-8934-0acbb2cf80e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:11.089664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19184cf6-defc-4c68-8934-0acbb2cf80e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:11.091502 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-19184cf6-defc-4c68-8934-0acbb2cf80e2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/ea2eefb5-c191-4130-a68d-3e14fefb0a35 HTTP/1.1" status: 404 len: 337 time: 0.2510314 Feb 19 07:33:11.094831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bca6e809-457b-4a86-a03e-d5d54fdcf59d None None] Provisioning for port 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:11.125240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.178902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=28e89ef7-a3a6-48d8-882b-8979e2d00acf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:11.188813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:11.191406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:11.194227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:11.198182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:11.198789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.211939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bca6e809-457b-4a86-a03e-d5d54fdcf59d None None] Provisioning complete for port 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:11.212578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bca6e809-457b-4a86-a03e-d5d54fdcf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.250179 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-efad0193-73fa-48bb-800f-dfdf3f32f40a tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6107166 Feb 19 07:33:11.250901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35256) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.253606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1694ab3-46d4-4f68-b94e-f292854ebc85 None None] Pushing event deleted for resources: {'Port': ['ID=df6f474c-ecdc-4b24-aa82-d497f4b233f2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:11.262624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.266772 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d83e564d-2586-4822-a794-c68abf8a1c27 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6170981 Feb 19 07:33:11.267626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.275164 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88faeba-cc7e-4c4a-9ab5-e083f5c95fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:11.275597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88faeba-cc7e-4c4a-9ab5-e083f5c95fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:11.279523 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d88faeba-cc7e-4c4a-9ab5-e083f5c95fb5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/555f4f09-0388-4be2-9123-92c3d5aea78f HTTP/1.1" status: 404 len: 337 time: 0.1485903 Feb 19 07:33:11.281038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d9bd530c-a99f-4b22-b9ee-e6bdfa875a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.282171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9bd530c-a99f-4b22-b9ee-e6bdfa875a48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4604cd2f-dba7-42d7-9c71-6bc43a4f2e56 HTTP/1.1" status: 204 len: 168 time: 1.5405512 Feb 19 07:33:11.282899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35264) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.288420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1733105117', 'security_groups': ['b1f31ad9-7b9f-46f5-bde6-601805d5d2dd'], 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ffd80e34-5804-426c-baf9-21c83c5789d0'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:11.384830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbefa3-1fb6-4bf1-a88a-701bc656c8cf None None] Pushing event updated for resources: {'Port': ['ID=151e105c-06cf-411a-8a2e-e3d6a142a84e,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:11.518286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bca6e809-457b-4a86-a03e-d5d54fdcf59d None None] Port 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:11.571457 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP f190170f-5911-4089-a919-d747f185eb04 associated. External IP: 172.26.1.240, port: 61305cda-9117-42a6-b116-4b26b8781f74. Feb 19 07:33:11.612706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.647804 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1652db-3139-45d8-8cfb-c7fdda190d9c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:11.648956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1652db-3139-45d8-8cfb-c7fdda190d9c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:11.655368 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3e1652db-3139-45d8-8cfb-c7fdda190d9c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/b70a9069-17b4-49d9-b575-5cef8cb917a8 HTTP/1.1" status: 404 len: 333 time: 0.1426980 Feb 19 07:33:11.656860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a73965-e716-458c-8a9f-c8a127d3abdd tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:11.660941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a73965-e716-458c-8a9f-c8a127d3abdd tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:11.664964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a73965-e716-458c-8a9f-c8a127d3abdd tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:11.665753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1a73965-e716-458c-8a9f-c8a127d3abdd tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Synchronizing usage tracker for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:11.670537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.687433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:11.706639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Attempting to bind port 151e105c-06cf-411a-8a2e-e3d6a142a84e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:11.707165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Attempting to bind port 151e105c-06cf-411a-8a2e-e3d6a142a84e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:11.707799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Attempting to bind port 151e105c-06cf-411a-8a2e-e3d6a142a84e on network a3004698-823a-4940-b582-13128826e394 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:11.732315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bca6e809-457b-4a86-a03e-d5d54fdcf59d None None] Provisioning complete for port 214da6ff-fbcf-4aac-8889-c96ecff584de triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:11.732950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bca6e809-457b-4a86-a03e-d5d54fdcf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.759887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.763187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:11.763620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Checking segment: {'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:11.764278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.767498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Bound using segment: {'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:11.767498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Bound port: 151e105c-06cf-411a-8a2e-e3d6a142a84e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1da55e1-695b-451a-ac90-1e71500c65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a3004698-823a-4940-b582-13128826e394'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:11.767498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.770559 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7146bd5-0639-4dca-9309-5a6f6243814c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:11.771058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7146bd5-0639-4dca-9309-5a6f6243814c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:11.775204 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b7146bd5-0639-4dca-9309-5a6f6243814c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/ce80a210-f8d1-4f72-92f8-cd158e9162fb HTTP/1.1" status: 404 len: 337 time: 0.0921328 Feb 19 07:33:11.781318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35276) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.801681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Transition to ACTIVE for port object 169b9910-849d-4318-bd5b-b92e398d7051 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:11.827717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a1a73965-e716-458c-8a9f-c8a127d3abdd tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Unset dirty status for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:11.828872 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1a73965-e716-458c-8a9f-c8a127d3abdd tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5739596 Feb 19 07:33:11.831984 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-43df2c34-0e05-404a-824d-bd610438900c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:11.832422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43df2c34-0e05-404a-824d-bd610438900c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:11.836932 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43df2c34-0e05-404a-824d-bd610438900c tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/ab0dfe40-a334-4028-8b53-88694158e100 HTTP/1.1" status: 404 len: 333 time: 0.0517976 Feb 19 07:33:11.836932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.837740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35282) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:11.883393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Transition to ACTIVE for port object 169b9910-849d-4318-bd5b-b92e398d7051 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:11.910874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port 28e89ef7-a3a6-48d8-882b-8979e2d00acf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:11.911475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.913820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:11.919576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:11.982499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:port and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:11.986508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:11.999177 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-270e5f55-d02b-4b9e-a462-a1efac501930 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:11.999633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270e5f55-d02b-4b9e-a462-a1efac501930 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.001302 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-270e5f55-d02b-4b9e-a462-a1efac501930 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/37f77831-4606-4259-84a7-9ec40f1a6500 HTTP/1.1" status: 404 len: 337 time: 0.1627719 Feb 19 07:33:12.005384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.087726 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92ee76c-71c3-456f-b86d-092aa50c77d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:12.088527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92ee76c-71c3-456f-b86d-092aa50c77d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.089949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] For port 151e105c-06cf-411a-8a2e-e3d6a142a84e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:12.092928 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e92ee76c-71c3-456f-b86d-092aa50c77d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/0dd714f3-6230-49ff-8743-3dbb32551c0c HTTP/1.1" status: 404 len: 333 time: 0.0838838 Feb 19 07:33:12.097679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.118600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:12.126762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] For port 151e105c-06cf-411a-8a2e-e3d6a142a84e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=151e105c-06cf-411a-8a2e-e3d6a142a84e,segment=NetworkSegment(f1da55e1-695b-451a-ac90-1e71500c65f7),segment_id=f1da55e1-695b-451a-ac90-1e71500c65f7)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:12.128075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:12.132488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:12.134260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:12.136277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:12.142994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.158433 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-82157990-4021-4cbd-976b-09c75200fe11 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:12.158860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82157990-4021-4cbd-976b-09c75200fe11 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.162907 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-82157990-4021-4cbd-976b-09c75200fe11 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/346aea89-16d5-4334-9aab-4fe537683eb7 HTTP/1.1" status: 404 len: 337 time: 0.0602424 Feb 19 07:33:12.164449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35296) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.224920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.236267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c04ea-c683-4266-b8e4-2407ca95cb1a req-1b9e7072-8ee2-48dc-a505-0ee8c826acd4 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:12.237960 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e79c04ea-c683-4266-b8e4-2407ca95cb1a req-1b9e7072-8ee2-48dc-a505-0ee8c826acd4 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.5996439 Feb 19 07:33:12.252945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:12.269259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 214da6ff-fbcf-4aac-8889-c96ecff584de up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:12.283036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.284388 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-197325a5-46fe-498b-8c7e-0ff3f0dc4951 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:12.284871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197325a5-46fe-498b-8c7e-0ff3f0dc4951 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.288926 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-197325a5-46fe-498b-8c7e-0ff3f0dc4951 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/ffc9f72f-813c-48f5-83c7-fa08edb5a27d HTTP/1.1" status: 404 len: 333 time: 0.1192448 Feb 19 07:33:12.290314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35300) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.356458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Attempting to bind port 169b9910-849d-4318-bd5b-b92e398d7051 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:12.356829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Attempting to bind port 169b9910-849d-4318-bd5b-b92e398d7051 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '2713530f-e957-4e77-afb2-e56b445f9197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:12.357184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Attempting to bind port 169b9910-849d-4318-bd5b-b92e398d7051 on network 2196fcc9-666e-42b6-bb89-2343e48954f9 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:12.362063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbefa3-1fb6-4bf1-a88a-701bc656c8cf None None] Pushing event updated for resources: {'Port': ['ID=151e105c-06cf-411a-8a2e-e3d6a142a84e,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:12.377558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.389009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d74a6d82-b17e-49da-bf83-ebb943a1a590 None None] Provisioning complete for port 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:12.389376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d74a6d82-b17e-49da-bf83-ebb943a1a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.403110 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebd5009-6907-4d89-8272-f15eab7821b8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:12.403661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebd5009-6907-4d89-8272-f15eab7821b8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.407853 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cebd5009-6907-4d89-8272-f15eab7821b8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/80699c8e-2871-43ef-bc24-6f964667b865 HTTP/1.1" status: 404 len: 337 time: 0.1141057 Feb 19 07:33:12.415590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.450920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:12.451194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Checking segment: {'id': '2713530f-e957-4e77-afb2-e56b445f9197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:12.451593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.455859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Bound using segment: {'id': '2713530f-e957-4e77-afb2-e56b445f9197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:12.456509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Bound port: 169b9910-849d-4318-bd5b-b92e398d7051, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2713530f-e957-4e77-afb2-e56b445f9197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:12.456876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.519318 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ae3c4b-c0ed-4e83-840f-56cd4ba0e56f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:12.519829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ae3c4b-c0ed-4e83-840f-56cd4ba0e56f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.547055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:12.547709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:12.573251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.573986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c06ee724-f325-47d4-b6df-e8f37e656d6e {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:33:12.586007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e79c04ea-c683-4266-b8e4-2407ca95cb1a req-26c95970-7514-4525-9594-8f9b0f6a147f tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381801 Feb 19 07:33:12.590303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.656993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Calling delete_port for 28e89ef7-a3a6-48d8-882b-8979e2d00acf owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:12.658357 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-67ae3c4b-c0ed-4e83-840f-56cd4ba0e56f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/507a1d9e-fb25-48a7-8a4d-c6bf1828846d HTTP/1.1" status: 404 len: 333 time: 0.2370245 Feb 19 07:33:12.659293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35308) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.681860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d74a6d82-b17e-49da-bf83-ebb943a1a590 None None] Port 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:12.717034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:12.749656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 214da6ff-fbcf-4aac-8889-c96ecff584de triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:12.750079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.755903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:12.757894 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b452d94-0979-4852-b327-215812202b61 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:12.758336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b452d94-0979-4852-b327-215812202b61 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.762649 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7b452d94-0979-4852-b327-215812202b61 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/1a634fb8-adff-452e-bba6-6a097ffc36b7 HTTP/1.1" status: 404 len: 337 time: 0.0959015 Feb 19 07:33:12.762809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.763795 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:33:12.765019 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f092a72d-0236-4d76-9b6c-a056990d27ac tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3219459 Feb 19 07:33:12.772077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.775838 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b6fef1f1-f684-4f45-a1c0-ddca65d69682 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 200 len: 954 time: 5.6158032 Feb 19 07:33:12.775838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35316) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.799267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:12.803330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:12.822126 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:12.834616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:12.840787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:12.949052 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c14ef33-18c6-4e1f-8257-4b6f8c344713 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:12.949449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c14ef33-18c6-4e1f-8257-4b6f8c344713 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:12.951279 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0c14ef33-18c6-4e1f-8257-4b6f8c344713 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/6950a8e6-26ab-40f9-9c84-ba7f791e233f HTTP/1.1" status: 404 len: 333 time: 0.1855271 Feb 19 07:33:12.996144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d74a6d82-b17e-49da-bf83-ebb943a1a590 None None] Provisioning for port 28e89ef7-a3a6-48d8-882b-8979e2d00acf completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:13.006045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35324) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.036957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Deleting port e90dfd3e-c804-41c9-b001-1bf98f1e5a71 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:13.037607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:13.101450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d74a6d82-b17e-49da-bf83-ebb943a1a590 None None] Provisioning complete for port 28e89ef7-a3a6-48d8-882b-8979e2d00acf triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:13.101990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d74a6d82-b17e-49da-bf83-ebb943a1a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:13.108462 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-309c2ba9-f9e1-460c-87e7-45c8bc4bde28 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.108890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309c2ba9-f9e1-460c-87e7-45c8bc4bde28 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:13.124452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce17989-4277-4370-b8b4-82849304af87 None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:13.147440 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-309c2ba9-f9e1-460c-87e7-45c8bc4bde28 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/e7beda1a-6045-4a2e-9119-7809778cfb0b HTTP/1.1" status: 404 len: 337 time: 0.1372828 Feb 19 07:33:13.153190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35328) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.207515 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-930d94a1-d0f3-4500-8770-0a2817abb260 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.207950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930d94a1-d0f3-4500-8770-0a2817abb260 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:13.213165 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-930d94a1-d0f3-4500-8770-0a2817abb260 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/4cb71cc7-0c75-453e-b2e5-8867c118fabb HTTP/1.1" status: 404 len: 337 time: 0.0551856 Feb 19 07:33:13.215770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.278822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d74a6d82-b17e-49da-bf83-ebb943a1a590 None None] Port 28e89ef7-a3a6-48d8-882b-8979e2d00acf cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:13.293116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:13.298908 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c345fc6-4080-4a1a-a563-be55bcebe843 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.299431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c345fc6-4080-4a1a-a563-be55bcebe843 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:13.304102 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c345fc6-4080-4a1a-a563-be55bcebe843 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/8b6e6b77-bffb-4d52-8055-62c8cb91aaf1 HTTP/1.1" status: 404 len: 333 time: 0.0849812 Feb 19 07:33:13.304812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:13.307630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35336) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.326194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.11 (2196fcc9-666e-42b6-bb89-2343e48954f9/ffd80e34-5804-426c-baf9-21c83c5789d0/c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:13.434593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:13.443749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:09Z', 'revision_number': 6, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:12Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:13.448749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90535ef9-cb08-47a8-9c02-da497de8d449 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:09Z', 'revision_number': 6, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:12Z', 'revision_number': 4, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:13.461074 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5fe026-eef9-42ec-a4bb-d0a0142e0bd8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.461636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5fe026-eef9-42ec-a4bb-d0a0142e0bd8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:13.464862 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e5fe026-eef9-42ec-a4bb-d0a0142e0bd8 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/fb84620f-3714-4ccf-9cc6-bf07ac1908f6 HTTP/1.1" status: 404 len: 337 time: 0.1540437 Feb 19 07:33:13.469572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.613513 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed9ba64-cef4-4fe9-b509-b5369ae60436 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.614349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed9ba64-cef4-4fe9-b509-b5369ae60436 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:13.616900 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ed9ba64-cef4-4fe9-b509-b5369ae60436 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/3bd357b9-8805-4c2c-a9b0-101b57e57849 HTTP/1.1" status: 404 len: 337 time: 0.1278903 Feb 19 07:33:13.618132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Port': ['ID=28e89ef7-a3a6-48d8-882b-8979e2d00acf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:13.661180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.800010 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-762dfb5b-1355-4067-8b0a-09a1d529cb27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.800815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762dfb5b-1355-4067-8b0a-09a1d529cb27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:13.803219 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-762dfb5b-1355-4067-8b0a-09a1d529cb27 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/cc9df965-1239-4118-a1f6-07178ca121c9 HTTP/1.1" status: 404 len: 333 time: 0.1393077 Feb 19 07:33:13.823956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.832169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Calling delete_port for e90dfd3e-c804-41c9-b001-1bf98f1e5a71 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:13.836535 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2b12cff-b3b8-4e09-a1ac-33bdb5881f67 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 200 len: 954 time: 0.9830549 Feb 19 07:33:13.860899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35354) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.881617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'routes': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:13.907331 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b296d21-fd87-48dd-a847-0b70abcd6bca tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.907793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b296d21-fd87-48dd-a847-0b70abcd6bca tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:13.909687 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4b296d21-fd87-48dd-a847-0b70abcd6bca tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/cf4fd47f-c0d8-4bf9-8e22-e5f8bbd6e793 HTTP/1.1" status: 404 len: 337 time: 0.0840802 Feb 19 07:33:13.916352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35360) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:13.995795 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0029047-ad3c-4544-8a70-9c57537161d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:13.996260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0029047-ad3c-4544-8a70-9c57537161d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:14.000360 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0029047-ad3c-4544-8a70-9c57537161d2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/2a4247e6-99c1-4ad4-b78f-c9e277e22a4e HTTP/1.1" status: 404 len: 337 time: 0.0803640 Feb 19 07:33:14.004413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.040295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.044578 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50f30d3c-f3bc-4b4d-843b-f2819c4aba92 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/ports/28e89ef7-a3a6-48d8-882b-8979e2d00acf HTTP/1.1" status: 204 len: 168 time: 2.2057819 Feb 19 07:33:14.047881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.090157 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb57408-f520-4549-97a6-a68436b89c0d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:14.090599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb57408-f520-4549-97a6-a68436b89c0d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:14.094611 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9cb57408-f520-4549-97a6-a68436b89c0d tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/97d94b06-cffb-40a4-bf69-102facdf9faa HTTP/1.1" status: 404 len: 333 time: 0.0862377 Feb 19 07:33:14.099052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.102243 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a84b5a-d2bb-4cac-a3da-4614b6d6f162 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] GET failed (client error): The resource could not be found. Feb 19 07:33:14.102915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-56a84b5a-d2bb-4cac-a3da-4614b6d6f162 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Synchronizing usage tracker for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:14.110296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:14.205076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-56a84b5a-d2bb-4cac-a3da-4614b6d6f162 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Unset dirty status for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:14.205076 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-56a84b5a-d2bb-4cac-a3da-4614b6d6f162 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "GET /v2.0/ports/28e89ef7-a3a6-48d8-882b-8979e2d00acf HTTP/1.1" status: 404 len: 333 time: 0.1529615 Feb 19 07:33:14.209149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35376) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.217751 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c769bb-dab5-496c-9b3f-caccbb54e7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:14.218355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c769bb-dab5-496c-9b3f-caccbb54e7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:14.287540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-218392338'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:14.300958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 151e105c-06cf-411a-8a2e-e3d6a142a84e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:14.376973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.410733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:14.419430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 151e105c-06cf-411a-8a2e-e3d6a142a84e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:14.425478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 151e105c-06cf-411a-8a2e-e3d6a142a84e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:14.425879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.446219 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-65c769bb-dab5-496c-9b3f-caccbb54e7ef tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/bc45f01a-fe15-427d-80b4-67aa7959be36 HTTP/1.1" status: 404 len: 337 time: 0.3304346 Feb 19 07:33:14.451943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.538840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.540445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.604072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.618218 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d55f0e-2083-4377-8c22-763db0e3eb92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:14.618917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d55f0e-2083-4377-8c22-763db0e3eb92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:14.620723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-43d55f0e-2083-4377-8c22-763db0e3eb92 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/75b2b5dc-d564-41f2-8bf5-03fea2bc2677 HTTP/1.1" status: 404 len: 337 time: 0.1532812 Feb 19 07:33:14.630122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.660119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 151e105c-06cf-411a-8a2e-e3d6a142a84e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=151e105c-06cf-411a-8a2e-e3d6a142a84e,segment=NetworkSegment(f1da55e1-695b-451a-ac90-1e71500c65f7),segment_id=f1da55e1-695b-451a-ac90-1e71500c65f7)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:14.666219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.668556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 169b9910-849d-4318-bd5b-b92e398d7051 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:14.711691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:14.712591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a798d9-06ca-40d2-8540-4cf06d53af5f req-421a7075-5da0-4e51-a706-dd3887169add tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:14.714047 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64a798d9-06ca-40d2-8540-4cf06d53af5f req-421a7075-5da0-4e51-a706-dd3887169add tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.8522644 Feb 19 07:33:14.724553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:14.733923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-710424f8-3981-4887-bfd8-73d3ec8aa2b9 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports?device_id=db20a244-fc32-4568-a26b-f48bb264e6e6 HTTP/1.1" status: 200 len: 205 time: 0.0883214 Feb 19 07:33:14.735169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35388) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.789538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47303248-4177-4711-a066-821f89387245 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:14.800020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:14.809558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:14.811049 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-4d741e8f-da14-43de-816c-43d2f4da4e3b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] delete failed (client error): The resource could not be found. Feb 19 07:33:14.814554 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4d741e8f-da14-43de-816c-43d2f4da4e3b tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/routers/db20a244-fc32-4568-a26b-f48bb264e6e6 HTTP/1.1" status: 404 len: 336 time: 0.0741303 Feb 19 07:33:14.814554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:14.817302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:14.828876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35392) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.840261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:14.843374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:14.865610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47303248-4177-4711-a066-821f89387245 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:14.866349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-47303248-4177-4711-a066-821f89387245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:14.874463 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3beb123-1f20-4efc-9c52-5638505e5ddd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:14.874899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3beb123-1f20-4efc-9c52-5638505e5ddd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:14.880107 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a3beb123-1f20-4efc-9c52-5638505e5ddd tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/6fd60e06-bc8d-4c71-8b58-8f911012ffc0 HTTP/1.1" status: 404 len: 337 time: 0.0467565 Feb 19 07:33:14.880302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35396) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:14.895085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] device_id is not set on port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:15.001328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=151e105c-06cf-411a-8a2e-e3d6a142a84e,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:15.017674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Provisioning complete for port 3751505b-ea30-487b-90ba-84031095bf63 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:15.019945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.052947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Pushing event deleted for resources: {'Port': ['ID=e90dfd3e-c804-41c9-b001-1bf98f1e5a71,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:15.074317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Port 3751505b-ea30-487b-90ba-84031095bf63 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:15.094735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 169b9910-849d-4318-bd5b-b92e398d7051 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:15.113574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-47303248-4177-4711-a066-821f89387245 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:15.134590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Allocated IP 2001:db8::3ba (bf235e37-13ea-4ebd-a02e-6d6963673f4f/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68/c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:15.150312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:15.159068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Provisioning for port 169b9910-849d-4318-bd5b-b92e398d7051 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:15.159651 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b5e0234-bc21-4f5f-91cf-213c1a93341f tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2e7663e-3232-4a93-9938-79c431f5372c HTTP/1.1" status: 200 len: 205 time: 0.2781737 Feb 19 07:33:15.160290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35400) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.167912 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:15.171090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:15.171684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.177125 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64a798d9-06ca-40d2-8540-4cf06d53af5f req-44c7b5df-18e4-46fc-b6b7-edd1d29c9abd tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514544 Feb 19 07:33:15.180972 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:15.181830 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:15.233586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.237372 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-040826c6-c9e9-4da9-90f3-77b603d57760 tempest-RoutersAdminNegativeIpV6Test-1305241907 tempest-RoutersAdminNegativeIpV6Test-1305241907-project-admin] 10.222.0.72 "DELETE /v2.0/ports/e90dfd3e-c804-41c9-b001-1bf98f1e5a71 HTTP/1.1" status: 204 len: 168 time: 2.4614174 Feb 19 07:33:15.258279 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:15.270263 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:15.271251 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:15.291466 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-89a76251-dac8-45c3-a9bd-3e45f9ba5f5e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0191035 Feb 19 07:33:15.292278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35406) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.305619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:15.309330 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-d9aa7c3c-a5d5-4db1-8cbf-e730b9d24a52 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] delete failed (client error): The resource could not be found. Feb 19 07:33:15.313318 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d9aa7c3c-a5d5-4db1-8cbf-e730b9d24a52 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/routers/c2e7663e-3232-4a93-9938-79c431f5372c HTTP/1.1" status: 404 len: 336 time: 0.0855963 Feb 19 07:33:15.321086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35410) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.347640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:15.348856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.436176 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:15.442225 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfb4be-75a8-4eb6-9a2a-87903ee1577c None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:15.468486 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8fb4f7-2e91-426a-87ac-cf6ffcb542ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:15.468977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8fb4f7-2e91-426a-87ac-cf6ffcb542ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:15.470668 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1a8fb4f7-2e91-426a-87ac-cf6ffcb542ce tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/fa27a4ea-7115-4fbf-972b-6d5a9ac834b7 HTTP/1.1" status: 404 len: 337 time: 0.1446483 Feb 19 07:33:15.482609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35414) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.579403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.590361 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d05634e-cfa0-48ca-a590-4ad6c5712bd2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:15.591768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d05634e-cfa0-48ca-a590-4ad6c5712bd2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:15.593623 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7d05634e-cfa0-48ca-a590-4ad6c5712bd2 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/50091326-ebdb-4375-8bca-ff22a0d20968 HTTP/1.1" status: 404 len: 337 time: 0.1079476 Feb 19 07:33:15.602836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.669059 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-675c207e-3d4c-409c-9e1a-026c1536c9e4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:15.669525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675c207e-3d4c-409c-9e1a-026c1536c9e4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:15.676491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:15.693693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.706298 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-675c207e-3d4c-409c-9e1a-026c1536c9e4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/25c82ac3-e67c-440f-821c-35c2f46605dc HTTP/1.1" status: 404 len: 333 time: 0.1024878 Feb 19 07:33:15.707714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35422) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.715156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.742978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Transition to ACTIVE for port object c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:15.745113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:15.759723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:15.764606 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae66fd8-9ec4-4c4f-b016-2c24efffb253 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:15.765044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae66fd8-9ec4-4c4f-b016-2c24efffb253 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:15.766673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0ae66fd8-9ec4-4c4f-b016-2c24efffb253 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/d02127e2-0918-417b-9ad8-e218e71de070 HTTP/1.1" status: 404 len: 337 time: 0.0571411 Feb 19 07:33:15.768552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:15.771895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-47303248-4177-4711-a066-821f89387245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:09Z', 'revision_number': 6, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:14Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:15.772309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35428) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.780033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47303248-4177-4711-a066-821f89387245 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:33:15.792562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98910ef-aaa7-472c-8c06-1dfe4afcdf69 None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:15.798623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47303248-4177-4711-a066-821f89387245 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:15.799360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-47303248-4177-4711-a066-821f89387245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:15.807406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:15.859297 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0812a303-3af7-4ea8-ac81-69a5142e1402 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:15.860008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0812a303-3af7-4ea8-ac81-69a5142e1402 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:15.861351 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0812a303-3af7-4ea8-ac81-69a5142e1402 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/65a01a6a-aaec-4128-9b31-9db74a8d0179 HTTP/1.1" status: 404 len: 333 time: 0.0860984 Feb 19 07:33:15.866543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.902461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35436) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.919735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.920022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:15.922738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.957220 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b600f2-b549-4c0f-bc21-318ca07940b0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:15.957684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b600f2-b549-4c0f-bc21-318ca07940b0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:15.959454 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-34b600f2-b549-4c0f-bc21-318ca07940b0 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/0cb98ded-86da-4d16-a7b0-7802bda359f7 HTTP/1.1" status: 404 len: 337 time: 0.0914009 Feb 19 07:33:15.961151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3bb0f0b9-b894-476a-8b4b-1fb6cb01f9bd None None] Provisioning for port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:15.972474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3bb0f0b9-b894-476a-8b4b-1fb6cb01f9bd None None] Provisioning complete for port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:15.973029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f0b9-b894-476a-8b4b-1fb6cb01f9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:15.998348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35442) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:15.999001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:16.016762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-47303248-4177-4711-a066-821f89387245 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:16.054865 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-46860d01-1875-44b3-949b-948d70ab56ed tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:16.055567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46860d01-1875-44b3-949b-948d70ab56ed tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:16.060023 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46860d01-1875-44b3-949b-948d70ab56ed tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/a43b0a5f-1216-4422-b4f0-b01f68716c0b HTTP/1.1" status: 404 len: 333 time: 0.0571320 Feb 19 07:33:16.060826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.090228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0f0b9-b894-476a-8b4b-1fb6cb01f9bd None None] Port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:16.106193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 19 07:33:16.106505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 19 07:33:16.126933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:16.129070 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4caf811c-101a-4074-8a9e-682c6b86afcb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:16.129736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4caf811c-101a-4074-8a9e-682c6b86afcb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:16.134677 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4caf811c-101a-4074-8a9e-682c6b86afcb tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/386e6701-775d-4cd4-bf4b-aa39ece5bb22 HTTP/1.1" status: 404 len: 337 time: 0.0707843 Feb 19 07:33:16.135751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:16.136783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.150876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:16.155577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:16.156371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.191577 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-928a8fa7-cb33-47e1-95f0-81ac55eca90f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9128728 Feb 19 07:33:16.194887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.205571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:7f:bc:e2'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:16.283517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.357222 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:16.361154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Usage tracker for resource:security_group_rule and tenant:90e87ead42d647c79ffecd0139f745bf is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:16.364067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:16.370366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:16.402602 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-272b3271-8303-406b-8c88-593c74e219a4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:16.403319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272b3271-8303-406b-8c88-593c74e219a4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:16.403861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 151e105c-06cf-411a-8a2e-e3d6a142a84e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:16.525889 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-272b3271-8303-406b-8c88-593c74e219a4 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/9414761d-d284-4087-bff9-a9d2e9b283a0 HTTP/1.1" status: 404 len: 333 time: 0.3837166 Feb 19 07:33:16.528223 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ffd80e34-5804-426c-baf9-21c83c5789d0 (CIDR: 172.20.0.0/28) Feb 19 07:33:16.546619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35460) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.553310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 151e105c-06cf-411a-8a2e-e3d6a142a84e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:16.553805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.584439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.587260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-47303248-4177-4711-a066-821f89387245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:09Z', 'revision_number': 6, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:14Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:16.599483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47303248-4177-4711-a066-821f89387245 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:09Z', 'revision_number': 6, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:14Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:16.600846 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:33:16.601289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:16.619637 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-793585c0-41f7-4ca0-a932-f81df2e0499a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:16.620079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793585c0-41f7-4ca0-a932-f81df2e0499a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:16.624591 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-793585c0-41f7-4ca0-a932-f81df2e0499a tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/022c00a4-ce6f-4c6d-bd83-a11accf79b18 HTTP/1.1" status: 404 len: 337 time: 0.0720961 Feb 19 07:33:16.624793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.635333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35466) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.698538 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b3a75cd3-5caa-484a-ab1a-6a23460a02c5 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4001997 Feb 19 07:33:16.703150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.704517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.711469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-704156c1-6d67-48d6-8b84-73185ec7128f None None] Provisioning for port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:16.726447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-704156c1-6d67-48d6-8b84-73185ec7128f None None] Provisioning complete for port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:16.727200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-704156c1-6d67-48d6-8b84-73185ec7128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.747780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:16.752056 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cb0e8d-2b0e-47ef-9e68-e62a09d746e5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:16.752519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cb0e8d-2b0e-47ef-9e68-e62a09d746e5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:16.756813 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d4cb0e8d-2b0e-47ef-9e68-e62a09d746e5 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/fa1bfb6c-1d20-4313-a4b8-4dd8bfeac47a HTTP/1.1" status: 404 len: 333 time: 0.1062660 Feb 19 07:33:16.770192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efab020-8c2a-4fc9-95cd-c58cfb93b5e2 req-934ed29f-0476-40b1-9b82-5f66a15d8450 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:16.772100 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1efab020-8c2a-4fc9-95cd-c58cfb93b5e2 req-934ed29f-0476-40b1-9b82-5f66a15d8450 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.3649974 Feb 19 07:33:16.772606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35474) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.785147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 169b9910-849d-4318-bd5b-b92e398d7051 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:16.836059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-704156c1-6d67-48d6-8b84-73185ec7128f None None] Port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:16.865115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:16.865419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:16.887234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:16.929351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331dc204-9c2c-423b-bcc8-50a46c877006,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:16.967303 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b72d756f-1754-4b1c-87d1-d8885e35987d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90e87ead42d647c79ffecd0139f745bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0613341 Feb 19 07:33:16.978974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea0c5b6-8cf4-4018-ac24-0f74d1cedf19 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:16.979419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea0c5b6-8cf4-4018-ac24-0f74d1cedf19 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:16.979587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35478) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:16.981095 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aea0c5b6-8cf4-4018-ac24-0f74d1cedf19 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/b6eb4417-876c-4be7-8a52-d96aa4633afa HTTP/1.1" status: 404 len: 337 time: 0.2042778 Feb 19 07:33:16.990810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:17.098221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:17.129480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:17.161878 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-46067bb7-71a1-453b-b07e-68e8b4f710e7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:17.162316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46067bb7-71a1-453b-b07e-68e8b4f710e7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:17.166270 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-46067bb7-71a1-453b-b07e-68e8b4f710e7 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/6aad9042-92af-46f5-be86-402fa32e2e15 HTTP/1.1" status: 404 len: 333 time: 0.1722379 Feb 19 07:33:17.174283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35486) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:17.187087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:17.192438 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bc9c6c72-653b-4920-a05e-5aaad2628849 req-6bafb6bf-207d-4147-a0c8-236639fc0fb2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1098 time: 0.6449497 Feb 19 07:33:17.214017 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1efab020-8c2a-4fc9-95cd-c58cfb93b5e2 req-12e64b2e-4e7a-4bd1-b4ac-7a3014811ff8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307426 Feb 19 07:33:17.223595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a22f36-9e60-47cd-b854-1881530371cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:17.224034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a22f36-9e60-47cd-b854-1881530371cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:17.228061 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-78a22f36-9e60-47cd-b854-1881530371cc tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/ee8da8af-dfa6-4de9-bdbb-2f145d8a6ed7 HTTP/1.1" status: 404 len: 337 time: 0.0485065 Feb 19 07:33:17.228368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:17.228476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:17.246583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.277955 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2962312e-e3fa-4fbf-8949-9a74b44d07b6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:17.278393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2962312e-e3fa-4fbf-8949-9a74b44d07b6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:17.280033 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2962312e-e3fa-4fbf-8949-9a74b44d07b6 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/ports/185dbdd2-384e-4125-b0c8-7693109f5821 HTTP/1.1" status: 404 len: 333 time: 0.0508630 Feb 19 07:33:17.282717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35494) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:17.288624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:17.326028 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c32769-afd7-4c64-bb92-576286cbc250 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:17.326462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c32769-afd7-4c64-bb92-576286cbc250 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:17.328050 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-33c32769-afd7-4c64-bb92-576286cbc250 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/subnets/94db687a-3542-4c7e-bd7d-e9867f050960 HTTP/1.1" status: 404 len: 337 time: 0.0444438 Feb 19 07:33:17.330911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35498) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:17.436039 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bc9c6c72-653b-4920-a05e-5aaad2628849 req-699ae174-05d5-49e6-b07a-b21594c0b30e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256732 Feb 19 07:33:17.441370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e946e8d-5b97-451e-9a8c-eb23553a3057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.538157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e946e8d-5b97-451e-9a8c-eb23553a3057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.573862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.602569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.617757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.642084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.815000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e946e8d-5b97-451e-9a8c-eb23553a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.841835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.853704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e946e8d-5b97-451e-9a8c-eb23553a3057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331dc204-9c2c-423b-bcc8-50a46c877006,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:17.877582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:17.880194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.881476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 070a83d4-7dc0-49f0-b734-605d653e2713 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:33:17.883596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e946e8d-5b97-451e-9a8c-eb23553a3057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.884826 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e946e8d-5b97-451e-9a8c-eb23553a3057 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/331dc204-9c2c-423b-bcc8-50a46c877006 HTTP/1.1" status: 204 len: 168 time: 0.9038777 Feb 19 07:33:17.889593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 070a83d4-7dc0-49f0-b734-605d653e2713 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:17.897430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06326df6-4c8e-4d8d-9fc8-3371d1122064') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:17.897930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06326df6-4c8e-4d8d-9fc8-3371d1122064') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:17.900465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.913793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.938915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.942409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:17.949480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:17.950213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:17.961802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:17.973075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.028987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:18.029611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:18.050430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] In _notify_port_updated(), no bound segment for port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 on network bf235e37-13ea-4ebd-a02e-6d6963673f4f {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:33:18.055074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:18.055691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.057090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "PUT /v2.0/ports/c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 HTTP/1.1" status: 200 len: 1002 time: 1.8587785 Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:18.076112 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:18.078812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35504) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:18.094614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.resource_extend [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:33:18.113780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.134963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.151209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286aa09-fae5-44b8-ab82-40900477b1c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.165501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.173580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] Pushing event deleted for resources: {'Network': ['ID=6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.183356 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8536711b-9518-4ccd-935c-676f176ec230 tempest-NetworksTestDHCPv6-209540743 tempest-NetworksTestDHCPv6-209540743-project] 10.222.0.72 "DELETE /v2.0/networks/6a8c4ecb-d7c5-4a2e-9afe-0a7f229f8a9b HTTP/1.1" status: 204 len: 168 time: 0.8513541 Feb 19 07:33:18.206543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:18.309805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:18.335072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '070a83d4-7dc0-49f0-b734-605d653e2713', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'port_id': '070a83d4-7dc0-49f0-b734-605d653e2713', 'mac_address': 'fa:16:3e:1c:51:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:33:18.340033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:18.368548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:18.371694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:33:18.508952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.518329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.521741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35516) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:18.594114 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713', 'code': 200} Feb 19 07:33:18.597395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.611060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:18.612680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.634850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070a83d4-7dc0-49f0-b734-605d653e2713 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:33:18.652002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:18.654301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:18.654988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:18.688172 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cc6b6531-8682-4316-b303-aae184840a29 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1335836b22ef4551a49a0673ef9771e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1543195 Feb 19 07:33:18.691748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35520) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:18.728940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7c790c69-883c-495e-b63d-94a86b217fae None None] Provisioning complete for port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:18.729319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c790c69-883c-495e-b63d-94a86b217fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.752491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:18.753673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed7e92-23d7-4304-8ab6-0277d7efc499 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:18.755210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.802415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0438ce3-46e8-400b-bbca-d198671a2f41 req-318fa7b2-5450-4d32-b1e6-0657b4426d08 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:18.805236 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a0438ce3-46e8-400b-bbca-d198671a2f41 req-318fa7b2-5450-4d32-b1e6-0657b4426d08 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 943 time: 0.2856297 Feb 19 07:33:18.848943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7c790c69-883c-495e-b63d-94a86b217fae None None] Port c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:18.860266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.870530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35526) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:18.876736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:18.883099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.884208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9c3e1ec7-1474-4319-8e3e-42f6750e8cfa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 200 len: 704 time: 5.0185456 Feb 19 07:33:18.887721 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:18.897998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35530) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:18.907583 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:18.908942 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:18.915798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.921525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f926fb5-812d-4ffb-80a0-8368c4a250f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:18.927234 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a0438ce3-46e8-400b-bbca-d198671a2f41 req-511b78cc-9123-4ba1-aee0-52b18e0d475f tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976889 Feb 19 07:33:18.938070 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2242ffe2-8936-473c-81c7-a82ff3e4deb0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/floatingips/f190170f-5911-4089-a919-d747f185eb04 HTTP/1.1" status: 200 len: 978 time: 9.9269764 Feb 19 07:33:18.943790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35536) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:18.967681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:19.053242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:19.090635 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:19.121583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:19.123941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['070a83d4-7dc0-49f0-b734-605d653e2713'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:33:19.142476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:19.143160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.175601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f926fb5-812d-4ffb-80a0-8368c4a250f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.179593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e2da7-1840-4f1d-9c8b-962424f7ad0e None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:19.207536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=ae456d81-8c00-408d-8842-89a6f23fa95e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:19.252203 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92429864-ccae-48ca-ba56-254bb6740673 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5453811 Feb 19 07:33:19.256044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35540) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:19.271757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.272439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1492800535', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae456d81-8c00-408d-8842-89a6f23fa95e'}], 'security_groups': ['6dedf9b7-5aa4-430d-a771-867af42277f1']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:19.374770 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d6691acd-84c6-46e8-afa8-7894dbde3af0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=adf515da56964ed49585452f75c8b413&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5020614 Feb 19 07:33:19.378790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35544) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:19.403755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.469761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f926fb5-812d-4ffb-80a0-8368c4a250f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.513655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f926fb5-812d-4ffb-80a0-8368c4a250f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fcd03d-de80-4c11-9339-c90cbf925daa,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:19.543008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2f926fb5-812d-4ffb-80a0-8368c4a250f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.544120 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2f926fb5-812d-4ffb-80a0-8368c4a250f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0fcd03d-de80-4c11-9339-c90cbf925daa HTTP/1.1" status: 204 len: 168 time: 0.8504970 Feb 19 07:33:19.560411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Calling delete_port for c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:19.577612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3031695-192a-4310-bc23-5d13c7e28537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.610058 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:16Z', 'revision_number': 7, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:14Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:19.617676 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:33:19.625209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.633134 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:19.634310 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:19.679996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.684266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3031695-192a-4310-bc23-5d13c7e28537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.696559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.696865 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP f190170f-5911-4089-a919-d747f185eb04 disassociated. External IP: 172.26.1.240, port: b9ec2538-b5bf-4700-9c75-2320e1ad5880. Feb 19 07:33:19.813108 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ead5433-1b0b-47f3-8b82-8f1aa3118658 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 200 len: 704 time: 0.8846958 Feb 19 07:33:19.817398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:19.932213 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:19.936834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3031695-192a-4310-bc23-5d13c7e28537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:19.995403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3031695-192a-4310-bc23-5d13c7e28537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e876c4c-f297-4ff0-9fc6-1ca47517f92b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:20.001139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3031695-192a-4310-bc23-5d13c7e28537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:20.002282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a3031695-192a-4310-bc23-5d13c7e28537 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e876c4c-f297-4ff0-9fc6-1ca47517f92b HTTP/1.1" status: 204 len: 168 time: 0.6222906 Feb 19 07:33:20.024628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] Update dhcp port {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'fixed_ips': [{'subnet_id': 'ffd80e34-5804-426c-baf9-21c83c5789d0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae456d81-8c00-408d-8842-89a6f23fa95e'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '169b9910-849d-4318-bd5b-b92e398d7051'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:33:20.141640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:20.431324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bfa15-afc2-47c6-8262-f7fb20b41e20 req-243060b7-a1ad-490e-ace2-6277ab8f8010 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:20.432742 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e3bfa15-afc2-47c6-8262-f7fb20b41e20 req-243060b7-a1ad-490e-ace2-6277ab8f8010 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 944 time: 0.2155905 Feb 19 07:33:20.499168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:20.567688 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e3bfa15-afc2-47c6-8262-f7fb20b41e20 req-2b001ef3-71f8-42b0-a04a-bed6e311c517 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038594 Feb 19 07:33:20.593067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:20.619019 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:16Z', 'revision_number': 7, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:14Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:20.624922 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d0097-0cf3-4bbf-adb8-c6dcd63cf82d None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:16Z', 'revision_number': 7, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '151e105c-06cf-411a-8a2e-e3d6a142a84e', 'name': '', 'network_id': 'a3004698-823a-4940-b582-13128826e394', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:20:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:59Z', 'updated_at': '2022-02-19T07:33:14Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '67b0d6bb-f6ae-4bd9-805b-08b63a85454c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:20.660458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35572) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:20.899263 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c8781a53-c2c0-4db3-995e-cfb588bb8e76 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/floatingips/19fc2380-a095-461f-b4fb-96f53f8b3cd8 HTTP/1.1" status: 200 len: 992 time: 0.2329893 Feb 19 07:33:20.941329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Port': ['ID=c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:21.008348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:21.013797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.019567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:21.034803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:21.035517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:21.115432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Delete allocated IP 172.20.0.11 (2196fcc9-666e-42b6-bb89-2343e48954f9/ffd80e34-5804-426c-baf9-21c83c5789d0) {{(pid=83569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:33:21.139092 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fddec341-2b66-45d6-a2c2-eb551d5a3829 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/floatingips/f190170f-5911-4089-a919-d747f185eb04 HTTP/1.1" status: 200 len: 688 time: 2.1941302 Feb 19 07:33:21.139793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:21.157325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:21.193635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:21.194159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:21.276671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:21.277464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c73d7-fe6c-455d-9775-6dee10cde064 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:21.333651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35598) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:21.341940 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.23 (2196fcc9-666e-42b6-bb89-2343e48954f9/ae456d81-8c00-408d-8842-89a6f23fa95e/c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:21.361194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.448472 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-520112e3-2fcc-4bc2-afa9-92fe8b6d308e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/ports/c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 HTTP/1.1" status: 204 len: 168 time: 3.3665574 Feb 19 07:33:21.451968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35604) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:21.490698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port fdeda329-9ab6-4158-9eff-57605b640b82 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:21.491237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.514540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:21.596028 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f489e1-d704-4f92-ac69-18253978478d tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] GET failed (client error): The resource could not be found. Feb 19 07:33:21.596614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-22f489e1-d704-4f92-ac69-18253978478d tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Synchronizing usage tracker for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:21.607592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.637386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-875000445'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:21.646799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:21.663669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Usage tracker for resource:network and tenant:ba09e4740a574b3dbc7f2040299ca673 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:21.669175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:21.690110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:21.695944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.696617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.731466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1068745559'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:21.736248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:21.740076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:21.742995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:21.748721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:21.765437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Made reservation on behalf of ba09e4740a574b3dbc7f2040299ca673 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:21.769138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.786577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:21.789503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.809754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-22f489e1-d704-4f92-ac69-18253978478d tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Unset dirty status for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:21.810910 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-22f489e1-d704-4f92-ac69-18253978478d tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "GET /v2.0/ports/c57b8a0c-a49f-4207-9e0b-92e5b1f19ba8 HTTP/1.1" status: 404 len: 333 time: 0.3495896 Feb 19 07:33:21.817032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35614) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:21.827789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.841473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for fdeda329-9ab6-4158-9eff-57605b640b82 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:21.843485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2099047880'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:21.873386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:21.909881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 070a83d4-7dc0-49f0-b734-605d653e2713 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:21.938998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:21.944126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Usage tracker for resource:security_group_rule and tenant:ba09e4740a574b3dbc7f2040299ca673 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:21.947782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:21.956664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:22.000305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:22.022653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:security_group_rule and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:22.026558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.030503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:22.033953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 070a83d4-7dc0-49f0-b734-605d653e2713 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:22.034321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.054721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.060667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:22.091097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:22.096902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:22.107066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.152121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=fdeda329-9ab6-4158-9eff-57605b640b82,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.157674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:22.215276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] Allocated IP 172.20.0.18 (2196fcc9-666e-42b6-bb89-2343e48954f9/ae456d81-8c00-408d-8842-89a6f23fa95e/169b9910-849d-4318-bd5b-b92e398d7051) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:22.217070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.217291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.228191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.260271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:22.279975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.280734 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Added segment c03a0cc8-6aef-47fe-ac5c-0539c9561788 of type vlan for network 650507fd-2a75-43f0-8799-f8404814b1a3 Feb 19 07:33:22.282238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.295627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:22.298257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.317121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:33:22.336435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4625e-49fd-451a-9bfb-a88dd28c5bc8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.339552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:22.355863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.368197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.370225 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b249ca04-1f16-4ad2-a55d-514a1420651c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/floatingips/f190170f-5911-4089-a919-d747f185eb04 HTTP/1.1" status: 204 len: 168 time: 1.2294662 Feb 19 07:33:22.372959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35620) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:22.376596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.405560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.439066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] device_id is not set on port 8d289f7a-00e0-4bb6-93db-5d36569162b7 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:22.463814 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713', 'code': 200} Feb 19 07:33:22.465954 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-6ef94117-7591-44ae-9849-9a8b2d048657 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] delete failed (client error): The resource could not be found. Feb 19 07:33:22.467169 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6ef94117-7591-44ae-9849-9a8b2d048657 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/floatingips/f190170f-5911-4089-a919-d747f185eb04 HTTP/1.1" status: 404 len: 345 time: 0.0931354 Feb 19 07:33:22.470976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35624) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:22.537970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:22.555460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.578536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.596901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] Transition to ACTIVE for port object 169b9910-849d-4318-bd5b-b92e398d7051 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:22.603562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.605265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.608358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b793a-0283-4210-a167-9ba24b2fb1c0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.614577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b793a-0283-4210-a167-9ba24b2fb1c0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.620131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b793a-0283-4210-a167-9ba24b2fb1c0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.621104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-476b793a-0283-4210-a167-9ba24b2fb1c0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Synchronizing usage tracker for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:22.628952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.632754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.633325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.649152 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.676624 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1544607 Feb 19 07:33:22.685154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:22.701023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5b09d-1e78-48af-9714-65a18ce0a35e None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.738630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Request body: {'subnet': {'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:22.760910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-476b793a-0283-4210-a167-9ba24b2fb1c0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Unset dirty status for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:22.764642 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-476b793a-0283-4210-a167-9ba24b2fb1c0 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "GET /v2.0/ports?network_id=6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 HTTP/1.1" status: 200 len: 2357 time: 0.2897367 Feb 19 07:33:22.776918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:22.854747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fcfc3-45e2-4d81-ae52-fd382ebd5342 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event updated for resources: {'Network': ['ID=650507fd-2a75-43f0-8799-f8404814b1a3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.860593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] In _notify_port_updated(), no bound segment for port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f on network 2196fcc9-666e-42b6-bb89-2343e48954f9 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:33:22.864662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.865262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:22.872935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 650507fd-2a75-43f0-8799-f8404814b1a3 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:22.874588 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f847de3-0c93-47d5-9812-b6e3d86d1cb3 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "PUT /v2.0/ports/c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f HTTP/1.1" status: 200 len: 921 time: 3.6151066 Feb 19 07:33:22.887187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35636) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:22.918762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:22.954539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce0ecbe-8765-475c-bcb4-72256aeb2e86 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.956382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bce0ecbe-8765-475c-bcb4-72256aeb2e86 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Synchronizing usage tracker for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:23.000271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a44f50-b0e7-4533-8855-58ba8f71abb8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:23.015628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.015951 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment 6d54a456-3410-45c6-92da-e2a826cb203a of type vlan for network 4306b83e-990a-4235-a693-6394d2572a64 Feb 19 07:33:23.032501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:23.038712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Allocated IP 2001:db8::166 (bf235e37-13ea-4ebd-a02e-6d6963673f4f/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68/8d289f7a-00e0-4bb6-93db-5d36569162b7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:23.054915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Usage tracker for resource:subnet and tenant:ba09e4740a574b3dbc7f2040299ca673 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:23.059267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:23.063074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bce0ecbe-8765-475c-bcb4-72256aeb2e86 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Unset dirty status for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:23.070956 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bce0ecbe-8765-475c-bcb4-72256aeb2e86 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "GET /v2.0/subnets/9b49e33b-08ed-4488-b6d1-83fe8322f603 HTTP/1.1" status: 200 len: 797 time: 0.2399158 Feb 19 07:33:23.071568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35640) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:23.078363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:23.085690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'port': {'network_id': '6f667329-3c4b-4cfc-a2a9-b604b9bc0a67', 'name': 'tempest-FloatingIPTestJSON-2056891311', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:23.089066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:23.089461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.180684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.181128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Made reservation on behalf of ba09e4740a574b3dbc7f2040299ca673 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:23.453243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.467787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.471409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:23.471967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.520916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Provisioning complete for port 3751505b-ea30-487b-90ba-84031095bf63 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:23.521498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.552660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:23.572413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:23.582798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Port 3751505b-ea30-487b-90ba-84031095bf63 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:23.604647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:23.606667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Provisioning for port 169b9910-849d-4318-bd5b-b92e398d7051 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:23.612087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:23.612608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.706282 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3696065 Feb 19 07:33:23.717819 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334272c0-d50a-42a9-b234-60f7784966c2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=4306b83e-990a-4235-a693-6394d2572a64,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:23.777591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.792836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.806148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:23.811897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 4306b83e-990a-4235-a693-6394d2572a64 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:23.814682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Transition to ACTIVE for port object 8d289f7a-00e0-4bb6-93db-5d36569162b7 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:23.832643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35644) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:23.845922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': '4306b83e-990a-4235-a693-6394d2572a64', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:23.886185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] device_id is not set on port d6677714-3841-4987-bb6f-61fb27c14596 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:23.941533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:23.945173 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Provisioning for port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:23.953963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Provisioning complete for port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:23.954459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.011442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.018192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8eea3669-b730-4f45-b05a-3b5dda1dae6f None None] Port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:24.075511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.131267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:24.146065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:24.152663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0c369aa0-4bc1-4e79-8e0d-7ca5ca7d782b None None] Provisioning complete for port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:24.153937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c369aa0-4bc1-4e79-8e0d-7ca5ca7d782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.154064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:24.203119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:24.204692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event updated for resources: {'Subnet': ['ID=c21ac27b-b162-4492-86db-b79f9c86e75c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:24.214802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:24.225538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:24.227968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:24.232074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:24.232891 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.242013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=8d289f7a-00e0-4bb6-93db-5d36569162b7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:24.255253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Checking segment: {'id': 'c03a0cc8-6aef-47fe-ac5c-0539c9561788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:24.255401 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 169b9910-849d-4318-bd5b-b92e398d7051 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:24.255895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Network hostable DHCP agents. Network: 650507fd-2a75-43f0-8799-f8404814b1a3, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:24.293831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:24.303387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.341102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0c369aa0-4bc1-4e79-8e0d-7ca5ca7d782b None None] Port c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:24.352890 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fdc3b5eb-73e1-4b15-a7fe-7c65ad4c07ad tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5347958 Feb 19 07:33:24.363868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:24.364527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.365659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35648) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:24.369924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:24.379040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7f:bc:e2'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:24.462912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 151e105c-06cf-411a-8a2e-e3d6a142a84e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:24.463256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.577248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.663636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Network 650507fd-2a75-43f0-8799-f8404814b1a3 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:24.674976 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:33:24.710739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f710ccfe-877a-4a3e-bdac-249512c49ac0 None None] Provisioning for port 8d289f7a-00e0-4bb6-93db-5d36569162b7 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:24.712489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 650507fd-2a75-43f0-8799-f8404814b1a3) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:24.716627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f710ccfe-877a-4a3e-bdac-249512c49ac0 None None] Provisioning complete for port 8d289f7a-00e0-4bb6-93db-5d36569162b7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:24.717046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f710ccfe-877a-4a3e-bdac-249512c49ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.749423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef7606-f9ce-4625-a522-bbda16a0c531 None None] Network 650507fd-2a75-43f0-8799-f8404814b1a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:24.752926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:24.753615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.815000 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-129a4721-aa9b-4bec-b272-cc18e81e410a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1241961 Feb 19 07:33:24.821841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35652) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:24.824621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.14 (6f667329-3c4b-4cfc-a2a9-b604b9bc0a67/9b49e33b-08ed-4488-b6d1-83fe8322f603/d6677714-3841-4987-bb6f-61fb27c14596) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:24.830925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Request body: {'port': {'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1279043208'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:24.851671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f710ccfe-877a-4a3e-bdac-249512c49ac0 None None] Port 8d289f7a-00e0-4bb6-93db-5d36569162b7 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:24.856546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.13 (6f667329-3c4b-4cfc-a2a9-b604b9bc0a67/9b49e33b-08ed-4488-b6d1-83fe8322f603/d6677714-3841-4987-bb6f-61fb27c14596) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:24.863397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:24.868203 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea98bcc0-525c-41c6-8c5e-49b433fcd619 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f HTTP/1.1" status: 204 len: 168 time: 1.9598427 Feb 19 07:33:24.870750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35656) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:24.944423 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-326744fb-ebb5-45bb-851c-e2f99ec5517e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:33:24.944919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-326744fb-ebb5-45bb-851c-e2f99ec5517e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:24.992142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-650507fd-2a75-43f0-8799-f8404814b1a3', 'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3', 'tenant_id': 'ba09e4740a574b3dbc7f2040299ca673', 'fixed_ips': [{'subnet_id': 'c21ac27b-b162-4492-86db-b79f9c86e75c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:24.993803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.053350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-326744fb-ebb5-45bb-851c-e2f99ec5517e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:25.057584 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-326744fb-ebb5-45bb-851c-e2f99ec5517e tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/c37ebe6d-67de-4c4b-afd5-7c5506ec1b6f HTTP/1.1" status: 404 len: 333 time: 0.1789796 Feb 19 07:33:25.059726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port 151e105c-06cf-411a-8a2e-e3d6a142a84e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=151e105c-06cf-411a-8a2e-e3d6a142a84e,segment=NetworkSegment(f1da55e1-695b-451a-ac90-1e71500c65f7),segment_id=f1da55e1-695b-451a-ac90-1e71500c65f7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:25.060077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.067596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35660) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:25.153577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Allocated IP 2001:db8::2 (650507fd-2a75-43f0-8799-f8404814b1a3/c21ac27b-b162-4492-86db-b79f9c86e75c/30b3dddb-1a5e-4996-b2e8-e137c4d7cf90) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:25.199253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:25.202990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 151e105c-06cf-411a-8a2e-e3d6a142a84e owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:25.218656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Usage tracker for resource:port and tenant:ba09e4740a574b3dbc7f2040299ca673 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:25.248633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.340075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:25.355270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:25.372032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.376074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.383956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Transition to ACTIVE for port object 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:25.403330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Transition to ACTIVE for port object 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:25.415255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.454020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Made reservation on behalf of ba09e4740a574b3dbc7f2040299ca673 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:25.457146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.484352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Network 650507fd-2a75-43f0-8799-f8404814b1a3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:25.494522 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:25.499157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:25.514928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-318eef74-31c5-4237-9dd9-58b92e2f8742 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.520730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.537679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=4cab4d4d-913b-4259-84ad-68d825d8b038,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:25.540668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Pushing event updated for resources: {'Port': ['ID=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:25.551977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] device_id is not set on port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:25.607725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Attempting to bind port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:25.608012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Attempting to bind port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c03a0cc8-6aef-47fe-ac5c-0539c9561788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:25.608404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Attempting to bind port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 on network 650507fd-2a75-43f0-8799-f8404814b1a3 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:25.615617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:25.616718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Checking segment: {'id': 'c03a0cc8-6aef-47fe-ac5c-0539c9561788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:25.616718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.616996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Bound using segment: {'id': 'c03a0cc8-6aef-47fe-ac5c-0539c9561788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:25.617255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Bound port: 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03a0cc8-6aef-47fe-ac5c-0539c9561788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:25.617568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.622525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.641187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-318eef74-31c5-4237-9dd9-58b92e2f8742 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.667584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': '6d54a456-3410-45c6-92da-e2a826cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4306b83e-990a-4235-a693-6394d2572a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:25.667854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: 4306b83e-990a-4235-a693-6394d2572a64, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:25.674173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.679535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=151e105c-06cf-411a-8a2e-e3d6a142a84e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:25.684494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.710574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] For port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:25.714032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] For port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,segment=NetworkSegment(c03a0cc8-6aef-47fe-ac5c-0539c9561788),segment_id=c03a0cc8-6aef-47fe-ac5c-0539c9561788)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:25.719781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.773815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.804912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e0dfe-0212-4eea-86b3-380f0f77217d None None] Pushing event updated for resources: {'Port': ['ID=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:25.853671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] In _notify_port_updated(), no bound segment for port 8d289f7a-00e0-4bb6-93db-5d36569162b7 on network bf235e37-13ea-4ebd-a02e-6d6963673f4f {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:33:25.857453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:25.858189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.859689 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "PUT /v2.0/ports/8d289f7a-00e0-4bb6-93db-5d36569162b7 HTTP/1.1" status: 200 len: 1003 time: 1.4913673 Feb 19 07:33:25.865369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-318eef74-31c5-4237-9dd9-58b92e2f8742 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:25.867855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:25.893947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 4306b83e-990a-4235-a693-6394d2572a64 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:25.957013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfe271-8b40-40c0-a3f7-91998a8edd4b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=8d289f7a-00e0-4bb6-93db-5d36569162b7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:25.980644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=d6677714-3841-4987-bb6f-61fb27c14596,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:25.984372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eef74-31c5-4237-9dd9-58b92e2f8742 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f31ad9-7b9f-46f5-bde6-601805d5d2dd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:26.002198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.012897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:26.029011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Allocated IP 2001:db8::5b (650507fd-2a75-43f0-8799-f8404814b1a3/c21ac27b-b162-4492-86db-b79f9c86e75c/9ed27595-33c4-4e9f-bc4e-56dc881b99ef) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:26.031254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:26.033079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 4306b83e-990a-4235-a693-6394d2572a64) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:26.035039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:26.044706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe888f-d46d-4d63-bfb3-9d7b282e272b None None] Network 4306b83e-990a-4235-a693-6394d2572a64 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:26.081839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:26.082429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.212198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port 8d289f7a-00e0-4bb6-93db-5d36569162b7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:26.212855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.321701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:26.322406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.326824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-318eef74-31c5-4237-9dd9-58b92e2f8742 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.327973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-318eef74-31c5-4237-9dd9-58b92e2f8742 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/security-groups/b1f31ad9-7b9f-46f5-bde6-601805d5d2dd HTTP/1.1" status: 204 len: 168 time: 1.2596717 Feb 19 07:33:26.341147 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-87b1c31a-75ac-4dfa-a08f-5091ee471e09 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4997087 Feb 19 07:33:26.356711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:26.357009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35670) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:26.435153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-620700199'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:26.440454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:26.444605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:26.447575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:26.452299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-4306b83e-990a-4235-a693-6394d2572a64', 'network_id': '4306b83e-990a-4235-a693-6394d2572a64', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '4cab4d4d-913b-4259-84ad-68d825d8b038'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:26.453574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:26.453785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.490290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-240dcb45-a0b5-4adc-9827-fba7fb07cadc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.510989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:26.513954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.525596 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8e5d4c2b-ef6b-4e6f-92a3-221f4344ba65 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4488885 Feb 19 07:33:26.530939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35676) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:26.538712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'd6677714-3841-4987-bb6f-61fb27c14596', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:26.544480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-cc6cce5d-40fd-4029-9a90-a3ec2d983887 None None] Provisioning complete for port 8d289f7a-00e0-4bb6-93db-5d36569162b7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:26.544642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cc6cce5d-40fd-4029-9a90-a3ec2d983887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.553240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:26.560646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:floatingip and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:26.564982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:26.577007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:26.594311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.604422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-240dcb45-a0b5-4adc-9827-fba7fb07cadc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.617630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cce5d-40fd-4029-9a90-a3ec2d983887 None None] Port 8d289f7a-00e0-4bb6-93db-5d36569162b7 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:26.677890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Allocated IP 172.20.255.242 (4306b83e-990a-4235-a693-6394d2572a64/4cab4d4d-913b-4259-84ad-68d825d8b038/e45d3b5a-2ac4-415a-9e83-de7594017871) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:26.729967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:26.789182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.789891 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment 9c3f20c9-50f4-421f-a76c-aa54ec73af40 of type vlan for network 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f Feb 19 07:33:26.879834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:26.947805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.952692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.965901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Transition to ACTIVE for port object e45d3b5a-2ac4-415a-9e83-de7594017871 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:26.980945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-240dcb45-a0b5-4adc-9827-fba7fb07cadc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:26.990193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Transition to ACTIVE for port object e45d3b5a-2ac4-415a-9e83-de7594017871 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:26.999681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.024853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.036117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.039516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dcb45-a0b5-4adc-9827-fba7fb07cadc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dedf9b7-5aa4-430d-a771-867af42277f1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:27.045834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.101734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Network 4306b83e-990a-4235-a693-6394d2572a64 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:27.104722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Pushing event updated for resources: {'Port': ['ID=e45d3b5a-2ac4-415a-9e83-de7594017871,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:27.108379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:27.110594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:27.204962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Calling delete_port for 8d289f7a-00e0-4bb6-93db-5d36569162b7 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:27.209247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.26.1.215 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/4595acc4-aea9-4e86-9a6b-76adeb5d1ec7) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:27.219201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c660b-ad62-45f9-8485-79cdc0af975e None None] Network 650507fd-2a75-43f0-8799-f8404814b1a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:27.239107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Transition to ACTIVE for port object 9ed27595-33c4-4e9f-bc4e-56dc881b99ef will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:27.246370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:33:27.263479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-240dcb45-a0b5-4adc-9827-fba7fb07cadc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.267195 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-240dcb45-a0b5-4adc-9827-fba7fb07cadc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/security-groups/6dedf9b7-5aa4-430d-a771-867af42277f1 HTTP/1.1" status: 204 len: 168 time: 0.9067512 Feb 19 07:33:27.274190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35680) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:27.309693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:27.310132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Attempting to bind port e45d3b5a-2ac4-415a-9e83-de7594017871 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:27.310493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Attempting to bind port e45d3b5a-2ac4-415a-9e83-de7594017871 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '6d54a456-3410-45c6-92da-e2a826cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4306b83e-990a-4235-a693-6394d2572a64'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:27.311677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Attempting to bind port e45d3b5a-2ac4-415a-9e83-de7594017871 on network 4306b83e-990a-4235-a693-6394d2572a64 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:27.329302 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:27.334044 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-38ef5e1f-c725-4e78-8b07-3767c8385007 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5154696 Feb 19 07:33:27.337619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:27.345352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.345820 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:27.346604 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:27.349091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:27.349665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.401755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:27.402922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Checking segment: {'id': '6d54a456-3410-45c6-92da-e2a826cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4306b83e-990a-4235-a693-6394d2572a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:27.403495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.403957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Bound using segment: {'id': '6d54a456-3410-45c6-92da-e2a826cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4306b83e-990a-4235-a693-6394d2572a64'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:27.404507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Bound port: e45d3b5a-2ac4-415a-9e83-de7594017871, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d54a456-3410-45c6-92da-e2a826cb203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4306b83e-990a-4235-a693-6394d2572a64'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:27.404940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.456130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=8200cf15-4d2c-4817-92ac-8d89dd3e5c1f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:27.477494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:27.562821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.568237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet 67b0d6bb-f6ae-4bd9-805b-08b63a85454c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:27.574361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.609795 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:27.638706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.638935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-979888a8-59d2-4ed8-981f-623a7424c190 None None] Provisioning for port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:27.674072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.678298 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-12c240d0-eb95-4a0e-9bf0-83cbb776656d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3187103 Feb 19 07:33:27.684132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35688) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:27.691442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:27.776873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] For port e45d3b5a-2ac4-415a-9e83-de7594017871, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:27.783649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] For port e45d3b5a-2ac4-415a-9e83-de7594017871, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e45d3b5a-2ac4-415a-9e83-de7594017871,segment=NetworkSegment(6d54a456-3410-45c6-92da-e2a826cb203a),segment_id=6d54a456-3410-45c6-92da-e2a826cb203a)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:27.796263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.805876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.813364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Network 650507fd-2a75-43f0-8799-f8404814b1a3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:27.819826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:27.830499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:27.834634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:27.835689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.885383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event updated for resources: {'Port': ['ID=9ed27595-33c4-4e9f-bc4e-56dc881b99ef,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:27.904186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet ffd80e34-5804-426c-baf9-21c83c5789d0 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:27.907453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.925178 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ea06c-7cca-48c3-a74c-7800954c3377 None None] Pushing event updated for resources: {'Port': ['ID=e45d3b5a-2ac4-415a-9e83-de7594017871,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:27.941280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.941916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.942421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.942903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.943380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.944009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.944516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.944998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.945465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.945933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.946426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:27.955909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:27.958619 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ae6106aa-63cc-41c1-b6f5-2b3089ca7f00 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1360803 Feb 19 07:33:27.972720 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:25Z', 'revision_number': 8, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:27.977012 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:33:27.987752 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:27.988460 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:28.010927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:28.015115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Port': ['ID=8d289f7a-00e0-4bb6-93db-5d36569162b7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:28.024349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:28.028586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Request body: {'port': {'network_id': '650507fd-2a75-43f0-8799-f8404814b1a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1406269661', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:28.029445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] bootfile-name is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:33:28.029984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] tftp-server is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:33:28.030513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] server-ip-address is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:33:28.031362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:28.034472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:28.038433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:28.123314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:28.138807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:28.155103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=4595acc4-aea9-4e86-9a6b-76adeb5d1ec7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:28.159305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.163465 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:28.205823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:28.213184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.290372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:28.299873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.302885 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-345fb492-056e-495f-a3c5-0d0cf52dee2e tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/ports/8d289f7a-00e0-4bb6-93db-5d36569162b7 HTTP/1.1" status: 204 len: 168 time: 2.4215317 Feb 19 07:33:28.304932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.305338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.305589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.305912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.306272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.306586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.306904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.307217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.307526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.307836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.308043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35696) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:28.308189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:28.359024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:28.475378 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40dd0a1-fe1d-4bbb-bd87-b18d6631dd5b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] GET failed (client error): The resource could not be found. Feb 19 07:33:28.476209 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f40dd0a1-fe1d-4bbb-bd87-b18d6631dd5b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Synchronizing usage tracker for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:28.485970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:28.491723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:28.492354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.601477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:28.636335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Usage tracker for resource:port and tenant:ba09e4740a574b3dbc7f2040299ca673 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:28.661645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:28.670647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:28.680856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f40dd0a1-fe1d-4bbb-bd87-b18d6631dd5b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Unset dirty status for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:28.682146 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f40dd0a1-fe1d-4bbb-bd87-b18d6631dd5b tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "GET /v2.0/ports/8d289f7a-00e0-4bb6-93db-5d36569162b7 HTTP/1.1" status: 404 len: 333 time: 0.3646085 Feb 19 07:33:28.688220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35700) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:28.698973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1980152768'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:28.711335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.724352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Made reservation on behalf of ba09e4740a574b3dbc7f2040299ca673 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:28.732584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.751284 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:25Z', 'revision_number': 8, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:28.764203 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417a01fb-9c9e-46f9-bfa3-63a8bbe85f70 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:25Z', 'revision_number': 8, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f96ef4b4-7b39-416c-b500-931607cc312e', 'name': '', 'network_id': 'a45d7e14-2001-4f87-94a1-e1796aac5ed5', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:74:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:45Z', 'updated_at': '2022-02-19T07:32:57Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': 'b55a958d-894b-4e97-af46-76001e6ae7a5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:28.779714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,segment=NetworkSegment(c03a0cc8-6aef-47fe-ac5c-0539c9561788),segment_id=c03a0cc8-6aef-47fe-ac5c-0539c9561788)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:28.779994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.786975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.838112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.864585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=67b0d6bb-f6ae-4bd9-805b-08b63a85454c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:28.866958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.883673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2aa8a0-6235-49cc-a38c-ed8366aeb8f6 None None] Network a3004698-823a-4940-b582-13128826e394 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:28.893272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:28.913275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] device_id is not set on port 358784e9-7931-470e-9055-b059b326555f yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:28.917224 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74db4a1d-c74b-43d6-82a9-8d6d7dbbd894 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/67b0d6bb-f6ae-4bd9-805b-08b63a85454c HTTP/1.1" status: 204 len: 168 time: 1.5786555 Feb 19 07:33:28.922070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35704) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:29.002191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:29.084710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.093855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:29.110586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b6261344-c64a-4d00-ad0d-7ca899e9bf0c None None] Provisioning complete for port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:29.110962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6261344-c64a-4d00-ad0d-7ca899e9bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.155410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd80e34-5804-426c-baf9-21c83c5789d0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:29.162715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:29.171871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.200444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Allocated IP 2001:db8::146 (650507fd-2a75-43f0-8799-f8404814b1a3/c21ac27b-b162-4492-86db-b79f9c86e75c/358784e9-7931-470e-9055-b059b326555f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:29.203956 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-030d950b-e033-490d-a770-5562d5323928 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/ffd80e34-5804-426c-baf9-21c83c5789d0 HTTP/1.1" status: 204 len: 168 time: 1.9256871 Feb 19 07:33:29.208965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:29.215288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a420c-4f1a-4eb9-bfa9-24043ee708e8 None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:29.218991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:29.223212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.231451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.266350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:29.266672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.378255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] DHCP port deletion for a3004698-823a-4940-b582-13128826e394 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:29.414130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] Deleting port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:29.414371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.435730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:29.576286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b6261344-c64a-4d00-ad0d-7ca899e9bf0c None None] Provisioning for port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:29.606204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] device_id is not set on port a6fa5303-406d-47a3-8848-f68216afbe87 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:29.637875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b6261344-c64a-4d00-ad0d-7ca899e9bf0c None None] Provisioning complete for port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:29.638326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6261344-c64a-4d00-ad0d-7ca899e9bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.694715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.751183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,segment=NetworkSegment(f1da55e1-695b-451a-ac90-1e71500c65f7),segment_id=f1da55e1-695b-451a-ac90-1e71500c65f7)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:29.751498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.812429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b6261344-c64a-4d00-ad0d-7ca899e9bf0c None None] Port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:29.889582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:29.894898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] For port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,segment=NetworkSegment(f1da55e1-695b-451a-ac90-1e71500c65f7),segment_id=f1da55e1-695b-451a-ac90-1e71500c65f7)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:29.895429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:29.910957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:29.921703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:29.941296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:29.975908 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Allocated IP 2001:db8::e3 (bf235e37-13ea-4ebd-a02e-6d6963673f4f/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68/a6fa5303-406d-47a3-8848-f68216afbe87) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:29.991536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:29.997096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.043286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.052097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:30.064827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] Calling delete_port for ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:30.090343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a27275-4e3b-4e76-bd2f-870653b38d2b None None] Network 4306b83e-990a-4235-a693-6394d2572a64 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:30.159977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=516885d4-43dc-42dc-9e27-5d33f56914c4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:30.189005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': '9c3f20c9-50f4-421f-a76c-aa54ec73af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:30.189547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:30.198633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.226010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.254354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-740af85e-2f79-417e-8b7f-932d81578a54 None None] Provisioning complete for port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:30.255107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-740af85e-2f79-417e-8b7f-932d81578a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.278639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 07:33:30.278639 dv-neutron-829958-1-hyperv neutron-server[83569]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 19 07:33:30.278639 dv-neutron-829958-1-hyperv neutron-server[83569]: [parameters: {'port_id': 'ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3'}] Feb 19 07:33:30.278639 dv-neutron-829958-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:30.279458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:30.329827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.333614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:30.333806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Transition to ACTIVE for port object 358784e9-7931-470e-9055-b059b326555f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:30.443329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:30.451107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:30.464191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:30.465162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.494038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc63071f-db43-43ea-b16f-9695e828c1e7 None None] Network 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:30.524795 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db9abb11-3f2b-45fe-972f-4a7dd96bd4d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8371696 Feb 19 07:33:30.530924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35712) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:30.536644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] Pushing event deleted for resources: {'Port': ['ID=ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:30.539093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-740af85e-2f79-417e-8b7f-932d81578a54 None None] Port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:30.558006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.637078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ffe22-ec1e-4aa9-9bc8-9132a0a61743 None None] No DVR routers for this DVR port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:30.648144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event updated for resources: {'Port': ['ID=358784e9-7931-470e-9055-b059b326555f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:30.706431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Network 650507fd-2a75-43f0-8799-f8404814b1a3 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:30.709398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.718708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:30.721198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:30.725430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:30.726068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.743014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.749695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.766133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.766794 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4228d00d-d3f0-4e60-99d9-7a460e21103d None None] Provisioning for port e45d3b5a-2ac4-415a-9e83-de7594017871 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:30.771152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Transition to ACTIVE for port object a6fa5303-406d-47a3-8848-f68216afbe87 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:30.798576 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f52bcb98-7881-4f8d-bab4-3c74287ecbae tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.7808626 Feb 19 07:33:30.802810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:30.829916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:30.830521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.866689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.928659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:30.932775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:30.933144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.937168 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:30.940504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:30.941330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:30.973937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.053835 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8421655 Feb 19 07:33:31.055158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3821d-c353-493d-83cb-f50b7ef6a76d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=5b30a943-5871-41a2-adb1-d7f776a191a5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.057313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35720) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:31.067357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] The port 'ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:33:31.078703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1265407895'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:31.086327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-8200cf15-4d2c-4817-92ac-8d89dd3e5c1f', 'network_id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '516885d4-43dc-42dc-9e27-5d33f56914c4'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:31.087144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.110088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902af64c-8543-49de-900a-04c3ff4a365a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:31.114857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902af64c-8543-49de-900a-04c3ff4a365a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:31.119020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902af64c-8543-49de-900a-04c3ff4a365a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:31.120096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-902af64c-8543-49de-900a-04c3ff4a365a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Synchronizing usage tracker for tenant:ba09e4740a574b3dbc7f2040299ca673 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:31.121172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=4595acc4-aea9-4e86-9a6b-76adeb5d1ec7,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.124402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.131273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:31.135060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:31.139413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:31.142506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:31.148705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:31.157205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=a6fa5303-406d-47a3-8848-f68216afbe87,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.163315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:31.169800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:31.175208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:31.176067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.177433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a65fa82-a444-4ce6-9de3-f0a9966e1a0d None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:31.181051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.233550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-12c5eb21-6095-4da6-9e66-3d217cf66152 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5457070 Feb 19 07:33:31.234576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:31.247439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'network_id': 'bf235e37-13ea-4ebd-a02e-6d6963673f4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1562095595'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:31.268766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-902af64c-8543-49de-900a-04c3ff4a365a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Unset dirty status for tenant:ba09e4740a574b3dbc7f2040299ca673 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:31.270310 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-902af64c-8543-49de-900a-04c3ff4a365a tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4588604 Feb 19 07:33:31.275121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35728) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:31.326683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:31.331713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group_rule and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:31.334922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:31.342830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:31.373348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.473657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Allocated IP 172.20.0.2 (8200cf15-4d2c-4817-92ac-8d89dd3e5c1f/516885d4-43dc-42dc-9e27-5d33f56914c4/d5aac92d-1da9-4880-b7dc-3b261357c013) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:31.503233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Deleting port 358784e9-7931-470e-9055-b059b326555f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:31.503971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.578290 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Provisioning complete for port 3751505b-ea30-487b-90ba-84031095bf63 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:31.578649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.596017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.638904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3004698-823a-4940-b582-13128826e394']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:31.651721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.656436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1da55e1-695b-451a-ac90-1e71500c65f7') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:31.656821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1da55e1-695b-451a-ac90-1e71500c65f7') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:31.665959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.669722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:31.675347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.697320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.713848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:31.714377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.728004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:31.731157 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:31.756793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca5678e-4b20-43c3-915c-1329bab4a3e3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.760071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.765263 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-60d0a895-a56c-4791-a4ae-4abbced269ef tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6946485 Feb 19 07:33:31.787021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35732) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:31.790019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e45d3b5a-2ac4-415a-9e83-de7594017871 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:31.798525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221671391'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:31.816718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Made reservation on behalf of f65a262bc58a4591bb35d9f3f301728b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:31.819954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.820137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:31.820845 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Port 3751505b-ea30-487b-90ba-84031095bf63 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:31.831233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:31.835592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:31.843492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:31.847903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.867631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] device_id is not set on port e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:31.871759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.881353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=a3004698-823a-4940-b582-13128826e394,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.884962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.895035 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP debf4c03-23e1-41ed-ae19-3dc02028a621 associated. External IP: 172.26.1.215, port: d6677714-3841-4987-bb6f-61fb27c14596. Feb 19 07:33:31.939801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Provisioning for port 358784e9-7931-470e-9055-b059b326555f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:31.960287 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-adc014e6-ec4a-4b10-a95d-93f6512f8051 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/a3004698-823a-4940-b582-13128826e394 HTTP/1.1" status: 204 len: 168 time: 3.0249951 Feb 19 07:33:31.962656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:31.967643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:31.987181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Provisioning complete for port 358784e9-7931-470e-9055-b059b326555f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:31.987519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.075141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e45d3b5a-2ac4-415a-9e83-de7594017871 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:32.080459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Port 358784e9-7931-470e-9055-b059b326555f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:32.090371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.097969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e45d3b5a-2ac4-415a-9e83-de7594017871 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:32.098307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.111727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Calling delete_port for 358784e9-7931-470e-9055-b059b326555f owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:32.141565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Transition to ACTIVE for port object d5aac92d-1da9-4880-b7dc-3b261357c013 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:32.227005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:32.227279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a5734c10-aff3-4862-a1b7-e9bdd0347c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.251233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Transition to ACTIVE for port object d5aac92d-1da9-4880-b7dc-3b261357c013 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:32.283018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.323223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:32.341308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group_rule and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:32.345006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.351009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:32.365212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Allocated IP 2001:db8::3b8 (bf235e37-13ea-4ebd-a02e-6d6963673f4f/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68/e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:32.403730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:32.410607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=516885d4-43dc-42dc-9e27-5d33f56914c4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.458758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] Update dhcp port {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'fixed_ips': [{'subnet_id': 'ae456d81-8c00-408d-8842-89a6f23fa95e', 'ip_address': '172.20.0.18'}, {'subnet_id': '5b30a943-5871-41a2-adb1-d7f776a191a5'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '169b9910-849d-4318-bd5b-b92e398d7051'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:33:32.522875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Network 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:32.531525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Pushing event updated for resources: {'Port': ['ID=d5aac92d-1da9-4880-b7dc-3b261357c013,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.538450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:32.546294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:32.560738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.566247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.591605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.608843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.619743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8200cf15-4d2c-4817-92ac-8d89dd3e5c1f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:32.626751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event deleted for resources: {'Port': ['ID=358784e9-7931-470e-9055-b059b326555f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.628518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.640321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3f20c9-50f4-421f-a76c-aa54ec73af40') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:32.640321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3f20c9-50f4-421f-a76c-aa54ec73af40') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:32.651763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.672069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.693242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.742252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cb3f934d-e50b-4400-b984-afa0c9cf6af1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "DELETE /v2.0/ports/358784e9-7931-470e-9055-b059b326555f HTTP/1.1" status: 204 len: 168 time: 1.4592736 Feb 19 07:33:32.743001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35740) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:32.751971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Request body: {'port': {'name': 'tempest-new-port-name-790554785', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:32.752382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] bootfile-name is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:33:32.752710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] tftp-server is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:33:32.753029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.api.validators [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] server-ip-address is not in valid_values {{(pid=83568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 19 07:33:32.785848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e45d3b5a-2ac4-415a-9e83-de7594017871, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e45d3b5a-2ac4-415a-9e83-de7594017871,segment=NetworkSegment(6d54a456-3410-45c6-92da-e2a826cb203a),segment_id=6d54a456-3410-45c6-92da-e2a826cb203a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:32.786401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.800789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Attempting to bind port d5aac92d-1da9-4880-b7dc-3b261357c013 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:32.801296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Attempting to bind port d5aac92d-1da9-4880-b7dc-3b261357c013 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '9c3f20c9-50f4-421f-a76c-aa54ec73af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:32.801770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Attempting to bind port d5aac92d-1da9-4880-b7dc-3b261357c013 on network 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:32.810745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.830555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Transition to ACTIVE for port object e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:32.832459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.841951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:32.842682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.908135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.930176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 151e105c-06cf-411a-8a2e-e3d6a142a84e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:32.957583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41417769-fc62-4ad0-bae4-2569ddaa0758,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:32.962366 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:32.974964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.978397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:33:32.978397 dv-neutron-829958-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:33:32.978397 dv-neutron-829958-1-hyperv neutron-server[83569]: [parameters: {'id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f'}] Feb 19 07:33:32.978397 dv-neutron-829958-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:32.979243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:32.979874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.981279 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec32e09f-7689-4bb5-98bd-9347eea7b359 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1933224 Feb 19 07:33:32.986530 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:32.987013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Checking segment: {'id': '9c3f20c9-50f4-421f-a76c-aa54ec73af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:32.987509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:32.988068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Bound using segment: {'id': '9c3f20c9-50f4-421f-a76c-aa54ec73af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:32.988663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Bound port: d5aac92d-1da9-4880-b7dc-3b261357c013, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3f20c9-50f4-421f-a76c-aa54ec73af40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8200cf15-4d2c-4817-92ac-8d89dd3e5c1f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:32.989135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.003594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 151e105c-06cf-411a-8a2e-e3d6a142a84e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:33.004073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 151e105c-06cf-411a-8a2e-e3d6a142a84e not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:33.004604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:33.024339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:33.064622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:33.065041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ffc9ab56-6425-4e7a-ae1e-4ba6b1973fe3 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:33.081963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1427531525'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:33.087618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:33.091540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:33.094470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:33.100265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:33.139718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:33.155669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:33.163088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.172514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:33.174886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:33.176283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-306ee6ec-d938-4af1-99c9-f0a067ef6826 None None] Provisioning complete for port e45d3b5a-2ac4-415a-9e83-de7594017871 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:33.176934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-306ee6ec-d938-4af1-99c9-f0a067ef6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.179370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:33.179966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.205547 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e45d3b5a-2ac4-415a-9e83-de7594017871,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:33.245086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.351637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.351978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.352338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.352673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.353005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.353329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.353648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.353968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.354287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.354598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.354904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:33.379958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] Allocated IP 172.20.0.2 (2196fcc9-666e-42b6-bb89-2343e48954f9/5b30a943-5871-41a2-adb1-d7f776a191a5/169b9910-849d-4318-bd5b-b92e398d7051) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:33.385518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] For port d5aac92d-1da9-4880-b7dc-3b261357c013, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:33.390981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] For port d5aac92d-1da9-4880-b7dc-3b261357c013, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d5aac92d-1da9-4880-b7dc-3b261357c013,segment=NetworkSegment(9c3f20c9-50f4-421f-a76c-aa54ec73af40),segment_id=9c3f20c9-50f4-421f-a76c-aa54ec73af40)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:33.409819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.420999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.429278 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-20285152-ae6e-42cf-a23e-4e7770857127 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1862993 Feb 19 07:33:33.430250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35752) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:33.439663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:7f:bc:e2'}, {'ip_address': '2001:db8::e3', 'mac_address': 'fa:16:3e:c5:23:5c'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:33.480013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.524668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port d5aac92d-1da9-4880-b7dc-3b261357c013 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:33.525153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.543900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.600015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:33.653337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:33.677472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda8345-db35-45ac-9a2f-d17ea5e0ff83 None None] Pushing event updated for resources: {'Port': ['ID=d5aac92d-1da9-4880-b7dc-3b261357c013,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:33.680849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:security_group_rule and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:33.689059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:33.700411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] In _notify_port_updated(), no bound segment for port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef on network 650507fd-2a75-43f0-8799-f8404814b1a3 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:33:33.704662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:33.705467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.706995 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "PUT /v2.0/ports/9ed27595-33c4-4e9f-bc4e-56dc881b99ef HTTP/1.1" status: 200 len: 1128 time: 0.9628918 Feb 19 07:33:33.712433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:33.714547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35756) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:33.716297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:33.753347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f9f0c-b788-45a7-bc42-4784958e91b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event updated for resources: {'Port': ['ID=9ed27595-33c4-4e9f-bc4e-56dc881b99ef,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:33.773393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-306ee6ec-d938-4af1-99c9-f0a067ef6826 None None] Provisioning for port a6fa5303-406d-47a3-8848-f68216afbe87 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:33.784405 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.788762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-306ee6ec-d938-4af1-99c9-f0a067ef6826 None None] Provisioning complete for port a6fa5303-406d-47a3-8848-f68216afbe87 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:33.789169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-306ee6ec-d938-4af1-99c9-f0a067ef6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.843988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce0ba9-2d5d-4b90-a284-c5c35b9a2edd None None] Network 8200cf15-4d2c-4817-92ac-8d89dd3e5c1f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:33.877503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] Transition to ACTIVE for port object 169b9910-849d-4318-bd5b-b92e398d7051 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:33.907030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.918804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.925982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:33.961682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b046f4cc-fabd-4a8d-84e0-4738398424c0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:34.027500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.028649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.028839 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1f6bdcab-86dc-44b3-b47b-9cfe4f927980 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0010216 Feb 19 07:33:34.031871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35760) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:34.054134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-460638233', 'security_groups': ['b046f4cc-fabd-4a8d-84e0-4738398424c0'], 'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5b30a943-5871-41a2-adb1-d7f776a191a5'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:34.095517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f179a-bf73-4c7a-933b-1d068ea76944 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:34.101371 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-854f179a-bf73-4c7a-933b-1d068ea76944 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "GET /v2.0/ports/9ed27595-33c4-4e9f-bc4e-56dc881b99ef HTTP/1.1" status: 200 len: 1128 time: 0.3806958 Feb 19 07:33:34.109482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35764) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:34.124437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-306ee6ec-d938-4af1-99c9-f0a067ef6826 None None] Port a6fa5303-406d-47a3-8848-f68216afbe87 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:34.223559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad16b8-7406-48db-b14a-71f04051e2fc None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:34.265060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56278d5f-6355-4673-b6ff-f1862013d6f1 None None] Provisioning for port e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:34.270807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56278d5f-6355-4673-b6ff-f1862013d6f1 None None] Provisioning complete for port e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:34.271554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-56278d5f-6355-4673-b6ff-f1862013d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.303560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Deleting port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:34.303896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.322741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:34.330914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-56278d5f-6355-4673-b6ff-f1862013d6f1 None None] Port e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:34.337483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:34.346169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56278d5f-6355-4673-b6ff-f1862013d6f1 None None] Provisioning complete for port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:34.347063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-56278d5f-6355-4673-b6ff-f1862013d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.360929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:34.397979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.400767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port d5aac92d-1da9-4880-b7dc-3b261357c013, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d5aac92d-1da9-4880-b7dc-3b261357c013,segment=NetworkSegment(9c3f20c9-50f4-421f-a76c-aa54ec73af40),segment_id=9c3f20c9-50f4-421f-a76c-aa54ec73af40)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:34.401116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.408948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-56278d5f-6355-4673-b6ff-f1862013d6f1 None None] Port 9ed27595-33c4-4e9f-bc4e-56dc881b99ef cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:34.557448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for d5aac92d-1da9-4880-b7dc-3b261357c013 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:34.577114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.661844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] In _notify_port_updated(), no bound segment for port e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 on network bf235e37-13ea-4ebd-a02e-6d6963673f4f {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:33:34.665934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:34.666674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.672192 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "PUT /v2.0/ports/e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 HTTP/1.1" status: 200 len: 1067 time: 1.2351151 Feb 19 07:33:34.674190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:34.719626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca248ac-9e9b-40fd-b5a0-ff31a2827c33 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event updated for resources: {'Port': ['ID=e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:34.771599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.790226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:34.790649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.847255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] device_id is not set on port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:34.857522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:34.954878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Port': ['ID=d5aac92d-1da9-4880-b7dc-3b261357c013,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:34.990979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No DVR routers for this DVR port d5aac92d-1da9-4880-b7dc-3b261357c013 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:35.008310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae55544-9510-4f7d-b5d1-cca032130ead None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:33:35.054118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.093612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef5e7268-123b-436a-984c-4d7ab21398ba None None] Provisioning complete for port 3751505b-ea30-487b-90ba-84031095bf63 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:35.094367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7268-123b-436a-984c-4d7ab21398ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.183525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e7268-123b-436a-984c-4d7ab21398ba None None] Port 3751505b-ea30-487b-90ba-84031095bf63 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:35.212054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 169b9910-849d-4318-bd5b-b92e398d7051 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:35.215768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.253452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef5e7268-123b-436a-984c-4d7ab21398ba None None] Provisioning for port 169b9910-849d-4318-bd5b-b92e398d7051 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:35.284415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef5e7268-123b-436a-984c-4d7ab21398ba None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:35.285079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7268-123b-436a-984c-4d7ab21398ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.338081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.3 (2196fcc9-666e-42b6-bb89-2343e48954f9/5b30a943-5871-41a2-adb1-d7f776a191a5/7f53c50b-4fe3-49a4-a63c-7811e5433db0) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:35.346119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Calling delete_port for e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:35.363133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae55544-9510-4f7d-b5d1-cca032130ead None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:33:35.394038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Calling delete_port for 9ed27595-33c4-4e9f-bc4e-56dc881b99ef owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:35.449495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:35.449864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.454076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.498200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:35.512643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8200cf15-4d2c-4817-92ac-8d89dd3e5c1f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.542461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3f20c9-50f4-421f-a76c-aa54ec73af40') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.542939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3f20c9-50f4-421f-a76c-aa54ec73af40') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.546873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:35.561770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.575604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.610145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef5e7268-123b-436a-984c-4d7ab21398ba None None] Could not find standard attr ID for object e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:35.620461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.627411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:35.628045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.675114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.687341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Port': ['ID=e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:35.706773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.708573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:35.709034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:35.723642 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:35.789900 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f7bc5540-77e5-4e55-bf90-471508bd29fe tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.2580435 Feb 19 07:33:35.801656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35772) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:35.825198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'port_id': 'd6677714-3841-4987-bb6f-61fb27c14596', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:35.834347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.863499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object 7f53c50b-4fe3-49a4-a63c-7811e5433db0 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:35.882716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:35.883333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.910514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.945868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e45d3b5a-2ac4-415a-9e83-de7594017871 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:35.979025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.981696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:35.983370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event deleted for resources: {'Port': ['ID=9ed27595-33c4-4e9f-bc4e-56dc881b99ef,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:35.990035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.990439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b1e85-6bbd-440c-926e-cc3fd84229c5 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:36.003946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.047246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.048958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=8200cf15-4d2c-4817-92ac-8d89dd3e5c1f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:36.077252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=7f53c50b-4fe3-49a4-a63c-7811e5433db0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:36.080572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:36.082586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:36.085204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d8c6017e-f75a-403e-aa23-028a3a917cf8 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/ports/e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 HTTP/1.1" status: 204 len: 168 time: 1.4113443 Feb 19 07:33:36.092112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:36.092768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.093126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:36.100862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e45d3b5a-2ac4-415a-9e83-de7594017871 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:36.101372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.187472 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-54fc5f5e-51d3-43a4-b89a-b955553ff711 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/8200cf15-4d2c-4817-92ac-8d89dd3e5c1f HTTP/1.1" status: 204 len: 168 time: 5.6552019 Feb 19 07:33:36.188528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.190743 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bdde51e1-727c-4c94-986c-e54db122f275 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "DELETE /v2.0/ports/9ed27595-33c4-4e9f-bc4e-56dc881b99ef HTTP/1.1" status: 204 len: 168 time: 2.0343075 Feb 19 07:33:36.198098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35780) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:36.198662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35782) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:36.238000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1611785017'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:36.266571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:36.282041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:36.286860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port f96ef4b4-7b39-416c-b500-931607cc312e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:36.287200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.319952 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-391f7cd7-a58f-43fe-b383-b3f216e428c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] GET failed (client error): The resource could not be found. Feb 19 07:33:36.320648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-391f7cd7-a58f-43fe-b383-b3f216e428c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Synchronizing usage tracker for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:36.326297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:36.340368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:36.340368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.364757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-391f7cd7-a58f-43fe-b383-b3f216e428c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Unset dirty status for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:36.368899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-391f7cd7-a58f-43fe-b383-b3f216e428c4 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "GET /v2.0/ports/e8c5a1c4-772c-46d9-b657-6c1d6b54f8b0 HTTP/1.1" status: 404 len: 333 time: 0.2432327 Feb 19 07:33:36.369345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:36.375964 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7294b6c1-05c1-458b-a659-966191b55c12 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3428123 Feb 19 07:33:36.378014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:36.389175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35792) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:36.420176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:36.495223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port a6fa5303-406d-47a3-8848-f68216afbe87 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:36.495626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.697273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-67bc926b-3ae8-47b8-9695-db8034544492 None None] Provisioning for port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:36.703018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ff5ade10-a274-4187-bf63-48a05cc68722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.703191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:36.705714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-67bc926b-3ae8-47b8-9695-db8034544492 None None] Provisioning complete for port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:36.706065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.706413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67bc926b-3ae8-47b8-9695-db8034544492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.754926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:36.758373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-67bc926b-3ae8-47b8-9695-db8034544492 None None] Port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:36.872798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Calling delete_port for a6fa5303-406d-47a3-8848-f68216afbe87 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:36.891037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:36.997020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Deleting subnet c21ac27b-b162-4492-86db-b79f9c86e75c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:37.018464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.072434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Port': ['ID=a6fa5303-406d-47a3-8848-f68216afbe87,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:37.117003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.134902 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1916ace2-fca8-4fd4-8bff-554fa7867009 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/ports/a6fa5303-406d-47a3-8848-f68216afbe87 HTTP/1.1" status: 204 len: 168 time: 0.7623301 Feb 19 07:33:37.135416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35796) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:37.183137 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-84382d27-ffe6-4673-80f9-4892a8617f22 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] GET failed (client error): The resource could not be found. Feb 19 07:33:37.183649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-84382d27-ffe6-4673-80f9-4892a8617f22 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Synchronizing usage tracker for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:37.198439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.198796 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment 21472408-c712-48a6-962e-ac1b15ea9441 of type vlan for network 8621ae00-6cff-405e-b0e1-5eff586856a7 Feb 19 07:33:37.200754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:37.201911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-84382d27-ffe6-4673-80f9-4892a8617f22 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Unset dirty status for tenant:f65a262bc58a4591bb35d9f3f301728b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:37.207849 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-84382d27-ffe6-4673-80f9-4892a8617f22 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "GET /v2.0/ports/a6fa5303-406d-47a3-8848-f68216afbe87 HTTP/1.1" status: 404 len: 333 time: 0.0665538 Feb 19 07:33:37.207849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:37.218162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.265499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port f96ef4b4-7b39-416c-b500-931607cc312e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f96ef4b4-7b39-416c-b500-931607cc312e,segment=NetworkSegment(c7f7a302-ef67-4c49-a327-88075995ddda),segment_id=c7f7a302-ef67-4c49-a327-88075995ddda)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:37.265856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.274047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:37.279179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:37.279520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.302548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:37.365770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:37.427372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.436528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for f96ef4b4-7b39-416c-b500-931607cc312e owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:37.487649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.517920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.545228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:37.638627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Calling delete_port for 17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:37.780559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.783202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.784568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:37.785144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.833637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Port': ['ID=17f0fdeb-65ae-43f3-9aa3-bd48d151ea54,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:37.876302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.891177 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-916f3306-0869-4c94-949c-be049d594684 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/ports/17f0fdeb-65ae-43f3-9aa3-bd48d151ea54 HTTP/1.1" status: 204 len: 168 time: 0.6825113 Feb 19 07:33:37.893618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35806) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:37.961818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting subnet 8a9be792-bda6-4ec4-a49e-3d5ba53f7a68 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:37.965614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:37.975774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.003672 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8037839 Feb 19 07:33:38.006328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.009771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:38.100891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': '8621ae00-6cff-405e-b0e1-5eff586856a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:38.110640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9f4ec-1158-4ac3-be83-d3889060f9ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=8621ae00-6cff-405e-b0e1-5eff586856a7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:38.123571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8621ae00-6cff-405e-b0e1-5eff586856a7 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:38.196062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.264459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:38.273996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:38.275255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.279036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:38.287954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:38.306170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:38.308516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.364307 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5b30a943-5871-41a2-adb1-d7f776a191a5 (CIDR: 172.20.0.0/28) Feb 19 07:33:38.372141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event deleted for resources: {'Subnet': ['ID=c21ac27b-b162-4492-86db-b79f9c86e75c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:38.380835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.387550 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:33:38.387982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:38.393056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=f96ef4b4-7b39-416c-b500-931607cc312e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:38.404031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:33:38.406393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49270e8-b38a-42be-92cd-90c3b975e872 None None] Network 650507fd-2a75-43f0-8799-f8404814b1a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:38.451662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.457974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.461609 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c87f9a52-b2b0-4488-b140-e2702dd85a39 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "DELETE /v2.0/subnets/c21ac27b-b162-4492-86db-b79f9c86e75c HTTP/1.1" status: 204 len: 168 time: 2.2601855 Feb 19 07:33:38.477238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35814) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:38.564620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.578398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7f006fe7-9df1-466f-a717-99c8141f2aab tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1828201 Feb 19 07:33:38.628250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35818) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:38.639366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:38.653134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.663231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing IP validity checks on allocation pools {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 07:33:38.663756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 07:33:38.674921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.744144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9be792-bda6-4ec4-a49e-3d5ba53f7a68,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:38.751577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.756480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.759762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca4cdd-a451-4de7-b9d4-ea92302b6cf0 None None] Network bf235e37-13ea-4ebd-a02e-6d6963673f4f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:38.774665 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-28585995-68e6-4ec1-9a23-1ec4909a270f tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/subnets/8a9be792-bda6-4ec4-a49e-3d5ba53f7a68 HTTP/1.1" status: 204 len: 168 time: 0.8799775 Feb 19 07:33:38.778599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:38.784941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] DHCP port deletion for 650507fd-2a75-43f0-8799-f8404814b1a3 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:38.837639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] Deleting port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:38.838135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:38.859912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Deleting port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:38.860284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.010772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b13619b-6308-442b-9b53-52e3ffeef7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.031045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.111077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port 214da6ff-fbcf-4aac-8889-c96ecff584de {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:39.111321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.125477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:39.138539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:39.150242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:39.156490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:39.168947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.179336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] For port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,segment=NetworkSegment(c03a0cc8-6aef-47fe-ac5c-0539c9561788),segment_id=c03a0cc8-6aef-47fe-ac5c-0539c9561788)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:39.180611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.190555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.321550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] DHCP port deletion for bf235e37-13ea-4ebd-a02e-6d6963673f4f request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:39.330681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] Calling delete_port for 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:39.343049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:39.346681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.355660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:39.396042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] For port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,segment=NetworkSegment(c03a0cc8-6aef-47fe-ac5c-0539c9561788),segment_id=c03a0cc8-6aef-47fe-ac5c-0539c9561788)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:39.396456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.396659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] Deleting port 214da6ff-fbcf-4aac-8889-c96ecff584de {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:39.397037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.480479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=81386fe8-cefb-4110-b6a2-32122722721e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:39.561436 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ae456d81-8c00-408d-8842-89a6f23fa95e (CIDR: 172.20.0.16/28) Feb 19 07:33:39.570935 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:33:39.571651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:39.630296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.664315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 update to DOWN by agent not found {{(pid=83570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 19 07:33:39.721799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Calling delete_port for 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:39.745519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] Pushing event deleted for resources: {'Port': ['ID=30b3dddb-1a5e-4996-b2e8-e137c4d7cf90,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:39.765619 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a3370c20-72e7-4824-aa83-8b6d25d65647 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1333163 Feb 19 07:33:39.769365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:39.773616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2de5b4-8c19-423d-8d77-e605509ce7df None None] No DVR routers for this DVR port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:39.790355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': '21472408-c712-48a6-962e-ac1b15ea9441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8621ae00-6cff-405e-b0e1-5eff586856a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:39.791213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: 8621ae00-6cff-405e-b0e1-5eff586856a7, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:39.804420 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] For port 214da6ff-fbcf-4aac-8889-c96ecff584de, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=214da6ff-fbcf-4aac-8889-c96ecff584de,segment=NetworkSegment(a736fc12-8f40-4135-be7e-7eac7d802921),segment_id=a736fc12-8f40-4135-be7e-7eac7d802921)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:39.804876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.816599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] For port 214da6ff-fbcf-4aac-8889-c96ecff584de, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=214da6ff-fbcf-4aac-8889-c96ecff584de,segment=NetworkSegment(a736fc12-8f40-4135-be7e-7eac7d802921),segment_id=a736fc12-8f40-4135-be7e-7eac7d802921)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:39.816896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:39.832390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'subnet': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:39.930605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] Calling delete_port for 214da6ff-fbcf-4aac-8889-c96ecff584de owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:39.952629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Calling delete_port for 214da6ff-fbcf-4aac-8889-c96ecff584de owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:40.007247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:40.007554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:40.013427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 8621ae00-6cff-405e-b0e1-5eff586856a7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:40.014973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.036565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8621ae00-6cff-405e-b0e1-5eff586856a7) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:40.041649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:40.042455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.046852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:40.046984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:40.055873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70cae1-8109-4c98-b2fe-1ec6df24536a None None] Network 8621ae00-6cff-405e-b0e1-5eff586856a7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:40.071180 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9d94dde1-f875-4308-8382-5247e670a6a8 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0599620 Feb 19 07:33:40.074194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35830) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:40.088543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] Pushing event deleted for resources: {'Port': ['ID=214da6ff-fbcf-4aac-8889-c96ecff584de,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:40.159669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d634d1e-67ee-4c2d-9795-dfbc40499b8e None None] No DVR routers for this DVR port 214da6ff-fbcf-4aac-8889-c96ecff584de on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:40.171068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.226832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.234280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.262874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:40.270127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Usage tracker for resource:subnet and tenant:3077e5da16f94def8b0e99c3f69f9b2b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:40.276728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:40.290782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:40.301133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.315946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Made reservation on behalf of 3077e5da16f94def8b0e99c3f69f9b2b for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:40.319443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.330917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2a1a1-a04e-46ee-8591-74888d92650f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-8621ae00-6cff-405e-b0e1-5eff586856a7', 'network_id': '8621ae00-6cff-405e-b0e1-5eff586856a7', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '81386fe8-cefb-4110-b6a2-32122722721e'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:40.332029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a1a1-a04e-46ee-8591-74888d92650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.386745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.429183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=81386fe8-cefb-4110-b6a2-32122722721e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server [None req-8aa2a1a1-a04e-46ee-8591-74888d92650f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81386fe8-cefb-4110-b6a2-32122722721e: This subnet is being modified by another concurrent operation. Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81386fe8-cefb-4110-b6a2-32122722721e: This subnet is being modified by another concurrent operation. Feb 19 07:33:40.462270 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Feb 19 07:33:40.480724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:40.484343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c408f26-e5cf-4e51-8d56-0978da7562ad None None] Network 8621ae00-6cff-405e-b0e1-5eff586856a7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:40.497463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:40.524984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Deleting port 30b3dddb-1a5e-4996-b2e8-e137c4d7cf90 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:40.525211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.555589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Deleting port 214da6ff-fbcf-4aac-8889-c96ecff584de {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:40.555813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.614683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.657024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] The port '214da6ff-fbcf-4aac-8889-c96ecff584de' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:33:40.661903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af08fb-1ee8-491b-be63-4b9cd37e5a20 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:33:40.716558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] The port '30b3dddb-1a5e-4996-b2e8-e137c4d7cf90' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:33:40.777374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8621ae00-6cff-405e-b0e1-5eff586856a7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:40.795125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af08fb-1ee8-491b-be63-4b9cd37e5a20 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:33:40.810033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21472408-c712-48a6-962e-ac1b15ea9441') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:40.810379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21472408-c712-48a6-962e-ac1b15ea9441') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:40.898386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.931019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.969216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:40.970849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.978743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.981096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:40.981693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:40.986176 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:40.986726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Subnet': ['ID=c8b23b50-de76-4270-88ad-c36b4e763e06,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:40.991025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:40.999114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:41.000577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.001070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:41.001466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.010113 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c2f06bed-c0cc-4c44-b7e6-19911782652f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0403118 Feb 19 07:33:41.012222 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:41.013464 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.015943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35834) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:41.026657 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:41.097651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf235e37-13ea-4ebd-a02e-6d6963673f4f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.102434 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-841dea4b-0b56-4685-bab7-340fa2aca793 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3317640 Feb 19 07:33:41.107265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35838) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:41.124863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650507fd-2a75-43f0-8799-f8404814b1a3']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.133585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679481580', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c8b23b50-de76-4270-88ad-c36b4e763e06'}], 'security_groups': ['6ca5678e-4b20-43c3-915c-1329bab4a3e3', '41417769-fc62-4ad0-bae4-2569ddaa0758']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:41.135491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a736fc12-8f40-4135-be7e-7eac7d802921') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.135728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a736fc12-8f40-4135-be7e-7eac7d802921') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.162700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03a0cc8-6aef-47fe-ac5c-0539c9561788') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.162700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03a0cc8-6aef-47fe-ac5c-0539c9561788') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.167944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.186900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.198549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.203302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.214260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 214da6ff-fbcf-4aac-8889-c96ecff584de no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:41.222227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.232971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.238993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=8621ae00-6cff-405e-b0e1-5eff586856a7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:41.244442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:41.244831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.255741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 214da6ff-fbcf-4aac-8889-c96ecff584de {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:41.256173 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 214da6ff-fbcf-4aac-8889-c96ecff584de not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:41.259578 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:41.266287 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2e856fcf-4ac4-4b5f-b0c9-a2502b8a5859 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/8621ae00-6cff-405e-b0e1-5eff586856a7 HTTP/1.1" status: 204 len: 168 time: 1.1906953 Feb 19 07:33:41.276364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0422f66-c8c7-4f1e-b70f-6c00e3ca84bd None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:41.300345 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:41.315696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:41.317997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:41.323276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.351967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c440ae9-4748-4106-9216-740a522390bd None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:41.418357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1619966352'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:41.424859 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:41.429059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c440ae9-4748-4106-9216-740a522390bd None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:41.429709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c440ae9-4748-4106-9216-740a522390bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.431814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:41.435916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:41.444305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:41.483028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:41.483413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.492825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.495465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c440ae9-4748-4106-9216-740a522390bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.505571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:41.506764 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:41.513365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.574519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c440ae9-4748-4106-9216-740a522390bd None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:41.575193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c440ae9-4748-4106-9216-740a522390bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.618229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.644931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.651708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.658782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] Pushing event deleted for resources: {'Network': ['ID=bf235e37-13ea-4ebd-a02e-6d6963673f4f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:41.659197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3c440ae9-4748-4106-9216-740a522390bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.659622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c440ae9-4748-4106-9216-740a522390bd None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:41.670223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.686350 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0607578e-2b25-414f-8cfa-427c0d2d7236 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/floatingips/debf4c03-23e1-41ed-ae19-3dc02028a621 HTTP/1.1" status: 200 len: 979 time: 5.8759670 Feb 19 07:33:41.686350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.692180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35846) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:41.702064 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7b9fe119-87fe-4bb1-abe5-e0561c2eb639 tempest-AllowedAddressPairIpV6TestJSON-1426116212 tempest-AllowedAddressPairIpV6TestJSON-1426116212-project] 10.222.0.72 "DELETE /v2.0/networks/bf235e37-13ea-4ebd-a02e-6d6963673f4f HTTP/1.1" status: 204 len: 168 time: 2.9224603 Feb 19 07:33:41.715238 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:41.717553 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:38Z', 'revision_number': 9, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.722151 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:33:41.733860 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:41.734575 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:41.758844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] Pushing event deleted for resources: {'Network': ['ID=650507fd-2a75-43f0-8799-f8404814b1a3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:41.771403 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-417a372f-f3da-4818-9f28-d19e685ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843 tempest-ExtraDHCPOptionsIpV6TestJSON-1436790843-project] 10.222.0.72 "DELETE /v2.0/networks/650507fd-2a75-43f0-8799-f8404814b1a3 HTTP/1.1" status: 204 len: 168 time: 3.2882113 Feb 19 07:33:41.780809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.781020 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment c67dac5c-7487-4641-9d4c-632d8da960e5 of type vlan for network c7713f67-41fc-477b-88db-bf1c96070d8c Feb 19 07:33:41.854930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet b55a958d-894b-4e97-af46-76001e6ae7a5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:41.883384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:41.954809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 4595acc4-aea9-4e86-9a6b-76adeb5d1ec7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:41.955468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.021658 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:42.028353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] Update dhcp port {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'fixed_ips': [{'subnet_id': 'ae456d81-8c00-408d-8842-89a6f23fa95e', 'ip_address': '172.20.0.18'}, {'subnet_id': '5b30a943-5871-41a2-adb1-d7f776a191a5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c8b23b50-de76-4270-88ad-c36b4e763e06'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '169b9910-849d-4318-bd5b-b92e398d7051'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:33:42.141575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.149934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.151639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.169379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.352674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.367632 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:38Z', 'revision_number': 9, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:42.371876 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b280ef77-ae1f-4810-882d-45bed09b60e0 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:38Z', 'revision_number': 9, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '1ae5979b-5515-4e90-9dde-f5e69b318720', 'name': '', 'network_id': 'a610ea79-2f4c-4847-9bd3-df150747bd14', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:01:e2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:45Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '825ef13e-8c68-4fda-9479-edd5d5a0e195', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:42.418122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 4595acc4-aea9-4e86-9a6b-76adeb5d1ec7 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:42.421241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35858) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:42.421569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35860) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:42.451858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:33:42.485358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] Allocated IP 172.20.0.34 (2196fcc9-666e-42b6-bb89-2343e48954f9/c8b23b50-de76-4270-88ad-c36b4e763e06/169b9910-849d-4318-bd5b-b92e398d7051) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:42.543865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.548019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:42.548637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.617002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.680086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=4595acc4-aea9-4e86-9a6b-76adeb5d1ec7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:42.706524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:42.738185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=c7713f67-41fc-477b-88db-bf1c96070d8c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:42.743996 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bcc75610-7baa-4015-ba29-f1c824f2a6dc tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3537529 Feb 19 07:33:42.744736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.751011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c7713f67-41fc-477b-88db-bf1c96070d8c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:42.754009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35872) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:42.772270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': 'c7713f67-41fc-477b-88db-bf1c96070d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:42.789993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.799632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.854817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] Transition to ACTIVE for port object 169b9910-849d-4318-bd5b-b92e398d7051 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:42.874934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:42.995933 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bc1f8cfe-e492-433a-b534-45657f04d6a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f65a262bc58a4591bb35d9f3f301728b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5620604 Feb 19 07:33:42.999060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35876) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:43.023026 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9b194e9f-f578-44b6-b998-62b4983c0130 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba09e4740a574b3dbc7f2040299ca673&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5908325 Feb 19 07:33:43.028592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35880) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:43.052778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369ca12-826a-41a1-91d2-258be2c1ebce None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:43.067089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:43.083776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:43.087836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8256571f-6521-483c-9d26-1e2b9deff6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.087990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:43.140947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.155892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:43.185630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 169b9910-849d-4318-bd5b-b92e398d7051 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:43.215038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=b55a958d-894b-4e97-af46-76001e6ae7a5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:43.231560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8256571f-6521-483c-9d26-1e2b9deff6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.232616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.244544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:43.281849 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7e5a7338-063e-4aa6-b355-ccf6807d9c54 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/b55a958d-894b-4e97-af46-76001e6ae7a5 HTTP/1.1" status: 204 len: 168 time: 2.2639658 Feb 19 07:33:43.287964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:43.292979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ca197-c005-4631-a780-2233710d78c9 None None] Network a45d7e14-2001-4f87-94a1-e1796aac5ed5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:43.342597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Delete allocated IP 172.20.0.3 (2196fcc9-666e-42b6-bb89-2343e48954f9/5b30a943-5871-41a2-adb1-d7f776a191a5) {{(pid=83569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:33:43.345687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e866f57f-d0ed-4adf-99e5-14885ed6eb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.378515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Allocated IP 172.20.0.43 (2196fcc9-666e-42b6-bb89-2343e48954f9/c8b23b50-de76-4270-88ad-c36b4e763e06/7f53c50b-4fe3-49a4-a63c-7811e5433db0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:43.420422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.450748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.516918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e866f57f-d0ed-4adf-99e5-14885ed6eb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.546531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f96ef4b4-7b39-416c-b500-931607cc312e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:43.553272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.558173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8256571f-6521-483c-9d26-1e2b9deff6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.585513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256571f-6521-483c-9d26-1e2b9deff6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78567995-540d-4a15-b4a9-dcfaf0ea6039,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:43.591737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f96ef4b4-7b39-416c-b500-931607cc312e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:43.592336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f96ef4b4-7b39-416c-b500-931607cc312e not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:43.599804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:43.600138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.717886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8256571f-6521-483c-9d26-1e2b9deff6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.721442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8256571f-6521-483c-9d26-1e2b9deff6c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78567995-540d-4a15-b4a9-dcfaf0ea6039 HTTP/1.1" status: 204 len: 168 time: 0.7188044 Feb 19 07:33:43.751352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] DHCP port deletion for a45d7e14-2001-4f87-94a1-e1796aac5ed5 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:43.756342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Deleting port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:43.757512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.778400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:43.932417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e866f57f-d0ed-4adf-99e5-14885ed6eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.968089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,segment=NetworkSegment(c7f7a302-ef67-4c49-a327-88075995ddda),segment_id=c7f7a302-ef67-4c49-a327-88075995ddda)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:43.969038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.970310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Provisioning complete for port 3751505b-ea30-487b-90ba-84031095bf63 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:43.970738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:43.974092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f57f-d0ed-4adf-99e5-14885ed6eb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4625e-49fd-451a-9bfb-a88dd28c5bc8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:44.004276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e866f57f-d0ed-4adf-99e5-14885ed6eb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.005455 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e866f57f-d0ed-4adf-99e5-14885ed6eb00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0f4625e-49fd-451a-9bfb-a88dd28c5bc8 HTTP/1.1" status: 204 len: 168 time: 0.9757144 Feb 19 07:33:44.056578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.084869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Transition to ACTIVE for port object 7f53c50b-4fe3-49a4-a63c-7811e5433db0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:44.086746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.155025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Port 3751505b-ea30-487b-90ba-84031095bf63 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:44.162100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] For port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,segment=NetworkSegment(c7f7a302-ef67-4c49-a327-88075995ddda),segment_id=c7f7a302-ef67-4c49-a327-88075995ddda)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:44.162472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.169396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=f1321175-3e3f-4e34-b86a-abe37ab58809,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:44.171614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.225972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:44.303092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Calling delete_port for 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:44.345473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Provisioning for port 169b9910-849d-4318-bd5b-b92e398d7051 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:44.365851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:44.366220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.413653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.421644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] In _notify_port_updated(), no bound segment for port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 on network 2196fcc9-666e-42b6-bb89-2343e48954f9 {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:33:44.426658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:44.427970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.430228 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "PUT /v2.0/ports/7f53c50b-4fe3-49a4-a63c-7811e5433db0 HTTP/1.1" status: 200 len: 960 time: 3.3180883 Feb 19 07:33:44.440434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35904) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:44.530588 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:44.531127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:44.554721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Provisioning for port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:44.560712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Provisioning complete for port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:44.561290 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.576401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=6e783cdc-eb29-4ee2-8b7e-56d7e433d887,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:44.605544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No DVR routers for this DVR port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:44.635137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5097b48e-c37a-4bc7-992b-d3bd970447d8 None None] Port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:44.655867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:44.667452 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:44.684182 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:44.685796 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:44.749434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76dd63-efa5-4da9-8c4d-9d17573eb547 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event updated for resources: {'Port': ['ID=7f53c50b-4fe3-49a4-a63c-7811e5433db0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:44.770388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:44.773646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.784887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.790318 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:44.809119 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:44.809735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:44.872021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.908205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': 'c67dac5c-7487-4641-9d4c-632d8da960e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c7713f67-41fc-477b-88db-bf1c96070d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:44.909435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: c7713f67-41fc-477b-88db-bf1c96070d8c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:44.911996 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fd80bb56-ab3b-4434-8317-cdccc49b2961 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/floatingips/debf4c03-23e1-41ed-ae19-3dc02028a621 HTTP/1.1" status: 204 len: 168 time: 3.2186069 Feb 19 07:33:44.914813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:44.918155 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45d7e14-2001-4f87-94a1-e1796aac5ed5']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:44.963584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-92f6c9be-251f-4a4a-a216-aaba38237ddf None None] Provisioning complete for port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:44.965780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92f6c9be-251f-4a4a-a216-aaba38237ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:44.993645 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:44.994026 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854884cb-adc6-4318-a50e-e6866b0c0551 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:44.999747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port d6677714-3841-4987-bb6f-61fb27c14596 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:45.000445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.015441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network c7713f67-41fc-477b-88db-bf1c96070d8c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:45.022911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35926) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:45.032419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Deleting port 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:45.032842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.053123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c7713f67-41fc-477b-88db-bf1c96070d8c) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:45.097376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f7a302-ef67-4c49-a327-88075995ddda') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:45.097984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f7a302-ef67-4c49-a327-88075995ddda') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:45.102912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:45.105112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.122346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b1c63-c240-4ef6-b53c-5ef37d4b408f None None] Network c7713f67-41fc-477b-88db-bf1c96070d8c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:45.132686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.163140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-089652b5-dad5-4400-b30d-4ce09fc89cd7 None None] The port '6e783cdc-eb29-4ee2-8b7e-56d7e433d887' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:33:45.203988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.225265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:45.230276 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0310b0ce-1409-4b7e-8ed8-e32a3979d0cb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4720435 Feb 19 07:33:45.237622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35936) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:45.279905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-92f6c9be-251f-4a4a-a216-aaba38237ddf None None] Port 7f53c50b-4fe3-49a4-a63c-7811e5433db0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:45.284408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:45.284747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6e783cdc-eb29-4ee2-8b7e-56d7e433d887 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:45.302860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-18723716'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:45.314637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:45.315145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:45.330700 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:45.402699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:45.434785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:45.451606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-c7713f67-41fc-477b-88db-bf1c96070d8c', 'network_id': 'c7713f67-41fc-477b-88db-bf1c96070d8c', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': 'f1321175-3e3f-4e34-b86a-abe37ab58809'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:45.452266 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:45.452577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.454556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.477161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.491980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:45.496932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=a45d7e14-2001-4f87-94a1-e1796aac5ed5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:45.500005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.509701 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-03f29ba5-8f4c-4bc4-88aa-6416ec9e609d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/a45d7e14-2001-4f87-94a1-e1796aac5ed5 HTTP/1.1" status: 204 len: 168 time: 2.2190573 Feb 19 07:33:45.513278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35942) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:45.523035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.548625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:45.552091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.570555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35946) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:45.635200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.672534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Allocated IP 172.20.0.1 (c7713f67-41fc-477b-88db-bf1c96070d8c/f1321175-3e3f-4e34-b86a-abe37ab58809/4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:45.713323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 7f53c50b-4fe3-49a4-a63c-7811e5433db0 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:45.760382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.799342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for d6677714-3841-4987-bb6f-61fb27c14596 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:45.846778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:45.862525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:security_group_rule and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:45.869562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:45.887528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-413146002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:45.892217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:45.918625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.929851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:45.954741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:router and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:45.957682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:45.989984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:46.012912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:46.042291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.043529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.053850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.113461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=7f53c50b-4fe3-49a4-a63c-7811e5433db0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:46.212100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.212661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Transition to ACTIVE for port object 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:46.245731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Transition to ACTIVE for port object 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:46.262914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.263547 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.267006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.268649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=d6677714-3841-4987-bb6f-61fb27c14596,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:46.272622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.287750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.349746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.356032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:46.369206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Network c7713f67-41fc-477b-88db-bf1c96070d8c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:46.372395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:46.376444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:46.393378 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-40fa043a-ec55-454e-827a-156d2874685f tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/7f53c50b-4fe3-49a4-a63c-7811e5433db0 HTTP/1.1" status: 204 len: 168 time: 1.9492090 Feb 19 07:33:46.394747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35952) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:46.399851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.413855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f7ab7-9209-4d27-a758-fa6c79f545d5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:46.423492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Pushing event updated for resources: {'Port': ['ID=4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:46.424662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=f1321175-3e3f-4e34-b86a-abe37ab58809,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:46.432817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.433156 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment 821abb6b-9ccf-41a4-a3a3-6a3e9845abe9 of type vlan for network 71b92f23-9936-46ef-ae32-d215365a8414 Feb 19 07:33:46.450673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.516455 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d56fb9e-3669-47c1-b791-e33fb7335dac tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] GET failed (client error): The resource could not be found. Feb 19 07:33:46.517204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6d56fb9e-3669-47c1-b791-e33fb7335dac tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:46.541248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.544601 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1ae0c20c-044a-40df-aec9-788a6c4277f3 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9684203 Feb 19 07:33:46.546873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Attempting to bind port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:46.547247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Attempting to bind port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c67dac5c-7487-4641-9d4c-632d8da960e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c7713f67-41fc-477b-88db-bf1c96070d8c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:46.547595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Attempting to bind port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde on network c7713f67-41fc-477b-88db-bf1c96070d8c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:46.553647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35956) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:46.555081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:46.555449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Checking segment: {'id': 'c67dac5c-7487-4641-9d4c-632d8da960e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c7713f67-41fc-477b-88db-bf1c96070d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:46.555848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.556262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Bound using segment: {'id': 'c67dac5c-7487-4641-9d4c-632d8da960e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c7713f67-41fc-477b-88db-bf1c96070d8c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:46.556719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Bound port: 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67dac5c-7487-4641-9d4c-632d8da960e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c7713f67-41fc-477b-88db-bf1c96070d8c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:46.557083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.562149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.570942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2020029566'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:46.579482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:46.585072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.592551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:network and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:46.596058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:46.598845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.607290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:46.624190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6d56fb9e-3669-47c1-b791-e33fb7335dac tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:46.625117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6d56fb9e-3669-47c1-b791-e33fb7335dac tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports/7f53c50b-4fe3-49a4-a63c-7811e5433db0 HTTP/1.1" status: 404 len: 333 time: 0.2292402 Feb 19 07:33:46.626338 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e672a553-a0aa-4294-96cf-16f415de9529 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/ports/d6677714-3841-4987-bb6f-61fb27c14596 HTTP/1.1" status: 204 len: 168 time: 1.7104888 Feb 19 07:33:46.628379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35960) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:46.631317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35962) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:46.638606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7713f67-41fc-477b-88db-bf1c96070d8c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:46.649639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:46.650903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:46.651653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] For port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:46.653840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.654995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] For port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde,segment=NetworkSegment(c67dac5c-7487-4641-9d4c-632d8da960e5),segment_id=c67dac5c-7487-4641-9d4c-632d8da960e5)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:46.662011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.667777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:46.670348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67dac5c-7487-4641-9d4c-632d8da960e5') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:46.670656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67dac5c-7487-4641-9d4c-632d8da960e5') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:46.678078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.684454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:floatingip and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:46.689665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:46.696768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.702406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:46.714021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.717700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:46.718259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.731870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.753642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e127d2e-f6e1-469c-8f8e-73e56e2f50f1 None None] Pushing event updated for resources: {'Port': ['ID=4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:46.755433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65638eae-7bbf-4e18-874e-92988c89758c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.762870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.834655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825da5c-c8af-4d14-bb9b-0d4167f89668 None None] Network c7713f67-41fc-477b-88db-bf1c96070d8c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:46.836466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:46.836879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.851684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:46.853854 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:46.865553 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.8386803 Feb 19 07:33:46.871286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35968) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:46.880703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1963463949'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:46.884582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65638eae-7bbf-4e18-874e-92988c89758c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:46.908298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:46.928781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:47.023507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:security_group_rule and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:47.034004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:47.052213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:47.052506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d3e36-5542-4418-a815-c42d8b82b97c None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:33:47.054193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654fe7f-f7ef-4d5a-b6ae-e21eead2598f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=71b92f23-9936-46ef-ae32-d215365a8414,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.079338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:33:47.079338 dv-neutron-829958-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:33:47.079338 dv-neutron-829958-1-hyperv neutron-server[83569]: [parameters: {'id': 'c7713f67-41fc-477b-88db-bf1c96070d8c'}] Feb 19 07:33:47.079338 dv-neutron-829958-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:47.079833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:47.088964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 71b92f23-9936-46ef-ae32-d215365a8414 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:47.103183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:47.120639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:47.142696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.147976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.186134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:47.192183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:47.195123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.197005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6528de98-eeaa-418a-9901-3f20fed0df0c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.201646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.201979 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Added segment 3ffac4ba-d961-4ffd-a84d-1916a9da8103 of type vlan for network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 Feb 19 07:33:47.218527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65638eae-7bbf-4e18-874e-92988c89758c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.229680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.247419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65638eae-7bbf-4e18-874e-92988c89758c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b046f4cc-fabd-4a8d-84e0-4738398424c0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.262293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.266153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:47.266727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.271441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65638eae-7bbf-4e18-874e-92988c89758c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.272572 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-65638eae-7bbf-4e18-874e-92988c89758c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/security-groups/b046f4cc-fabd-4a8d-84e0-4738398424c0 HTTP/1.1" status: 204 len: 168 time: 0.6432033 Feb 19 07:33:47.285178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35972) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:47.307013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:47.314766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d3e36-5542-4418-a815-c42d8b82b97c None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:33:47.338724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.339057 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment e71eb5c7-6377-42c3-b1ae-60b2e992b8a2 of type vlan for network e99d4486-cf3e-4840-b401-3098c439c5f8 Feb 19 07:33:47.349384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.411452 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8569250 Feb 19 07:33:47.416898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:47.417764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee7647-4153-423e-98de-a0b57ef97e3a tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Network': ['ID=7923de55-4a9a-4fa1-9e6a-44d887e9d698,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.428073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'subnet': {'network_id': '7923de55-4a9a-4fa1-9e6a-44d887e9d698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:47.434438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:47.461992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.538369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2c59-a7c8-45e5-98b3-985a9ff6cb9d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.581474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.584300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.585361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:47.587907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:47.588339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2c59-a7c8-45e5-98b3-985a9ff6cb9d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.588545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.601254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:subnet and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:47.607844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:47.622327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:47.646865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:47.647227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.678593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.26.1.83 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/bb70dd24-4f39-4cec-9988-bab93102bf26) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:47.691657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:47.757556 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8852208 Feb 19 07:33:47.760801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35980) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:47.761530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82ba4b-27e2-462c-9169-46162de5b358 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=e99d4486-cf3e-4840-b401-3098c439c5f8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.771034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': '71b92f23-9936-46ef-ae32-d215365a8414', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:47.775607 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network e99d4486-cf3e-4840-b401-3098c439c5f8 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:47.805667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2c59-a7c8-45e5-98b3-985a9ff6cb9d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.930309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf2c59-a7c8-45e5-98b3-985a9ff6cb9d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41417769-fc62-4ad0-bae4-2569ddaa0758,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.953988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.969778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.973558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2bf2c59-a7c8-45e5-98b3-985a9ff6cb9d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:47.974662 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2bf2c59-a7c8-45e5-98b3-985a9ff6cb9d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/security-groups/41417769-fc62-4ad0-bae4-2569ddaa0758 HTTP/1.1" status: 204 len: 168 time: 0.6839318 Feb 19 07:33:47.979485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 1ae5979b-5515-4e90-9dde-f5e69b318720 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:47.979803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.002303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35984) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:48.145847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:48.168413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:48.178508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:48.182043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde,segment=NetworkSegment(c67dac5c-7487-4641-9d4c-632d8da960e5),segment_id=c67dac5c-7487-4641-9d4c-632d8da960e5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:48.182397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.184074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.197051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:48.254109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51c1678-8ddc-47dc-a722-ec9d770819bc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.314060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port 1ae5979b-5515-4e90-9dde-f5e69b318720, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1ae5979b-5515-4e90-9dde-f5e69b318720,segment=NetworkSegment(d02b3e83-af3a-425f-aaca-39fcc1616508),segment_id=d02b3e83-af3a-425f-aaca-39fcc1616508)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:48.314408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.314588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:48.324514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=bb70dd24-4f39-4cec-9988-bab93102bf26,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:48.334560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51c1678-8ddc-47dc-a722-ec9d770819bc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.340387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:48.395267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:48.453437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:48.461244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 1ae5979b-5515-4e90-9dde-f5e69b318720 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:48.497963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:48.526843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.596781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.604490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51c1678-8ddc-47dc-a722-ec9d770819bc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.642991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c1678-8ddc-47dc-a722-ec9d770819bc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca5678e-4b20-43c3-915c-1329bab4a3e3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:48.652522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c51c1678-8ddc-47dc-a722-ec9d770819bc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:48.656702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c51c1678-8ddc-47dc-a722-ec9d770819bc tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/security-groups/6ca5678e-4b20-43c3-915c-1329bab4a3e3 HTTP/1.1" status: 204 len: 168 time: 0.6458294 Feb 19 07:33:48.660087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 35988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:48.791171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Port': ['ID=4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:48.815303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No DVR routers for this DVR port 4cc96fd3-7e86-42bb-9dd6-9ea9953e6fde on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:48.855040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.016063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.034367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Subnet': ['ID=b32c997e-b7a0-4ec1-9697-9cae672cb6c2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:49.035827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.091864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.099075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7713f67-41fc-477b-88db-bf1c96070d8c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:49.122583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67dac5c-7487-4641-9d4c-632d8da960e5') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:49.122840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67dac5c-7487-4641-9d4c-632d8da960e5') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:49.143542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.151855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Checking segment: {'id': '3ffac4ba-d961-4ffd-a84d-1916a9da8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7923de55-4a9a-4fa1-9e6a-44d887e9d698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:49.152235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network hostable DHCP agents. Network: 7923de55-4a9a-4fa1-9e6a-44d887e9d698, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:49.164050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=1ae5979b-5515-4e90-9dde-f5e69b318720,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:49.174636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.189856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.210571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:49.210571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:49.226505 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:49.280865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet 5b30a943-5871-41a2-adb1-d7f776a191a5 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:49.284296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.349615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:49.373217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.378755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 7923de55-4a9a-4fa1-9e6a-44d887e9d698) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:49.397394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a39d26-aa4b-4ba2-a0d2-7c27f75d2398 None None] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:49.402278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.408457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.422048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:49.428045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.440045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=735dd8a4-6f98-434b-a865-c72d00916e2a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:49.443808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=c7713f67-41fc-477b-88db-bf1c96070d8c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:49.475515 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7e4164fa-3431-448d-a705-29bb1f290901 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/c7713f67-41fc-477b-88db-bf1c96070d8c HTTP/1.1" status: 204 len: 168 time: 4.2350380 Feb 19 07:33:49.483566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35992) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:49.495452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': '821abb6b-9ccf-41a4-a3a3-6a3e9845abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '71b92f23-9936-46ef-ae32-d215365a8414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:49.496335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: 71b92f23-9936-46ef-ae32-d215365a8414, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:49.505278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2136618034'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:49.510176 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1d3e16c5-bc5f-411b-b326-d3ee887c41d5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0898435 Feb 19 07:33:49.513919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:49.516565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 35996) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:49.527411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'network': {'name': 'tempest-router-network01--1188651056'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:49.531834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:49.537434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:49.539877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:49.544965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:network and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:49.552370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:49.559263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:49.561896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:49.571859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.580268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:49.583977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.595845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:49.598787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.611900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 71b92f23-9936-46ef-ae32-d215365a8414 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:49.635624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 71b92f23-9936-46ef-ae32-d215365a8414) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:49.643245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:49.643834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.660328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:49.664289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:49.678935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676c741-6711-4fce-9b5e-7d062cccf852 None None] Network 71b92f23-9936-46ef-ae32-d215365a8414 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:49.686224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.686584 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment 0bcb562f-4ac3-4c68-8c05-2f5bc20c7e5f of type vlan for network 5759744d-7f26-4f91-a34a-4e9367298b60 Feb 19 07:33:49.694183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.694536 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Added segment 32cad60c-5d4c-4436-9ada-4097494858fb of type vlan for network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 Feb 19 07:33:49.697122 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dd1baa61-a4b0-44e0-911b-b6bc3ddf46e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9353499 Feb 19 07:33:49.702397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:49.713374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': 'e99d4486-cf3e-4840-b401-3098c439c5f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:49.730332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.748909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.774405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.792191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.804495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.843873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.897951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-7923de55-4a9a-4fa1-9e6a-44d887e9d698', 'network_id': '7923de55-4a9a-4fa1-9e6a-44d887e9d698', 'tenant_id': 'a773068664094c15b31b46ed1b24c974', 'fixed_ips': [{'subnet_id': 'b32c997e-b7a0-4ec1-9697-9cae672cb6c2'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:49.898765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.899254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:49.906862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:49.910114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:49.919270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:49.923404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.927469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:49.928051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.953867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.957249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:49.957819 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:49.978496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:50.036061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=bb70dd24-4f39-4cec-9988-bab93102bf26,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:50.074758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.104053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.123282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=5b30a943-5871-41a2-adb1-d7f776a191a5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:50.133037 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6403906 Feb 19 07:33:50.138188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36004) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:50.138842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630f494-191a-4712-a728-dfb4d5b4a876 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=5759744d-7f26-4f91-a34a-4e9367298b60,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:50.152110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.153975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cdcc7dab-c59c-49e7-b849-31266ee55a41 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/5b30a943-5871-41a2-adb1-d7f776a191a5 HTTP/1.1" status: 204 len: 168 time: 1.4925227 Feb 19 07:33:50.162907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36008) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:50.166507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-71b92f23-9936-46ef-ae32-d215365a8414', 'network_id': '71b92f23-9936-46ef-ae32-d215365a8414', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': '735dd8a4-6f98-434b-a865-c72d00916e2a'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:50.166668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': '5759744d-7f26-4f91-a34a-4e9367298b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:50.167341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.169154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.170891 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-16548581-e033-4fa5-8ffb-5de86af8a1af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5381334 Feb 19 07:33:50.184096 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6662924 Feb 19 07:33:50.184881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36012) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:50.186989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 5759744d-7f26-4f91-a34a-4e9367298b60 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:50.199226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37698146-a9bc-40ed-b690-d2fbbda1c72e None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:50.201047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36014) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:50.231471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Allocated IP 2001:db8::2 (7923de55-4a9a-4fa1-9e6a-44d887e9d698/b32c997e-b7a0-4ec1-9697-9cae672cb6c2/c0ace6bc-5a89-4b28-889d-8271b147d8bb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:50.259771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'port': {'network_id': '6f667329-3c4b-4cfc-a2a9-b604b9bc0a67', 'name': 'tempest-FloatingIPTestJSON-503391290'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:50.343994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'network': {'name': 'tempest-router-network02--1216126874'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:50.418080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.443503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:50.476925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet c8b23b50-de76-4270-88ad-c36b4e763e06 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:50.480299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.517041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:network and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:50.522072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e8a67-db4d-40a9-937d-27100e5f3a34 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Network': ['ID=fd4e7b0e-e9c8-45ba-bfae-f9ff19324727,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:50.530084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:50.550205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:50.556096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.556827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:50.583132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:50.722291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:50.725562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:50.728639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.737715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:50.752605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:50.774276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.799193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:50.804914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:50.831935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:port and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:50.865321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.881384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:50.883612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:50.889792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Allocated IP 172.20.0.2 (71b92f23-9936-46ef-ae32-d215365a8414/735dd8a4-6f98-434b-a865-c72d00916e2a/c582b282-2d0d-4194-a7cf-e886c69bf8c2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:50.897654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:50.910275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b23b50-de76-4270-88ad-c36b4e763e06,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:50.919487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.929605 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8c41f4e9-e001-4c01-bd3f-71f3ca43c135 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/c8b23b50-de76-4270-88ad-c36b4e763e06 HTTP/1.1" status: 204 len: 168 time: 0.7651889 Feb 19 07:33:50.938967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:50.946118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36020) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:50.960362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.962834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:50.962834 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Added segment d7a628e5-5d16-44b0-aa3d-e6966258d60c of type vlan for network 972e835d-008e-458b-b2fc-186a2a652ae0 Feb 19 07:33:51.017555 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Transition to ACTIVE for port object c0ace6bc-5a89-4b28-889d-8271b147d8bb will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:51.031335 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df0af24-1f2b-41e9-b84e-6792436ad13d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:51.032218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df0af24-1f2b-41e9-b84e-6792436ad13d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:51.040753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.054775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:51.057869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.063125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Transition to ACTIVE for port object c0ace6bc-5a89-4b28-889d-8271b147d8bb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:51.094393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:51.101413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0270bdd5-bbbe-4c43-a8b5-b900c153971e tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5844142 Feb 19 07:33:51.101613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.101737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36024) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:51.148856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:51.151780 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7df0af24-1f2b-41e9-b84e-6792436ad13d tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/5b30a943-5871-41a2-adb1-d7f776a191a5 HTTP/1.1" status: 404 len: 337 time: 0.2046072 Feb 19 07:33:51.155677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36028) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:51.203948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.213462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] device_id is not set on port aa5c16dd-18fa-4a83-8918-b369dee69ac6 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:33:51.278302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.310250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:51.311392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Pushing event updated for resources: {'Port': ['ID=c0ace6bc-5a89-4b28-889d-8271b147d8bb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:51.320823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:51.323541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting subnet ae456d81-8c00-408d-8842-89a6f23fa95e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:51.329751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.330158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:51.332785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:51.333404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:51.390079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.394304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:51.395089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.413280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.442326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet 825ef13e-8c68-4fda-9479-edd5d5a0e195 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:33:51.445830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.480716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=16349e8b-2460-482c-bad5-c8997590c697,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:51.518991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.524665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.578415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Transition to ACTIVE for port object c582b282-2d0d-4194-a7cf-e886c69bf8c2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:51.614239 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3573959 Feb 19 07:33:51.619339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36032) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:51.625917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf492d96-7bb7-47b5-a7c4-df11c19677d7 None None] Update dhcp port {'port': {'network_id': '2196fcc9-666e-42b6-bb89-2343e48954f9', 'fixed_ips': [{'subnet_id': 'ae456d81-8c00-408d-8842-89a6f23fa95e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c8b23b50-de76-4270-88ad-c36b4e763e06'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': '169b9910-849d-4318-bd5b-b92e398d7051'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:33:51.632653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'subnet': {'network_id': 'fd4e7b0e-e9c8-45ba-bfae-f9ff19324727', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:51.644279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.5 (6f667329-3c4b-4cfc-a2a9-b604b9bc0a67/9b49e33b-08ed-4488-b6d1-83fe8322f603/aa5c16dd-18fa-4a83-8918-b369dee69ac6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:51.655755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799338d-8aee-41df-988a-6f6b91fbe284 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Network': ['ID=972e835d-008e-458b-b2fc-186a2a652ae0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:51.674495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': 'e71eb5c7-6377-42c3-b1ae-60b2e992b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e99d4486-cf3e-4840-b401-3098c439c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:51.674855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: e99d4486-cf3e-4840-b401-3098c439c5f8, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:51.689388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 972e835d-008e-458b-b2fc-186a2a652ae0 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:51.725880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Transition to ACTIVE for port object c582b282-2d0d-4194-a7cf-e886c69bf8c2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:51.727118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Attempting to bind port c0ace6bc-5a89-4b28-889d-8271b147d8bb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:51.727752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Attempting to bind port c0ace6bc-5a89-4b28-889d-8271b147d8bb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '3ffac4ba-d961-4ffd-a84d-1916a9da8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7923de55-4a9a-4fa1-9e6a-44d887e9d698'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:51.727915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Attempting to bind port c0ace6bc-5a89-4b28-889d-8271b147d8bb on network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:51.745809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.755806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.799810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:51.803169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.842259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.868598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:51.875184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:subnet and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:51.881937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:51.885022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:51.885537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network e99d4486-cf3e-4840-b401-3098c439c5f8 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:51.885659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Checking segment: {'id': '3ffac4ba-d961-4ffd-a84d-1916a9da8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7923de55-4a9a-4fa1-9e6a-44d887e9d698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:51.886219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.886813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Bound using segment: {'id': '3ffac4ba-d961-4ffd-a84d-1916a9da8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7923de55-4a9a-4fa1-9e6a-44d887e9d698'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:51.887306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Bound port: c0ace6bc-5a89-4b28-889d-8271b147d8bb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffac4ba-d961-4ffd-a84d-1916a9da8103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7923de55-4a9a-4fa1-9e6a-44d887e9d698'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:51.887668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.896499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:51.911856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf492d96-7bb7-47b5-a7c4-df11c19677d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.921532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=b4d1d25f-9590-4ecc-96af-edbea3619f3c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:51.922607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:51.928062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, e99d4486-cf3e-4840-b401-3098c439c5f8) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:51.943210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:51.943777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.949520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.965461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022c1a6-fe2c-4fc5-84d1-1b963c480de2 None None] Network e99d4486-cf3e-4840-b401-3098c439c5f8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:51.981374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:51.999107 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ca30fc08-0536-42dd-a94f-647fca7a7f76 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2928033 Feb 19 07:33:52.008974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36036) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:52.019413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1066603485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:52.024103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': '0bcb562f-4ac3-4c68-8c05-2f5bc20c7e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5759744d-7f26-4f91-a34a-4e9367298b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:52.024482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: 5759744d-7f26-4f91-a34a-4e9367298b60, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:52.036963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.041767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:52.054366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:router and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:52.058768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:52.069225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:52.085618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.086519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.107677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 5759744d-7f26-4f91-a34a-4e9367298b60 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:52.110959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.126079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Network 71b92f23-9936-46ef-ae32-d215365a8414 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:52.170620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 5759744d-7f26-4f91-a34a-4e9367298b60) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:52.187241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=825ef13e-8c68-4fda-9479-edd5d5a0e195,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.208271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:52.209324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Pushing event updated for resources: {'Port': ['ID=c582b282-2d0d-4194-a7cf-e886c69bf8c2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.215243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:52.222199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.229499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:52.230295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.234697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c8ff6-cabe-415c-86a7-40aaa9997972 None None] Network 5759744d-7f26-4f91-a34a-4e9367298b60 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:52.235811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Subnet': ['ID=ae456d81-8c00-408d-8842-89a6f23fa95e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.253668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.259635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.262818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:52.268251 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5672760e-d2bb-4d7e-907a-ec1bd6caf078 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/825ef13e-8c68-4fda-9479-edd5d5a0e195 HTTP/1.1" status: 204 len: 168 time: 1.1655173 Feb 19 07:33:52.270768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:52.271702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:52.279088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:52.296724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.305018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=aa5c16dd-18fa-4a83-8918-b369dee69ac6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.331816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.332367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74466483-af3c-456c-a4ec-6814504bf372 None None] Network a610ea79-2f4c-4847-9bd3-df150747bd14 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:52.337587 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7b6f1a99-a731-4b41-81d5-dc095eff221e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1963685 Feb 19 07:33:52.346074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36044) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:52.372855 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0ee6f5ba-da36-4b8a-af54-007cc65a614b tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/ae456d81-8c00-408d-8842-89a6f23fa95e HTTP/1.1" status: 204 len: 168 time: 1.2157381 Feb 19 07:33:52.380745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36048) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:52.467130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.468644 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b913bb41-1d1a-460a-a963-7a5b9ab3693e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4563088 Feb 19 07:33:52.484967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36052) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:52.494853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:52.495440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.499417 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f50592-b2ad-4038-b6b9-f2e13b8f9922 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:52.500007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f50592-b2ad-4038-b6b9-f2e13b8f9922 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:52.501750 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44f50592-b2ad-4038-b6b9-f2e13b8f9922 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/ffd80e34-5804-426c-baf9-21c83c5789d0 HTTP/1.1" status: 404 len: 337 time: 0.1157551 Feb 19 07:33:52.507246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36056) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:52.662467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.688451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:52.688907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.694702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] For port c0ace6bc-5a89-4b28-889d-8271b147d8bb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:52.718551 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-315c76e7-1e04-4894-8a46-0e57f2b576db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5455260 Feb 19 07:33:52.756859 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d06d1978-4f9b-4260-8dea-99b48f5727ea tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5570471 Feb 19 07:33:52.759615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90a0002a-a7af-436d-9afe-977d6f130c08 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Synchronizing usage tracker for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:33:52.765831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:52.778592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'port_id': 'aa5c16dd-18fa-4a83-8918-b369dee69ac6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:52.827119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff2b6a-b886-4a48-887d-64e26a528237 None None] Network 2196fcc9-666e-42b6-bb89-2343e48954f9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:52.876911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] For port c0ace6bc-5a89-4b28-889d-8271b147d8bb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c0ace6bc-5a89-4b28-889d-8271b147d8bb,segment=NetworkSegment(3ffac4ba-d961-4ffd-a84d-1916a9da8103),segment_id=3ffac4ba-d961-4ffd-a84d-1916a9da8103)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:52.938835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.943077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:52.972900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.000584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90a0002a-a7af-436d-9afe-977d6f130c08 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Unset dirty status for tenant:3077e5da16f94def8b0e99c3f69f9b2b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:33:53.004446 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90a0002a-a7af-436d-9afe-977d6f130c08 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2f17f3-8e68-4bc3-a877-f092e843110f HTTP/1.1" status: 200 len: 205 time: 0.4891810 Feb 19 07:33:53.012335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36064) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:53.085940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Attempting to bind port c582b282-2d0d-4194-a7cf-e886c69bf8c2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:53.086301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Attempting to bind port c582b282-2d0d-4194-a7cf-e886c69bf8c2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '821abb6b-9ccf-41a4-a3a3-6a3e9845abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '71b92f23-9936-46ef-ae32-d215365a8414'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:53.086934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Attempting to bind port c582b282-2d0d-4194-a7cf-e886c69bf8c2 on network 71b92f23-9936-46ef-ae32-d215365a8414 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:53.134804 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-107a3976-7ab2-4923-8938-d5e5169d9ca0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] delete failed (client error): The resource could not be found. Feb 19 07:33:53.139874 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-107a3976-7ab2-4923-8938-d5e5169d9ca0 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/routers/5e2f17f3-8e68-4bc3-a877-f092e843110f HTTP/1.1" status: 404 len: 336 time: 0.1270838 Feb 19 07:33:53.153910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36070) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:53.184562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 169b9910-849d-4318-bd5b-b92e398d7051 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:53.199564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.242849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:53.243192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Checking segment: {'id': '821abb6b-9ccf-41a4-a3a3-6a3e9845abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '71b92f23-9936-46ef-ae32-d215365a8414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:53.243617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.243983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Bound using segment: {'id': '821abb6b-9ccf-41a4-a3a3-6a3e9845abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '71b92f23-9936-46ef-ae32-d215365a8414'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:53.244492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Bound port: c582b282-2d0d-4194-a7cf-e886c69bf8c2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821abb6b-9ccf-41a4-a3a3-6a3e9845abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '71b92f23-9936-46ef-ae32-d215365a8414'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:53.244820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.316247 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e35400-7502-4572-9f97-454e77515996 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:53.316827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e35400-7502-4572-9f97-454e77515996 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:53.328768 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-6a9a031a-a67a-4808-899b-ff475278fb45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1098 time: 0.4772613 Feb 19 07:33:53.332611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.338286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port 589c9b74-2c4f-4113-af98-3fc1f26e55b5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=589c9b74-2c4f-4113-af98-3fc1f26e55b5,segment=NetworkSegment(d02b3e83-af3a-425f-aaca-39fcc1616508),segment_id=d02b3e83-af3a-425f-aaca-39fcc1616508)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:53.338635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.360657 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b0e35400-7502-4572-9f97-454e77515996 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/ee52c2c2-34e6-416b-b84f-9717f6b84fc9 HTTP/1.1" status: 404 len: 337 time: 0.1956499 Feb 19 07:33:53.365935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:53.402387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47689cfa-eca3-48a6-bab3-22d12d02f817 None None] Pushing event updated for resources: {'Port': ['ID=c0ace6bc-5a89-4b28-889d-8271b147d8bb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:53.404978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Provisioning complete for port 3751505b-ea30-487b-90ba-84031095bf63 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:53.405331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.473898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-e99d4486-cf3e-4840-b401-3098c439c5f8', 'network_id': 'e99d4486-cf3e-4840-b401-3098c439c5f8', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': '16349e8b-2460-482c-bad5-c8997590c697'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:53.475107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.539854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.604549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e726d90-1846-4a1f-af4c-b790ca66ad91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-5759744d-7f26-4f91-a34a-4e9367298b60', 'network_id': '5759744d-7f26-4f91-a34a-4e9367298b60', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': 'b4d1d25f-9590-4ecc-96af-edbea3619f3c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:53.605355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7e726d90-1846-4a1f-af4c-b790ca66ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.685302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.709181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 589c9b74-2c4f-4113-af98-3fc1f26e55b5 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:53.755796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Subnet': ['ID=aa709ebf-3ce5-4865-9eab-8d713fccdb09,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:53.778868 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fda712a-a497-4589-8eef-fefe9110556c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:53.779301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fda712a-a497-4589-8eef-fefe9110556c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:53.783311 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3fda712a-a497-4589-8eef-fefe9110556c tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/8fab0ccf-dcf9-4ac2-8ff1-aeee401e185e HTTP/1.1" status: 404 len: 337 time: 0.3573239 Feb 19 07:33:53.785391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Port 3751505b-ea30-487b-90ba-84031095bf63 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:33:53.790854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:53.800085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d1d25f-9590-4ecc-96af-edbea3619f3c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:53.865434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:53.890010 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-159f150a-e8f4-42a2-ac7a-5d7e03816bad tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:53.890441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159f150a-e8f4-42a2-ac7a-5d7e03816bad tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:53.890956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.895167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-159f150a-e8f4-42a2-ac7a-5d7e03816bad tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/48c6872f-fa9b-4c45-948d-5e9854e37a78 HTTP/1.1" status: 404 len: 337 time: 0.0706630 Feb 19 07:33:53.900078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:53.903345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Checking segment: {'id': '32cad60c-5d4c-4436-9ada-4097494858fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd4e7b0e-e9c8-45ba-bfae-f9ff19324727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:53.903696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network hostable DHCP agents. Network: fd4e7b0e-e9c8-45ba-bfae-f9ff19324727, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:53.959218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:53.974032 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ae0cf1-9686-4e66-8ca9-e71e663a6b77 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:53.974468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ae0cf1-9686-4e66-8ca9-e71e663a6b77 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:53.976115 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-38ae0cf1-9686-4e66-8ca9-e71e663a6b77 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/704e8b33-d821-4023-a2ac-beac0b32f181 HTTP/1.1" status: 404 len: 333 time: 0.0746088 Feb 19 07:33:53.980538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:54.008404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:48Z', 'revision_number': 10, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.034934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5759744d-7f26-4f91-a34a-4e9367298b60']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.054824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-face90ab-ad40-4ff5-aeed-f7b162ed12f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:54.055210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] For port c582b282-2d0d-4194-a7cf-e886c69bf8c2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:54.056533 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-face90ab-ad40-4ff5-aeed-f7b162ed12f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 200 len: 898 time: 0.6448512 Feb 19 07:33:54.063383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae74bbe8-6ca2-45a0-9b1c-0ee52d65f324 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:54.063830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae74bbe8-6ca2-45a0-9b1c-0ee52d65f324 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:54.065910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8c3a2-81a1-432c-b5b5-1c3898a91f59 None None] DHCP port deletion for a610ea79-2f4c-4847-9bd3-df150747bd14 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:54.066305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcb562f-4ac3-4c68-8c05-2f5bc20c7e5f') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.066709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcb562f-4ac3-4c68-8c05-2f5bc20c7e5f') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.070934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.095812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:33:54.103306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.106616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Provisioning complete for port 169b9910-849d-4318-bd5b-b92e398d7051 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:54.107004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.129332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ae74bbe8-6ca2-45a0-9b1c-0ee52d65f324 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/207ac5ed-aba6-4897-8481-f86d20c9a271 HTTP/1.1" status: 404 len: 337 time: 0.1471829 Feb 19 07:33:54.131036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] For port c582b282-2d0d-4194-a7cf-e886c69bf8c2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c582b282-2d0d-4194-a7cf-e886c69bf8c2,segment=NetworkSegment(821abb6b-9ccf-41a4-a3a3-6a3e9845abe9),segment_id=821abb6b-9ccf-41a4-a3a3-6a3e9845abe9)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:54.134993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=589c9b74-2c4f-4113-af98-3fc1f26e55b5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:54.136748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36092) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:54.161710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.170519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] DHCP port deletion for 2196fcc9-666e-42b6-bb89-2343e48954f9 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:33:54.215844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.218407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=11']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:54.232622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:54.262441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.266195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:54.266990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.281098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:54.281630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.292238 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-12abe0c6-87a4-442c-b232-6e6a7040a906 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:54.292662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12abe0c6-87a4-442c-b232-6e6a7040a906 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:54.294308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-12abe0c6-87a4-442c-b232-6e6a7040a906 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/df4b735b-0ab0-4896-8f1e-5d6d50268238 HTTP/1.1" status: 404 len: 337 time: 0.1530013 Feb 19 07:33:54.295419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No DVR routers for this DVR port 589c9b74-2c4f-4113-af98-3fc1f26e55b5 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:54.298466 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:54.300849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36096) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:54.314060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3211fd3-803a-4ea2-a205-9b2e0a13d8c0 None None] Network 5759744d-7f26-4f91-a34a-4e9367298b60 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:54.343115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Deleting port 169b9910-849d-4318-bd5b-b92e398d7051 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:54.343722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.361758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, fd4e7b0e-e9c8-45ba-bfae-f9ff19324727) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:54.464996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:54.465868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.523019 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-68404cfb-e94b-4785-ac4c-7924995365fe tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:54.523649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68404cfb-e94b-4785-ac4c-7924995365fe tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:54.537191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.576913 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-0011f4d5-a83b-46a6-8f50-a6565f100521 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 200 len: 1001 time: 0.5029795 Feb 19 07:33:54.584689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a610ea79-2f4c-4847-9bd3-df150747bd14']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.605840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02b3e83-af3a-425f-aaca-39fcc1616508') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.606529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02b3e83-af3a-425f-aaca-39fcc1616508') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:54.621457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.644186 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-68404cfb-e94b-4785-ac4c-7924995365fe tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/9c9f88b3-7d26-4baa-9d57-5be2f8f734cf HTTP/1.1" status: 404 len: 333 time: 0.3367836 Feb 19 07:33:54.656424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:54.680474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-8d6739bd-b8ce-4c01-8d1c-6affef07bddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:54.681994 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-8d6739bd-b8ce-4c01-8d1c-6affef07bddd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=308af5a0-8f18-47dd-bf47-0fc226c46e19 HTTP/1.1" status: 200 len: 835 time: 0.0811965 Feb 19 07:33:54.749764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471eff10-0110-4ce9-b70c-c7119f301be9 None None] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:54.781441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.788381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9fcfd757-3147-463b-b0d1-39ff4f10964f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1654527 Feb 19 07:33:54.798421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.800375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:54.808500 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a7928e-31f5-4a37-a33f-dc8b2de77b10 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:54.809268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a7928e-31f5-4a37-a33f-dc8b2de77b10 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:54.811061 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d0a7928e-31f5-4a37-a33f-dc8b2de77b10 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/842fd1d6-7489-4c94-bdb5-8bf55017d168 HTTP/1.1" status: 404 len: 337 time: 0.1533062 Feb 19 07:33:54.818922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:54.818922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.828994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36108) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:54.837990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Allocated IP 172.21.0.2 (e99d4486-cf3e-4840-b401-3098c439c5f8/16349e8b-2460-482c-bad5-c8997590c697/954cebc1-6c56-401c-9481-09e7edcb54bd) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:54.842421 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:54.851478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'subnet': {'network_id': '972e835d-008e-458b-b2fc-186a2a652ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:54.865248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.874754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.895117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1409093-852c-4fd6-a772-be5f5e63ac17 None None] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:54.964232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:54.967133 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98d9fd2-51df-4cac-9e6c-18d40567f810 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] DELETE failed (client error): The resource could not be found. Feb 19 07:33:54.967546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98d9fd2-51df-4cac-9e6c-18d40567f810 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:55.033268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=5759744d-7f26-4f91-a34a-4e9367298b60,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:55.043579 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e98d9fd2-51df-4cac-9e6c-18d40567f810 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/subnets/68056ed3-a6a8-449b-a7e0-172aa7028d32 HTTP/1.1" status: 404 len: 337 time: 0.2131817 Feb 19 07:33:55.048449 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-05f48a13-9b9d-4f19-8160-dde44668e287 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/5759744d-7f26-4f91-a34a-4e9367298b60 HTTP/1.1" status: 204 len: 168 time: 2.6968610 Feb 19 07:33:55.055910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36114) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:55.056287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:55.063646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1558157630'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:55.116055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:55.120340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.132717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:55.145349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:55.150121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:55.157101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:55.195766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:55.199911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.210050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:55.214946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.251590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.260131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:subnet and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:55.276345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 3751505b-ea30-487b-90ba-84031095bf63 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:55.276804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.288366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:55.295978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=a610ea79-2f4c-4847-9bd3-df150747bd14,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:55.306413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:55.315606 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b8b643e5-852c-4d76-be69-f436f9ef01e5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/a610ea79-2f4c-4847-9bd3-df150747bd14 HTTP/1.1" status: 204 len: 168 time: 3.0428481 Feb 19 07:33:55.323804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36124) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:55.328206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:55.329871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.20.0.1 (71b92f23-9936-46ef-ae32-d215365a8414/735dd8a4-6f98-434b-a865-c72d00916e2a/6bdd3d93-193f-43e8-a337-6a9a3ad7bae3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:55.374472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.375141 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment 692cbb5a-70f8-4d82-a0c4-a4dd345614dd of type vlan for network c7669730-bc87-406c-b8f8-29bb42817118 Feb 19 07:33:55.436029 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-6f16be8a-9f3b-425b-8c6f-4a7cae8e566a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=898871ed-b840-4852-893d-bc8c2c9b3555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6361120 Feb 19 07:33:55.456444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:55.463267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c0ace6bc-5a89-4b28-889d-8271b147d8bb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:55.491764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Calling delete_port for 169b9910-849d-4318-bd5b-b92e398d7051 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:55.562430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c540499-7555-446c-9822-f8cbbe1061cf None None] Pushing event updated for resources: {'Port': ['ID=c582b282-2d0d-4194-a7cf-e886c69bf8c2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:55.592412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.766731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.771909 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-2938adcb-5e39-4981-a630-9e994c0be011 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918656 Feb 19 07:33:55.775145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.778875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:55.779543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.794270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.857635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:33:55.947196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:55.961814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.021473 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9623845 Feb 19 07:33:56.037927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:56.084256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36128) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:56.097063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object 6bdd3d93-193f-43e8-a337-6a9a3ad7bae3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:56.100841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': 'c7669730-bc87-406c-b8f8-29bb42817118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:56.112816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.220704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:56.221650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:56.296997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.318173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 3751505b-ea30-487b-90ba-84031095bf63 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:56.331574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.352582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225543f-3a3e-4027-9232-892c5c57818b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=c7669730-bc87-406c-b8f8-29bb42817118,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:56.438388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-fd4e7b0e-e9c8-45ba-bfae-f9ff19324727', 'network_id': 'fd4e7b0e-e9c8-45ba-bfae-f9ff19324727', 'tenant_id': 'a773068664094c15b31b46ed1b24c974', 'fixed_ips': [{'subnet_id': 'aa709ebf-3ce5-4865-9eab-8d713fccdb09'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:56.439305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.448352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42729cc-3c72-4ae8-9f7c-a9b543a8eec1 None None] Network 71b92f23-9936-46ef-ae32-d215365a8414 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:56.458453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 71b92f23-9936-46ef-ae32-d215365a8414 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:56.460714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c7669730-bc87-406c-b8f8-29bb42817118 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:33:56.472274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Subnet': ['ID=6ae14106-2e83-40a4-ac76-5996fe4bbccd,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:56.474790 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP a4e41d25-b51f-47f9-8a7d-5f3cf6f8e109 associated. External IP: 172.26.1.83, port: aa5c16dd-18fa-4a83-8918-b369dee69ac6. Feb 19 07:33:56.474974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:56.476664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c0ace6bc-5a89-4b28-889d-8271b147d8bb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:56.476879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=6bdd3d93-193f-43e8-a337-6a9a3ad7bae3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:56.479360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:56.558216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Checking segment: {'id': 'd7a628e5-5d16-44b0-aa3d-e6966258d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '972e835d-008e-458b-b2fc-186a2a652ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:56.558841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network hostable DHCP agents. Network: 972e835d-008e-458b-b2fc-186a2a652ae0, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:56.592485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.605435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.658561 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24a7b520-95c1-42e4-8aad-143595cd0d54 req-7c8fb34f-8fd8-4a24-b3b4-a723b41aa469 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8690190 Feb 19 07:33:56.659458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:56.666770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:56.670222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:56.676167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:56.704312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.707425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 589c9b74-2c4f-4113-af98-3fc1f26e55b5 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:56.740647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network 972e835d-008e-458b-b2fc-186a2a652ae0 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:56.749410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:56.779522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Port': ['ID=3751505b-ea30-487b-90ba-84031095bf63,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:56.792396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 972e835d-008e-458b-b2fc-186a2a652ae0) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:56.806973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:56.807555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.833736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Deleting port 169b9910-849d-4318-bd5b-b92e398d7051 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:56.834257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.838749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.855096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.859272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b0430d55-9c40-4db5-848e-5767524f47fd None None] Provisioning for port c0ace6bc-5a89-4b28-889d-8271b147d8bb completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:56.862885 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-95b6949a-d2a4-4bbf-990f-9e482b927a2d tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0537589 Feb 19 07:33:56.865899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:56.888271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:56.890987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671518f-01ce-4238-a033-014b4d98d1e4 None None] Network 972e835d-008e-458b-b2fc-186a2a652ae0 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:56.908559 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-01f19de5-7a3d-46ef-be57-62f3a8bf1f07 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/ports/3751505b-ea30-487b-90ba-84031095bf63 HTTP/1.1" status: 204 len: 168 time: 1.8487675 Feb 19 07:33:56.923898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 589c9b74-2c4f-4113-af98-3fc1f26e55b5 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:56.924893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 589c9b74-2c4f-4113-af98-3fc1f26e55b5 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:56.944636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b3eec-abc4-441f-8de5-c32c32552f01 None None] Pushing event updated for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=12']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:56.962573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:56.991203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing IP validity checks on allocation pools {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 07:33:56.991830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 07:33:57.000288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b0430d55-9c40-4db5-848e-5767524f47fd None None] Provisioning complete for port c0ace6bc-5a89-4b28-889d-8271b147d8bb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:57.000768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0430d55-9c40-4db5-848e-5767524f47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.099177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.207532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Transition to ACTIVE for port object 954cebc1-6c56-401c-9481-09e7edcb54bd will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:57.326773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.345720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c582b282-2d0d-4194-a7cf-e886c69bf8c2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:33:57.394410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Transition to ACTIVE for port object 954cebc1-6c56-401c-9481-09e7edcb54bd will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:57.413954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=9e60dca7-821b-4046-9d57-83e66f3059a0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:57.454961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': '692cbb5a-70f8-4d82-a0c4-a4dd345614dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c7669730-bc87-406c-b8f8-29bb42817118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:57.455200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: c7669730-bc87-406c-b8f8-29bb42817118, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:33:57.488610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:57.489209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.499573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network c7669730-bc87-406c-b8f8-29bb42817118 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:33:57.565468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c7669730-bc87-406c-b8f8-29bb42817118) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:57.606035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d3903-9a4e-4317-9c5b-7908fd575ffd None None] Network c7669730-bc87-406c-b8f8-29bb42817118 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:57.620640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:57.621230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.627184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.663837 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-96b45ea8-8e76-402a-b785-4c7e7b883e0c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5739915 Feb 19 07:33:57.666706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36140) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:57.822392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.858698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 169b9910-849d-4318-bd5b-b92e398d7051 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:57.859134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.906912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:57.912827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.927405 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:33:57.938975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:57.953105 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:57.955063 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.009436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Pushing event updated for resources: {'Port': ['ID=954cebc1-6c56-401c-9481-09e7edcb54bd,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:58.030821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Network e99d4486-cf3e-4840-b401-3098c439c5f8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:58.047165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:58.051016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:58.056459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:58.056844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.069478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Allocated IP 2001:db8::2 (fd4e7b0e-e9c8-45ba-bfae-f9ff19324727/aa709ebf-3ce5-4865-9eab-8d713fccdb09/20814715-8cc5-44b7-873b-72b3519cbcc8) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:58.102580 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.112259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:48Z', 'revision_number': 10, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.123059 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:33:58.126725 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.139444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0430d55-9c40-4db5-848e-5767524f47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.158553 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69f5c623-dbd3-4d4d-80d4-ab2c366380e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/floatingips/a4e41d25-b51f-47f9-8a7d-5f3cf6f8e109 HTTP/1.1" status: 200 len: 976 time: 5.3903422 Feb 19 07:33:58.162586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36146) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:58.236986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port aa5c16dd-18fa-4a83-8918-b369dee69ac6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:58.237519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.242670 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.243673 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b338173-09ea-4f81-9788-a3492ca00043 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:58.263102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.279676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe866ff-a126-41cc-8ac5-6681cdce300d None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:33:48Z', 'revision_number': 10, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None, '_interfaces': [{'id': '5d7f7d08-2a26-45c0-ab96-68fd76a4881f', 'name': '', 'network_id': '5abd82b3-fa6e-4828-8df2-18e21292606e', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'mac_address': 'fa:16:3e:9a:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d73e8-76e0-4a60-9961-295e179b652c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:26Z', 'updated_at': '2022-02-19T07:32:38Z', 'revision_number': 5, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'subnets': [{'id': '198d73e8-76e0-4a60-9961-295e179b652c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:33:58.296704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Calling delete_port for 169b9910-849d-4318-bd5b-b92e398d7051 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:58.322322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=9e60dca7-821b-4046-9d57-83e66f3059a0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:58.340801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-972e835d-008e-458b-b2fc-186a2a652ae0', 'network_id': '972e835d-008e-458b-b2fc-186a2a652ae0', 'tenant_id': 'a773068664094c15b31b46ed1b24c974', 'fixed_ips': [{'subnet_id': '6ae14106-2e83-40a4-ac76-5996fe4bbccd'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:33:58.341595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.473785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] For port 169b9910-849d-4318-bd5b-b92e398d7051, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=169b9910-849d-4318-bd5b-b92e398d7051,segment=NetworkSegment(2713530f-e957-4e77-afb2-e56b445f9197),segment_id=2713530f-e957-4e77-afb2-e56b445f9197)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:58.474132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.482001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c582b282-2d0d-4194-a7cf-e886c69bf8c2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:58.486820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.547044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.579496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7669730-bc87-406c-b8f8-29bb42817118']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.606378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692cbb5a-70f8-4d82-a0c4-a4dd345614dd') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.606726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692cbb5a-70f8-4d82-a0c4-a4dd345614dd') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:58.624483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.636139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Calling delete_port for 169b9910-849d-4318-bd5b-b92e398d7051 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:58.657424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.663867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.666542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b0430d55-9c40-4db5-848e-5767524f47fd None None] For port c0ace6bc-5a89-4b28-889d-8271b147d8bb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c0ace6bc-5a89-4b28-889d-8271b147d8bb,segment=NetworkSegment(3ffac4ba-d961-4ffd-a84d-1916a9da8103),segment_id=3ffac4ba-d961-4ffd-a84d-1916a9da8103)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:58.681240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:33:58.681931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.696185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Attempting to bind port 954cebc1-6c56-401c-9481-09e7edcb54bd on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:33:58.696833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Attempting to bind port 954cebc1-6c56-401c-9481-09e7edcb54bd by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'e71eb5c7-6377-42c3-b1ae-60b2e992b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e99d4486-cf3e-4840-b401-3098c439c5f8'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:33:58.697356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Attempting to bind port 954cebc1-6c56-401c-9481-09e7edcb54bd on network e99d4486-cf3e-4840-b401-3098c439c5f8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:58.702151 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:58.712424 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b0430d55-9c40-4db5-848e-5767524f47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.753181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67781f65-bf00-4b6f-a567-adb23dcb194a None None] Network c7669730-bc87-406c-b8f8-29bb42817118 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:33:58.761377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.802820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.904071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.928516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.940446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:33:58.940446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Checking segment: {'id': 'e71eb5c7-6377-42c3-b1ae-60b2e992b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e99d4486-cf3e-4840-b401-3098c439c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:33:58.940446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.940446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Bound using segment: {'id': 'e71eb5c7-6377-42c3-b1ae-60b2e992b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e99d4486-cf3e-4840-b401-3098c439c5f8'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:33:58.944849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Bound port: 954cebc1-6c56-401c-9481-09e7edcb54bd, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71eb5c7-6377-42c3-b1ae-60b2e992b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e99d4486-cf3e-4840-b401-3098c439c5f8'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:33:58.944849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:58.954592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=c7669730-bc87-406c-b8f8-29bb42817118,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:58.967245 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e6c69540-eb2c-45a3-94dc-3b96198f1921 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/c7669730-bc87-406c-b8f8-29bb42817118 HTTP/1.1" status: 204 len: 168 time: 1.2942410 Feb 19 07:33:59.021164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=6bdd3d93-193f-43e8-a337-6a9a3ad7bae3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:59.022735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36150) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:59.041818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289752471'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:59.052762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:33:59.057389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:33:59.061029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:33:59.068089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:33:59.085379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:59.086436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.089097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.123557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.175266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] No DVR routers for this DVR port 169b9910-849d-4318-bd5b-b92e398d7051 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:59.216494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1ae5979b-5515-4e90-9dde-f5e69b318720 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:33:59.264443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.265071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.265162 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP a4e41d25-b51f-47f9-8a7d-5f3cf6f8e109 disassociated. External IP: 172.26.1.83, port: aa5c16dd-18fa-4a83-8918-b369dee69ac6. Feb 19 07:33:59.265494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for aa5c16dd-18fa-4a83-8918-b369dee69ac6 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:33:59.274528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0430d55-9c40-4db5-848e-5767524f47fd None None] Pushing event updated for resources: {'Port': ['ID=c0ace6bc-5a89-4b28-889d-8271b147d8bb,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:59.338630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 1ae5979b-5515-4e90-9dde-f5e69b318720 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:33:59.339609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1ae5979b-5515-4e90-9dde-f5e69b318720 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:33:59.347529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:59.347840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:59.361663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:33:59.386555 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90a94a-9e59-4e07-ad83-a0f1e48a7ccc None None] Pushing event deleted for resources: {'Port': ['ID=169b9910-849d-4318-bd5b-b92e398d7051,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:59.388308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Provisioning complete for port c0ace6bc-5a89-4b28-889d-8271b147d8bb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:59.388539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.454709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Allocated IP 2001:db8::2 (972e835d-008e-458b-b2fc-186a2a652ae0/6ae14106-2e83-40a4-ac76-5996fe4bbccd/6457ed06-b010-4fd2-8761-4a8668899a97) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:59.469437 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.469836 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment de5fca83-939f-4b12-b21e-d30b383486da of type vlan for network b565ed49-ddcb-461b-8603-a71cf91250f3 Feb 19 07:33:59.478273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.504609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.518077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Transition to ACTIVE for port object 20814715-8cc5-44b7-873b-72b3519cbcc8 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:59.534864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.542441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] For port 954cebc1-6c56-401c-9481-09e7edcb54bd, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:59.588539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=aa5c16dd-18fa-4a83-8918-b369dee69ac6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:59.617846 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] For port 954cebc1-6c56-401c-9481-09e7edcb54bd, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=954cebc1-6c56-401c-9481-09e7edcb54bd,segment=NetworkSegment(e71eb5c7-6377-42c3-b1ae-60b2e992b8a2),segment_id=e71eb5c7-6377-42c3-b1ae-60b2e992b8a2)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:59.619207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Transition to ACTIVE for port object 20814715-8cc5-44b7-873b-72b3519cbcc8 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:59.637243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.645272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 71b92f23-9936-46ef-ae32-d215365a8414 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:59.646361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.649220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:59.651889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.654837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:59.655417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.761936 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7357113 Feb 19 07:33:59.805867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:33:59.825129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': 'b565ed49-ddcb-461b-8603-a71cf91250f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:33:59.878325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:59.887363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Deleting port 169b9910-849d-4318-bd5b-b92e398d7051 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:33:59.888000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:33:59.890403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:59.900791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:33:59.912553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Pushing event updated for resources: {'Port': ['ID=20814715-8cc5-44b7-873b-72b3519cbcc8,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:59.971742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0980ca-2c48-49a0-905d-1a0803af1c3b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=b565ed49-ddcb-461b-8603-a71cf91250f3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:00.073425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:00.079786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] The port '169b9910-849d-4318-bd5b-b92e398d7051' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:34:00.129509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b565ed49-ddcb-461b-8603-a71cf91250f3 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:00.130046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Allocated IP 2001:db8::1 (fd4e7b0e-e9c8-45ba-bfae-f9ff19324727/aa709ebf-3ce5-4865-9eab-8d713fccdb09/b4462dc0-c74a-4f69-9c5f-104d7f243c3d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:00.149497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:00.149933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.313549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:00.334585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Attempting to bind port 20814715-8cc5-44b7-873b-72b3519cbcc8 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:00.335157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Attempting to bind port 20814715-8cc5-44b7-873b-72b3519cbcc8 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '32cad60c-5d4c-4436-9ada-4097494858fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd4e7b0e-e9c8-45ba-bfae-f9ff19324727'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:00.335515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Attempting to bind port 20814715-8cc5-44b7-873b-72b3519cbcc8 on network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:00.349766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:00.350210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Checking segment: {'id': '32cad60c-5d4c-4436-9ada-4097494858fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd4e7b0e-e9c8-45ba-bfae-f9ff19324727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:00.350535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.350932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Bound using segment: {'id': '32cad60c-5d4c-4436-9ada-4097494858fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd4e7b0e-e9c8-45ba-bfae-f9ff19324727'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:00.351413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Bound port: 20814715-8cc5-44b7-873b-72b3519cbcc8, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cad60c-5d4c-4436-9ada-4097494858fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd4e7b0e-e9c8-45ba-bfae-f9ff19324727'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:00.351840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.355789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:00.375453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b236864-8eda-4fc4-927e-cd1fa6a790c1 None None] Pushing event updated for resources: {'Port': ['ID=954cebc1-6c56-401c-9481-09e7edcb54bd,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:00.491620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:00.496491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.499425 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-940beebf-18e2-46ea-938b-d2d4ff966fb4 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/ports/aa5c16dd-18fa-4a83-8918-b369dee69ac6 HTTP/1.1" status: 204 len: 168 time: 2.3358772 Feb 19 07:34:00.502594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36160) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:00.520350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Provisioning for port c582b282-2d0d-4194-a7cf-e886c69bf8c2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:00.536634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] For port 20814715-8cc5-44b7-873b-72b3519cbcc8, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:00.545928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] For port 20814715-8cc5-44b7-873b-72b3519cbcc8, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20814715-8cc5-44b7-873b-72b3519cbcc8,segment=NetworkSegment(32cad60c-5d4c-4436-9ada-4097494858fb),segment_id=32cad60c-5d4c-4436-9ada-4097494858fb)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:00.547308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.550403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:00.551085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:00.560106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:00.576739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:00.586469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.597853 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c57badd7-38cc-41af-8c59-8370a4c3f720 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "GET /v2.0/floatingips/a4e41d25-b51f-47f9-8a7d-5f3cf6f8e109 HTTP/1.1" status: 200 len: 687 time: 0.0937903 Feb 19 07:34:00.600306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Provisioning complete for port c582b282-2d0d-4194-a7cf-e886c69bf8c2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:00.600492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36164) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:00.600702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.614320 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:00.647936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.700627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Transition to ACTIVE for port object 6457ed06-b010-4fd2-8761-4a8668899a97 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:00.724005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:00.767700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port bb70dd24-4f39-4cec-9988-bab93102bf26 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:00.771592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.781638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Transition to ACTIVE for port object 6457ed06-b010-4fd2-8761-4a8668899a97 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:00.787631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2196fcc9-666e-42b6-bb89-2343e48954f9']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:00.800669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:00.801726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:00.810722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:00.839929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2713530f-e957-4e77-afb2-e56b445f9197') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:00.845549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2713530f-e957-4e77-afb2-e56b445f9197') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:00.876934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:00.877346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3d54b-3bdc-4071-9b28-123c1a2fa229 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:00.880700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc423c9-594e-46e6-a590-4dcd2f7287bb None None] Pushing event updated for resources: {'Port': ['ID=20814715-8cc5-44b7-873b-72b3519cbcc8,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:00.890029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.940257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.983684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:00.984391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.028324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Network 972e835d-008e-458b-b2fc-186a2a652ae0 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:01.040762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.061922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Pushing event updated for resources: {'Port': ['ID=6457ed06-b010-4fd2-8761-4a8668899a97,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:01.076453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:01.085939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:01.105348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.161899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for bb70dd24-4f39-4cec-9988-bab93102bf26 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:01.226609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:01.227009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.260367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Attempting to bind port 6457ed06-b010-4fd2-8761-4a8668899a97 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:01.260738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Attempting to bind port 6457ed06-b010-4fd2-8761-4a8668899a97 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd7a628e5-5d16-44b0-aa3d-e6966258d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '972e835d-008e-458b-b2fc-186a2a652ae0'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:01.265671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Attempting to bind port 6457ed06-b010-4fd2-8761-4a8668899a97 on network 972e835d-008e-458b-b2fc-186a2a652ae0 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:01.275826 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:01.278963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:01.279336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Checking segment: {'id': 'd7a628e5-5d16-44b0-aa3d-e6966258d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '972e835d-008e-458b-b2fc-186a2a652ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:01.279734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.280122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Bound using segment: {'id': 'd7a628e5-5d16-44b0-aa3d-e6966258d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '972e835d-008e-458b-b2fc-186a2a652ae0'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:01.280620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Bound port: 6457ed06-b010-4fd2-8761-4a8668899a97, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a628e5-5d16-44b0-aa3d-e6966258d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '972e835d-008e-458b-b2fc-186a2a652ae0'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:01.280976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.288496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.302008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.397631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port 5d7f7d08-2a26-45c0-ab96-68fd76a4881f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,segment=NetworkSegment(b43b6428-53f0-4a1c-a592-ee9dfe59eea4),segment_id=b43b6428-53f0-4a1c-a592-ee9dfe59eea4)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:01.397993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.414681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] For port 6457ed06-b010-4fd2-8761-4a8668899a97, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:01.417781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] For port 6457ed06-b010-4fd2-8761-4a8668899a97, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6457ed06-b010-4fd2-8761-4a8668899a97,segment=NetworkSegment(d7a628e5-5d16-44b0-aa3d-e6966258d60c),segment_id=d7a628e5-5d16-44b0-aa3d-e6966258d60c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:01.437016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.440314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.501883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=bb70dd24-4f39-4cec-9988-bab93102bf26,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:01.506585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 954cebc1-6c56-401c-9481-09e7edcb54bd up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:01.508302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Transition to ACTIVE for port object b4462dc0-c74a-4f69-9c5f-104d7f243c3d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:01.546386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839a172-35b2-4ce2-854c-b46d79e3f2c5 None None] Network e99d4486-cf3e-4840-b401-3098c439c5f8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:01.569069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] For port c582b282-2d0d-4194-a7cf-e886c69bf8c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c582b282-2d0d-4194-a7cf-e886c69bf8c2,segment=NetworkSegment(821abb6b-9ccf-41a4-a3a3-6a3e9845abe9),segment_id=821abb6b-9ccf-41a4-a3a3-6a3e9845abe9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:01.590129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for 5d7f7d08-2a26-45c0-ab96-68fd76a4881f owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:01.594906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.621505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.642790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.649644 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5eb089e8-3505-43e7-966e-05c72a9fb2e5 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/floatingips/a4e41d25-b51f-47f9-8a7d-5f3cf6f8e109 HTTP/1.1" status: 204 len: 168 time: 1.0480461 Feb 19 07:34:01.650308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36172) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:01.651571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.656797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'b9ec2538-b5bf-4700-9c75-2320e1ad5880'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:01.658338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.662643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:01.671254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:floatingip and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:01.678518 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:34:01.682937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:01.691872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:01.718729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] Pushing event deleted for resources: {'Network': ['ID=2196fcc9-666e-42b6-bb89-2343e48954f9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:01.719590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:01.734545 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-687710fd-cd3a-41fc-bc6c-f579113660c4 tempest-PortsTestJSON-1398388664 tempest-PortsTestJSON-1398388664-project] 10.222.0.72 "DELETE /v2.0/networks/2196fcc9-666e-42b6-bb89-2343e48954f9 HTTP/1.1" status: 204 len: 168 time: 4.7726302 Feb 19 07:34:01.736372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1eed-ec88-4bdc-b1bd-6ce44c34e241 None None] Pushing event updated for resources: {'Port': ['ID=6457ed06-b010-4fd2-8761-4a8668899a97,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:01.874371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.015476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Provisioning for port 6bdd3d93-193f-43e8-a337-6a9a3ad7bae3 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:02.021628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.039232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Provisioning complete for port 6bdd3d93-193f-43e8-a337-6a9a3ad7bae3 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:02.039668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.078233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 954cebc1-6c56-401c-9481-09e7edcb54bd completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:02.126333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d590a62-1965-41c6-8c9f-0f6427f4d3fb None None] Pushing event updated for resources: {'Port': ['ID=c582b282-2d0d-4194-a7cf-e886c69bf8c2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:02.155986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c0ace6bc-5a89-4b28-889d-8271b147d8bb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:02.169443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.241940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:02.247034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Port 6bdd3d93-193f-43e8-a337-6a9a3ad7bae3 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:02.286952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:02.305720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Provisioning complete for port c582b282-2d0d-4194-a7cf-e886c69bf8c2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:02.306106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.314756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:02.314756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.347207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Port': ['ID=b4462dc0-c74a-4f69-9c5f-104d7f243c3d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:02.378769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c0ace6bc-5a89-4b28-889d-8271b147d8bb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:02.379239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.464259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.26.1.63 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/0e52d378-6ffa-4f87-bfcc-9d7e23b1167e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:02.474810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.554102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:34:02.567671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=59026790-fb78-431d-996a-eb60ed1b75ef,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:02.592420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36180) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:02.609200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23dc8be-3c54-4045-94a5-d2990e90525d None None] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:02.626928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20814715-8cc5-44b7-873b-72b3519cbcc8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:02.666829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.701109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.764661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Provisioning for port 954cebc1-6c56-401c-9481-09e7edcb54bd completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:02.784775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:02.787870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:02.790261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Provisioning complete for port 954cebc1-6c56-401c-9481-09e7edcb54bd triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:02.790757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:02.792452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:02.842459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': 'de5fca83-939f-4b12-b21e-d30b383486da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b565ed49-ddcb-461b-8603-a71cf91250f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:02.843106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: b565ed49-ddcb-461b-8603-a71cf91250f3, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:02.918236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 20814715-8cc5-44b7-873b-72b3519cbcc8 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:02.973951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=0e52d378-6ffa-4f87-bfcc-9d7e23b1167e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:03.044880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.094755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] For port 954cebc1-6c56-401c-9481-09e7edcb54bd, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=954cebc1-6c56-401c-9481-09e7edcb54bd,segment=NetworkSegment(e71eb5c7-6377-42c3-b1ae-60b2e992b8a2),segment_id=e71eb5c7-6377-42c3-b1ae-60b2e992b8a2)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:03.102777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.201197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffdc7b-994d-4f79-9174-9d1ff324f7ea None None] Pushing event updated for resources: {'Port': ['ID=954cebc1-6c56-401c-9481-09e7edcb54bd,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:03.242576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.257415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Provisioning for port 20814715-8cc5-44b7-873b-72b3519cbcc8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:03.263291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Provisioning complete for port 20814715-8cc5-44b7-873b-72b3519cbcc8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:03.263889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.333542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=5d7f7d08-2a26-45c0-ab96-68fd76a4881f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:03.343199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29096c5-b5fe-46f0-93a1-11cd3a123456 None None] Network 972e835d-008e-458b-b2fc-186a2a652ae0 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:03.376385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c582b282-2d0d-4194-a7cf-e886c69bf8c2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:03.401097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network b565ed49-ddcb-461b-8603-a71cf91250f3 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:03.521771 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-435f9d71-2625-4716-b3a2-f20024593501 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3077e5da16f94def8b0e99c3f69f9b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9236543 Feb 19 07:34:03.523236 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36186) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:03.658454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1899bc-abf9-4fbd-8b79-46429b390061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.702596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1899bc-abf9-4fbd-8b79-46429b390061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.761294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c582b282-2d0d-4194-a7cf-e886c69bf8c2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:03.761907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.810735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b565ed49-ddcb-461b-8603-a71cf91250f3) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:03.826821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:03.827407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.827514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.854229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.865701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.867245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1899bc-abf9-4fbd-8b79-46429b390061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:03.872809 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2121ad7-59b0-47b3-94f9-6f4e7fba2a87 None None] Network b565ed49-ddcb-461b-8603-a71cf91250f3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:03.910847 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-19e5ee88-15ce-43f1-9ed3-9915cc830af6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0961456 Feb 19 07:34:03.920365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36190) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:03.921139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1899bc-abf9-4fbd-8b79-46429b390061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3b09d-cb23-449d-918b-56969cf670bc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:03.974263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:03.985480 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] Sync routers for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:03.991167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fae9436b-bbbe-43d8-aba9-4342ffddb6c0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/e1b9f0f2-8fc2-4826-9f7c-1a4f10402040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5049436 Feb 19 07:34:03.995611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] For port 20814715-8cc5-44b7-873b-72b3519cbcc8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20814715-8cc5-44b7-873b-72b3519cbcc8,segment=NetworkSegment(32cad60c-5d4c-4436-9ada-4097494858fb),segment_id=32cad60c-5d4c-4436-9ada-4097494858fb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:04.009642 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:04.010605 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:04.031023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36194) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:04.051585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.083752 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:04.098612 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:04.099689 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:04.101547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:34:04.105822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1899bc-abf9-4fbd-8b79-46429b390061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.109750 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5e1899bc-abf9-4fbd-8b79-46429b390061 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31f3b09d-cb23-449d-918b-56969cf670bc HTTP/1.1" status: 204 len: 168 time: 0.5855253 Feb 19 07:34:04.127944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.178153 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:04.178822 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef99b5-ac87-446a-a9f4-b5f5135da70f None None] The sync data for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:04.210944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dddde0b-df9b-461c-9c29-468a43f5f4c6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:04.212332 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4dddde0b-df9b-461c-9c29-468a43f5f4c6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports/6bdd3d93-193f-43e8-a337-6a9a3ad7bae3 HTTP/1.1" status: 200 len: 910 time: 0.1793196 Feb 19 07:34:04.224254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36200) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:04.227786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6457ed06-b010-4fd2-8761-4a8668899a97 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:04.302568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.318020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.318987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.370030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.437365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Provisioning complete for port 954cebc1-6c56-401c-9481-09e7edcb54bd triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:04.437639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.464704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Port': ['ID=b4462dc0-c74a-4f69-9c5f-104d7f243c3d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:04.509571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44aa85-3ac9-4caa-8c7a-6830a843765c None None] Pushing event updated for resources: {'Port': ['ID=20814715-8cc5-44b7-873b-72b3519cbcc8,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:04.552200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 6457ed06-b010-4fd2-8761-4a8668899a97 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:04.648389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b565ed49-ddcb-461b-8603-a71cf91250f3', 'network_id': 'b565ed49-ddcb-461b-8603-a71cf91250f3', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '59026790-fb78-431d-996a-eb60ed1b75ef'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:04.649648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.800131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.803678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.838764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:04.901006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:04.914017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=0e52d378-6ffa-4f87-bfcc-9d7e23b1167e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:04.982798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Allocated IP 172.20.0.1 (b565ed49-ddcb-461b-8603-a71cf91250f3/59026790-fb78-431d-996a-eb60ed1b75ef/a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:04.990758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Provisioning for port 6457ed06-b010-4fd2-8761-4a8668899a97 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:04.996104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:04.999096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Provisioning complete for port 6457ed06-b010-4fd2-8761-4a8668899a97 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:05.000056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.003611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:05.025956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.317427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.327772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:05.353230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 954cebc1-6c56-401c-9481-09e7edcb54bd up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:05.377278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:05.383396 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3b77bf64-72a6-4040-bdff-b120882dedcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0584955 Feb 19 07:34:05.386070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36226) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:05.439272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:05.494966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] For port 6457ed06-b010-4fd2-8761-4a8668899a97, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6457ed06-b010-4fd2-8761-4a8668899a97,segment=NetworkSegment(d7a628e5-5d16-44b0-aa3d-e6966258d60c),segment_id=d7a628e5-5d16-44b0-aa3d-e6966258d60c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:05.533926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.579510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1024827472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:05.589236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:05.596071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:router and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:05.600531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:05.601307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:05.601757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:05.612837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:05.628096 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP 30536be9-e5fb-4df2-9a6d-44a2b52e008e associated. External IP: 172.26.1.63, port: b9ec2538-b5bf-4700-9c75-2320e1ad5880. Feb 19 07:34:05.706345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.707264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.770158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.799220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting subnet 198d73e8-76e0-4a60-9961-295e179b652c {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:05.805680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.817565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.819851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Pushing event updated for resources: {'Port': ['ID=6457ed06-b010-4fd2-8761-4a8668899a97,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:05.822548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:05.855450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.862865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Provisioning complete for port 20814715-8cc5-44b7-873b-72b3519cbcc8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:05.863830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.895090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.907963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Transition to ACTIVE for port object a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:05.933026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.933303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:05.934200 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-852ea1e3-ba59-4276-91b7-ed8e7287435e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5997083 Feb 19 07:34:05.940802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36232) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:05.953133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-886492435'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:05.965903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:05.975835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:network and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:05.981226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:05.994335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:34:02Z', 'revision_number': 11, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:05.994927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:06.009251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Transition to ACTIVE for port object a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:06.012444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 954cebc1-6c56-401c-9481-09e7edcb54bd triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:06.013288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.013410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Router 1dd7db48-702c-4ef7-b6e0-337c71503dce is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:34:06.023787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Made reservation on behalf of 35164b03797740e092454da75443a784 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:06.026792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.051938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:34:06.052231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.058042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.082322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.128570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.153349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Network b565ed49-ddcb-461b-8603-a71cf91250f3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:06.178763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=59026790-fb78-431d-996a-eb60ed1b75ef,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:06.188209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:06.189897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:06.190494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.265017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:06.282368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:security_group_rule and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:06.286559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:06.290379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.311947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:06.314601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Pushing event updated for resources: {'Port': ['ID=a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:06.330736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:06.472571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Subnet': ['ID=198d73e8-76e0-4a60-9961-295e179b652c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:06.480864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.511260 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cb1234f1-fee7-4dd2-91a6-b36a3154c865 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/198d73e8-76e0-4a60-9961-295e179b652c HTTP/1.1" status: 204 len: 168 time: 1.1241038 Feb 19 07:34:06.512028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36236) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:06.525319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20814715-8cc5-44b7-873b-72b3519cbcc8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:06.548204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f5249-0ea1-4ae8-a4d8-11fd2489b444 None None] Network 5abd82b3-fa6e-4828-8df2-18e21292606e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:06.574075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:06.639361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.657312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:06.670120 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] Sync routers for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:06.674193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.679252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.682992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-38eb7bbe-60a0-4c64-b3c3-819bf40691e5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7858975 Feb 19 07:34:06.686862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36240) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:06.700818 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:06.702028 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.720477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Attempting to bind port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:06.721022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Attempting to bind port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'de5fca83-939f-4b12-b21e-d30b383486da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b565ed49-ddcb-461b-8603-a71cf91250f3'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:06.721574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Attempting to bind port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 on network b565ed49-ddcb-461b-8603-a71cf91250f3 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:06.736529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b565ed49-ddcb-461b-8603-a71cf91250f3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.744411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.788212 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:06.789143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Checking segment: {'id': 'de5fca83-939f-4b12-b21e-d30b383486da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b565ed49-ddcb-461b-8603-a71cf91250f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:06.790066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.791072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Bound using segment: {'id': 'de5fca83-939f-4b12-b21e-d30b383486da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b565ed49-ddcb-461b-8603-a71cf91250f3'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:06.792288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Bound port: a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5fca83-939f-4b12-b21e-d30b383486da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b565ed49-ddcb-461b-8603-a71cf91250f3'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:06.792893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.804585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5fca83-939f-4b12-b21e-d30b383486da') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.804850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5fca83-939f-4b12-b21e-d30b383486da') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.817715 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.832737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Deleting port b4494478-d68a-4c0c-ae61-ae27ccdf046a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:06.833121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.836274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.839010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:34:02Z', 'revision_number': 11, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.846011 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:06.848658 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:06.851319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e4214-d944-48b4-b157-b5a2f84ef211 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:34:02Z', 'revision_number': 11, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:06.876080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:06.878126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.885315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.21.0.1 (e99d4486-cf3e-4840-b401-3098c439c5f8/16349e8b-2460-482c-bad5-c8997590c697/f0265048-2cc0-4244-a063-3a4ae047fbaf) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:06.894237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:06.894689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:06.913655 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:06.924562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae509f7d-5fe4-428c-bed5-7f19a01e8fcf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:06.940854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] For port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:06.969201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Provisioning for port b4462dc0-c74a-4f69-9c5f-104d7f243c3d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:06.972287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-324a6425-1014-447a-b520-30f051379492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.010380 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:07.011577 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64235dd6-7d7d-4d8b-859e-877dcd442941 None None] The sync data for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:07.013394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Provisioning complete for port b4462dc0-c74a-4f69-9c5f-104d7f243c3d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:07.013891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.062258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] For port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7,segment=NetworkSegment(de5fca83-939f-4b12-b21e-d30b383486da),segment_id=de5fca83-939f-4b12-b21e-d30b383486da)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:07.073411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.089016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.089353 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Added segment ee765d99-e1eb-429e-a478-ae77b5a35b0c of type vlan for network a3b93904-7a88-458c-bd54-a08905096d83 Feb 19 07:34:07.100608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:34:07.100608 dv-neutron-829958-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:34:07.100608 dv-neutron-829958-1-hyperv neutron-server[83569]: [parameters: {'id': 'b565ed49-ddcb-461b-8603-a71cf91250f3'}] Feb 19 07:34:07.100608 dv-neutron-829958-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:07.101456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:07.121186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 20814715-8cc5-44b7-873b-72b3519cbcc8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:07.121752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.135194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] For port b4494478-d68a-4c0c-ae61-ae27ccdf046a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b4494478-d68a-4c0c-ae61-ae27ccdf046a,segment=NetworkSegment(b43b6428-53f0-4a1c-a592-ee9dfe59eea4),segment_id=b43b6428-53f0-4a1c-a592-ee9dfe59eea4)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:07.135553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.149733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.173737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-99b79740-75d0-46fa-8615-7dbe0e098565 None None] Port b4462dc0-c74a-4f69-9c5f-104d7f243c3d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:07.195321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:07.228094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.286404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264d9c-0a6f-46da-aa83-066e71e98db3 None None] Pushing event updated for resources: {'Port': ['ID=a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:07.309473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object f0265048-2cc0-4244-a063-3a4ae047fbaf will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:07.397830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Calling delete_port for b4494478-d68a-4c0c-ae61-ae27ccdf046a owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:07.416133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.422414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60743820-1298-4a00-a763-67430c2c9ad1 None None] Network b565ed49-ddcb-461b-8603-a71cf91250f3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:07.454186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:34:07.505375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.509048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:07.509853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.520737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network e99d4486-cf3e-4840-b401-3098c439c5f8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:07.529811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=f0265048-2cc0-4244-a063-3a4ae047fbaf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:07.535097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:07.535097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:07.565475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c07c5be1-6731-4229-8812-af38b93fc725 None None] Provisioning complete for port b4462dc0-c74a-4f69-9c5f-104d7f243c3d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:07.566045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c07c5be1-6731-4229-8812-af38b93fc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.609634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.617249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.623578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.639879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:07.640264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.690594 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7488935 Feb 19 07:34:07.697339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Port': ['ID=b4494478-d68a-4c0c-ae61-ae27ccdf046a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:07.702031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36244) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:07.705310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a08c1-bb3c-4e81-8134-afcc1a02ee96 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Network': ['ID=a3b93904-7a88-458c-bd54-a08905096d83,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:07.719002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network a3b93904-7a88-458c-bd54-a08905096d83 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:07.719233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'subnet': {'network_id': 'a3b93904-7a88-458c-bd54-a08905096d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:07.772075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c07c5be1-6731-4229-8812-af38b93fc725 None None] Port b4462dc0-c74a-4f69-9c5f-104d7f243c3d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:07.844863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276fa07-fd65-4af1-a7ef-103abbb9b142 None None] DHCP port deletion for 5abd82b3-fa6e-4828-8df2-18e21292606e request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:07.850610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6457ed06-b010-4fd2-8761-4a8668899a97 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:07.859999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No DVR routers for this DVR port b4494478-d68a-4c0c-ae61-ae27ccdf046a on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:07.898297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:07.922707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:subnet and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:07.939608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:07.962643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:07.969633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:07.976333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:08.002098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7,segment=NetworkSegment(de5fca83-939f-4b12-b21e-d30b383486da),segment_id=de5fca83-939f-4b12-b21e-d30b383486da)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:08.002376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:08.002780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.012946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.014476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.038434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a362c93-f31e-44f9-a354-b6ac36ef7403 None None] Provisioning for port f0265048-2cc0-4244-a063-3a4ae047fbaf completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:08.046403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:08.047014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:08.098455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a362c93-f31e-44f9-a354-b6ac36ef7403 None None] Provisioning complete for port f0265048-2cc0-4244-a063-3a4ae047fbaf triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:08.098725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a362c93-f31e-44f9-a354-b6ac36ef7403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.129492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fade1d-1d9a-477f-8922-9fb45186bba9 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:34:08.190518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:08.221200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6457ed06-b010-4fd2-8761-4a8668899a97 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:08.221551 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.247810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2a362c93-f31e-44f9-a354-b6ac36ef7403 None None] Port f0265048-2cc0-4244-a063-3a4ae047fbaf cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:08.276254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Made reservation on behalf of 35164b03797740e092454da75443a784 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:08.280069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:08.280747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:08.298512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abd82b3-fa6e-4828-8df2-18e21292606e']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:08.310097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:08.370538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:08.370538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ae718-dd13-418b-893e-670598e41c1e None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:08.376093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:08.376684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43b6428-53f0-4a1c-a592-ee9dfe59eea4') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:08.408775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.432823 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a5ad4d8-61d1-410e-9cdb-d8d2b74d18af tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7814441 Feb 19 07:34:08.435527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.458420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.461033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36248) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:08.463504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fade1d-1d9a-477f-8922-9fb45186bba9 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:34:08.474248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-534373388'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:08.531504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:08.531895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.548259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:08.551750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:08.552710 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:08.567586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:network and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:08.619085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Port': ['ID=a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:08.629241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:08.644574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5d7f7d08-2a26-45c0-ab96-68fd76a4881f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:08.682486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No DVR routers for this DVR port a24179cd-fc6e-4ae4-b0a6-db9ca547b6b7 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:08.684488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:08.685569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 5d7f7d08-2a26-45c0-ab96-68fd76a4881f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:08.686274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5d7f7d08-2a26-45c0-ab96-68fd76a4881f not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:08.722448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.747015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:08.749941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.766177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.774119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Pushing event deleted for resources: {'Network': ['ID=5abd82b3-fa6e-4828-8df2-18e21292606e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:08.792427 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f960f9f2-1b56-49b4-9b19-2200b8c9dc1b tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/networks/5abd82b3-fa6e-4828-8df2-18e21292606e HTTP/1.1" status: 204 len: 168 time: 2.2746382 Feb 19 07:34:08.815732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36252) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:08.828740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'routes': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:08.895669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.909100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:08.939365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f4b3453d-3ba2-45b2-91f1-e36a5203af5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.941525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:08.942059 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Added segment 4df001a1-9a7b-4eaf-b02f-30f55120b095 of type vlan for network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f Feb 19 07:34:08.988070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b565ed49-ddcb-461b-8603-a71cf91250f3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:09.005041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5fca83-939f-4b12-b21e-d30b383486da') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:09.005328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5fca83-939f-4b12-b21e-d30b383486da') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:09.019456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.046105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.049512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.049912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.051544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.057854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.090389 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-7505de2e-6ab5-40da-b44b-5fcd2669a74c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:09.091404 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7505de2e-6ab5-40da-b44b-5fcd2669a74c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4040697 Feb 19 07:34:09.098165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36256) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:09.173062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:09.173336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:09.187691 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:09.262921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.266608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:09.267148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.292738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Subnet': ['ID=05a08094-1750-450a-ba77-265f584f4685,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:09.407662 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9453490 Feb 19 07:34:09.410953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36260) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:09.422894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'subnet': {'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:09.437091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39e059-c4bd-468f-be1f-c819720ac65f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Network': ['ID=91619f1d-e456-4d36-a7f3-a2d1ee69e84f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:09.443593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Checking segment: {'id': 'ee765d99-e1eb-429e-a478-ae77b5a35b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a3b93904-7a88-458c-bd54-a08905096d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:09.443593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network hostable DHCP agents. Network: a3b93904-7a88-458c-bd54-a08905096d83, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:09.453978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:09.506886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Added routes are [] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 19 07:34:09.507530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Removed routes are [] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 19 07:34:09.507530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.513820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=f0265048-2cc0-4244-a063-3a4ae047fbaf,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:09.562919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:09.570844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.578303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network a3b93904-7a88-458c-bd54-a08905096d83 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:09.581151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:09.584692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.597541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, a3b93904-7a88-458c-bd54-a08905096d83) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:09.601665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:09.611689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471874d2-fbd2-4af9-b777-7843a7883664 None None] Network a3b93904-7a88-458c-bd54-a08905096d83 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:09.644990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4494478-d68a-4c0c-ae61-ae27ccdf046a no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:09.656656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.671350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:09.671935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.685840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=b565ed49-ddcb-461b-8603-a71cf91250f3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:09.697514 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ae0c37c6-8e21-4679-93d7-0ae426a45039 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/b565ed49-ddcb-461b-8603-a71cf91250f3 HTTP/1.1" status: 204 len: 168 time: 5.7731023 Feb 19 07:34:09.742350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: b4494478-d68a-4c0c-ae61-ae27ccdf046a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:09.742959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4494478-d68a-4c0c-ae61-ae27ccdf046a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:09.744012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36264) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:09.758660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1224558349'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:09.774888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:09.835332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:09.845790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:09.900542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-a3b93904-7a88-458c-bd54-a08905096d83', 'network_id': 'a3b93904-7a88-458c-bd54-a08905096d83', 'tenant_id': '35164b03797740e092454da75443a784', 'fixed_ips': [{'subnet_id': '05a08094-1750-450a-ba77-265f584f4685'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:09.901350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.911901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:09.935896 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-76b3515c-eb8d-41ea-9922-b7c51ed28475 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2319055 Feb 19 07:34:09.939135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36268) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:09.944028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.951381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'network': {'name': 'tempest-router-network01--1812432852'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:09.964306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.970105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:09.972171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:09.975242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.977109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:09.989252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:network and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:09.995429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:10.004434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:10.078812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Allocated IP 172.20.0.2 (a3b93904-7a88-458c-bd54-a08905096d83/05a08094-1750-450a-ba77-265f584f4685/a3dfd961-f390-4b76-add2-6b8cf237e24e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:10.081545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network e99d4486-cf3e-4840-b401-3098c439c5f8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:10.092277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.120336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.129599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:10.137496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Made reservation on behalf of 35164b03797740e092454da75443a784 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:10.140402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.217550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.286525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:10.331370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.331713 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment d8511f18-8cbb-4af9-a0b8-2189f306eb93 of type vlan for network bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c Feb 19 07:34:10.353465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:10.396997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.397638 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Added segment 21b52d7e-7075-4962-a896-8390f1e9f922 of type vlan for network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c Feb 19 07:34:10.408931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.412709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 2fa8f088-7d39-41bb-8fd1-68cc887e707e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:10.414885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.422371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Transition to ACTIVE for port object a3dfd961-f390-4b76-add2-6b8cf237e24e will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:10.441283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Transition to ACTIVE for port object a3dfd961-f390-4b76-add2-6b8cf237e24e will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:10.447267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.449669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.517732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.534932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Network a3b93904-7a88-458c-bd54-a08905096d83 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:10.541160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:10.543307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Pushing event updated for resources: {'Port': ['ID=a3dfd961-f390-4b76-add2-6b8cf237e24e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:10.545504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:10.556215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-071967ab-6e58-44b5-be9f-036c77e39be4 None None] Provisioning complete for port f0265048-2cc0-4244-a063-3a4ae047fbaf triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:10.556573 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-071967ab-6e58-44b5-be9f-036c77e39be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.568191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:34:10.666360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Subnet': ['ID=abd720af-dda2-4003-b712-c629eed621ff,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:10.678943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Checking segment: {'id': '4df001a1-9a7b-4eaf-b02f-30f55120b095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:10.679128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.679748 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network hostable DHCP agents. Network: 91619f1d-e456-4d36-a7f3-a2d1ee69e84f, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:10.682975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.683266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Attempting to bind port a3dfd961-f390-4b76-add2-6b8cf237e24e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:10.683709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.683855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Attempting to bind port a3dfd961-f390-4b76-add2-6b8cf237e24e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'ee765d99-e1eb-429e-a478-ae77b5a35b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a3b93904-7a88-458c-bd54-a08905096d83'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:10.684136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Attempting to bind port a3dfd961-f390-4b76-add2-6b8cf237e24e on network a3b93904-7a88-458c-bd54-a08905096d83 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:10.689480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-071967ab-6e58-44b5-be9f-036c77e39be4 None None] Port f0265048-2cc0-4244-a063-3a4ae047fbaf cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:10.694076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:10.694431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Checking segment: {'id': 'ee765d99-e1eb-429e-a478-ae77b5a35b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a3b93904-7a88-458c-bd54-a08905096d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:10.694817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.695180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Bound using segment: {'id': 'ee765d99-e1eb-429e-a478-ae77b5a35b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a3b93904-7a88-458c-bd54-a08905096d83'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:10.695801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Bound port: a3dfd961-f390-4b76-add2-6b8cf237e24e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee765d99-e1eb-429e-a478-ae77b5a35b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a3b93904-7a88-458c-bd54-a08905096d83'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:10.696369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.744880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:10.768736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 91619f1d-e456-4d36-a7f3-a2d1ee69e84f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:10.777319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe65bb8-822f-4c44-803b-53b68702c0c9 None None] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:10.815703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.816312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.851671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] For port a3dfd961-f390-4b76-add2-6b8cf237e24e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:10.870595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] For port a3dfd961-f390-4b76-add2-6b8cf237e24e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a3dfd961-f390-4b76-add2-6b8cf237e24e,segment=NetworkSegment(ee765d99-e1eb-429e-a478-ae77b5a35b0c),segment_id=ee765d99-e1eb-429e-a478-ae77b5a35b0c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:10.873793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-706c40a0-1c50-4ebb-81d1-48f55be6ed5a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4592676 Feb 19 07:34:10.876661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36272) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:10.882696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1276435041', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:10.884081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.891660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:10.899763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:router and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:10.904663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:10.912773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:10.994503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:10.998120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.998697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.017127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477eb95-b0ef-4dfe-98e0-422ef9349e65 None None] Pushing event updated for resources: {'Port': ['ID=a3dfd961-f390-4b76-add2-6b8cf237e24e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:11.034008 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2884002 Feb 19 07:34:11.036725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc676c-2130-45a1-9df2-42f55ba527f4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:11.044109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36276) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:11.047528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.048564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.065856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:11.075095 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1347396 Feb 19 07:34:11.084389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:11.088327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36280) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:11.102629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'network': {'name': 'tempest-router-network02--764402349'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:11.147958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:11.160509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.164458 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] Sync routers for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:11.166295 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9979f24d-7337-4446-8c7e-20311bfd9780 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 200 len: 705 time: 2.3485622 Feb 19 07:34:11.167495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:11.168004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-91619f1d-e456-4d36-a7f3-a2d1ee69e84f', 'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f', 'tenant_id': '5b4f28fce2a4490ea767c46166357cb7', 'fixed_ips': [{'subnet_id': 'abd720af-dda2-4003-b712-c629eed621ff'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:11.169316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.176126 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:11.179568 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.182731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36284) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:11.183441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting port b4462dc0-c74a-4f69-9c5f-104d7f243c3d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:11.183773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.187890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61c3ab-529b-4d90-ad3e-2a64bb987e1a tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Network': ['ID=4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:11.212927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:11.219127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:11.381550 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:11.432252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:network and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:11.438663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:11.445503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:11.508568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:11.522434 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:34:02Z', 'revision_number': 11, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.522909 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7cabb275-2f0d-4ea0-a3e3-200cfc82e6cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/e1b9f0f2-8fc2-4826-9f7c-1a4f10402040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2975874 Feb 19 07:34:11.525983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36290) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:11.532454 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] Sync routers for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:11.539194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.541988 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] Checking router: 2fa8f088-7d39-41bb-8fd1-68cc887e707e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:34:11.547716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:11.558876 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] Routers {'2fa8f088-7d39-41bb-8fd1-68cc887e707e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:11.559481 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.620280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:11.621160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.685087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c17e4e-8462-46a6-8e65-4553a203c7e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:11.685783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8c17e4e-8462-46a6-8e65-4553a203c7e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:11.692932 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] Set router 2fa8f088-7d39-41bb-8fd1-68cc887e707e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:11.693125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.717857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Allocated IP 172.20.0.2 (91619f1d-e456-4d36-a7f3-a2d1ee69e84f/abd720af-dda2-4003-b712-c629eed621ff/af69fcee-ebbf-4566-942d-357ee7fc24fb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:11.724719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:11.725527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.741865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8c17e4e-8462-46a6-8e65-4553a203c7e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:11.748935 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8c17e4e-8462-46a6-8e65-4553a203c7e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports/f0265048-2cc0-4244-a063-3a4ae047fbaf HTTP/1.1" status: 200 len: 910 time: 0.2208428 Feb 19 07:34:11.751286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36294) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:11.785132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a3dfd961-f390-4b76-add2-6b8cf237e24e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:11.813592 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:34:02Z', 'revision_number': 11, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.818493 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919e8-7270-4eb0-94a4-d87e19e877b7 None None] The sync data for ids ['2fa8f088-7d39-41bb-8fd1-68cc887e707e'] in dv-neutron-829958-1-hyperv is: [{'id': '2fa8f088-7d39-41bb-8fd1-68cc887e707e', 'name': 'tempest-RoutersIpV6Test-router-2015808726', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:21Z', 'updated_at': '2022-02-19T07:34:02Z', 'revision_number': 11, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:11.843870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:11.844382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356ae15-5645-4b2b-bc28-f788708ccd8f None None] The sync data for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:11.855932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Calling delete_port for b4462dc0-c74a-4f69-9c5f-104d7f243c3d owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:12.015607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Made reservation on behalf of 35164b03797740e092454da75443a784 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:12.024182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.026634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port a3dfd961-f390-4b76-add2-6b8cf237e24e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:12.065051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f6c65e04-f880-473a-bdad-61c43677a335 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:12.104302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.110283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.117868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:12.127329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Transition to ACTIVE for port object af69fcee-ebbf-4566-942d-357ee7fc24fb will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:12.143212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:12.153375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Transition to ACTIVE for port object af69fcee-ebbf-4566-942d-357ee7fc24fb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:12.154491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:12.157139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:12.159511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f6c65e04-f880-473a-bdad-61c43677a335 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:12.160984 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f6c65e04-f880-473a-bdad-61c43677a335 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 200 len: 205 time: 0.7456157 Feb 19 07:34:12.163582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.167308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36298) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:12.170676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:12.184094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.185583 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Added segment 67b8a31b-90fa-4769-8162-2073c6adbc84 of type vlan for network 7a923349-24b3-43cf-8e6a-0d28c95c109f Feb 19 07:34:12.254483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:12.258201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:12.260140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Pushing event updated for resources: {'Port': ['ID=af69fcee-ebbf-4566-942d-357ee7fc24fb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:12.262739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:12.318397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:12.364071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73c97cb4-c474-4bf6-b3d7-4849165783b1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.399165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c986f-474a-44d1-8c37-995daf6a115f None None] Network a3b93904-7a88-458c-bd54-a08905096d83 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:12.451238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.491756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.514615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Attempting to bind port af69fcee-ebbf-4566-942d-357ee7fc24fb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:12.515060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Attempting to bind port af69fcee-ebbf-4566-942d-357ee7fc24fb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '4df001a1-9a7b-4eaf-b02f-30f55120b095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:12.515426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Attempting to bind port af69fcee-ebbf-4566-942d-357ee7fc24fb on network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:12.517836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.532181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:12.532581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Checking segment: {'id': '4df001a1-9a7b-4eaf-b02f-30f55120b095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:12.533081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.533364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Bound using segment: {'id': '4df001a1-9a7b-4eaf-b02f-30f55120b095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:12.533921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Bound port: af69fcee-ebbf-4566-942d-357ee7fc24fb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df001a1-9a7b-4eaf-b02f-30f55120b095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:12.534261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.589755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-da8ebba6-cee4-4cb7-9913-39a9ddb09fa9 None None] Provisioning for port a3dfd961-f390-4b76-add2-6b8cf237e24e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:12.627468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-da8ebba6-cee4-4cb7-9913-39a9ddb09fa9 None None] Provisioning complete for port a3dfd961-f390-4b76-add2-6b8cf237e24e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:12.627820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da8ebba6-cee4-4cb7-9913-39a9ddb09fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.641794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.666499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.670276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:12.671037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.765117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] For port af69fcee-ebbf-4566-942d-357ee7fc24fb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:12.778144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.845910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] For port af69fcee-ebbf-4566-942d-357ee7fc24fb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af69fcee-ebbf-4566-942d-357ee7fc24fb,segment=NetworkSegment(4df001a1-9a7b-4eaf-b02f-30f55120b095),segment_id=4df001a1-9a7b-4eaf-b02f-30f55120b095)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:12.864646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.883224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Port': ['ID=b4462dc0-c74a-4f69-9c5f-104d7f243c3d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:12.891677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8013015 Feb 19 07:34:12.895163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36302) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:12.905695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'subnet': {'network_id': '4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:12.931180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7842de6-f40c-4927-94f2-15ab3335d613 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Network': ['ID=7a923349-24b3-43cf-8e6a-0d28c95c109f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:12.938929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da8ebba6-cee4-4cb7-9913-39a9ddb09fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:12.953445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 7a923349-24b3-43cf-8e6a-0d28c95c109f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:13.088794 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfdd31-1559-4ea5-a574-0c0d030bb981 None None] Pushing event updated for resources: {'Port': ['ID=af69fcee-ebbf-4566-942d-357ee7fc24fb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:13.117101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73c97cb4-c474-4bf6-b3d7-4849165783b1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.133866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-da8ebba6-cee4-4cb7-9913-39a9ddb09fa9 None None] For port a3dfd961-f390-4b76-add2-6b8cf237e24e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a3dfd961-f390-4b76-add2-6b8cf237e24e,segment=NetworkSegment(ee765d99-e1eb-429e-a478-ae77b5a35b0c),segment_id=ee765d99-e1eb-429e-a478-ae77b5a35b0c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:13.154227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da8ebba6-cee4-4cb7-9913-39a9ddb09fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.171315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73c97cb4-c474-4bf6-b3d7-4849165783b1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.190100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:13.205385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:subnet and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:13.211401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:13.237916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:13.256428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.276874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ebba6-cee4-4cb7-9913-39a9ddb09fa9 None None] Pushing event updated for resources: {'Port': ['ID=a3dfd961-f390-4b76-add2-6b8cf237e24e,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:13.303860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73c97cb4-c474-4bf6-b3d7-4849165783b1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.304270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c97cb4-c474-4bf6-b3d7-4849165783b1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa8f088-7d39-41bb-8fd1-68cc887e707e {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:34:13.304455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.316693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Made reservation on behalf of 35164b03797740e092454da75443a784 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:13.320187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.344944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-73c97cb4-c474-4bf6-b3d7-4849165783b1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.350347 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-73c97cb4-c474-4bf6-b3d7-4849165783b1 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 204 len: 168 time: 1.1760221 Feb 19 07:34:13.369476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:13.378170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1451949307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:13.508045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:13.526362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Usage tracker for resource:router and tenant:5abb5c6077aa45948ed13a20f84b635b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:13.540324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:13.603667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.705372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-863fa510-1368-4f13-ba53-09afbb746599 None None] Provisioning complete for port a3dfd961-f390-4b76-add2-6b8cf237e24e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:13.706481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-863fa510-1368-4f13-ba53-09afbb746599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.760188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:13.799595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=4d084039-626a-4488-8c0c-97d13cae6e17,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:13.801928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a3dfd961-f390-4b76-add2-6b8cf237e24e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:13.819608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.820672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.927907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a3dfd961-f390-4b76-add2-6b8cf237e24e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:13.928320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:13.933034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': 'd8511f18-8cbb-4af9-a0b8-2189f306eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:13.933385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:14.005721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.045170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af69fcee-ebbf-4566-942d-357ee7fc24fb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:14.049830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.057895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.065088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.125779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port af69fcee-ebbf-4566-942d-357ee7fc24fb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:14.151199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port f0265048-2cc0-4244-a063-3a4ae047fbaf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:14.151537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.199843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Subnet': ['ID=e1241037-0ce0-4d96-a5f8-a69501b5d2cf,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:14.241710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.246775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:14.298162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Checking segment: {'id': '21b52d7e-7075-4962-a896-8390f1e9f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:14.298748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network hostable DHCP agents. Network: 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:14.321556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:14.330705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873af66-4088-4480-ab5e-5990594bef45 None None] Network bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:14.342048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:14.342644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.382635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.386483 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-324573af-7af8-4ba4-8b54-109155e49e75 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0150945 Feb 19 07:34:14.390916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.26.1.160 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/38a9767c-08ac-4cf3-b2de-fed3341bb5ac) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:14.392842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36310) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:14.400323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.406160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-693b7f9a-598f-4ad2-9938-4c5acd4a401a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:14.466892 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-909bc689-d6f2-4280-9710-af9697033afd tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4211454 Feb 19 07:34:14.490911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36314) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:14.494673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Router 1dd7db48-702c-4ef7-b6e0-337c71503dce has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:14.583665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7ed45-6d34-4f70-a06c-c3067f15033a None None] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:14.653182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c', 'network_id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '4d084039-626a-4488-8c0c-97d13cae6e17'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:14.654391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.669222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for f0265048-2cc0-4244-a063-3a4ae047fbaf owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:14.724298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:14.735876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:14.753462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:14.753717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.759198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766eadb-7434-4d5b-9b10-7e4f2d99f897 None None] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:14.794395 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a3534a53-892d-4583-b019-167f78c370b4 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8940148 Feb 19 07:34:14.794669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:14.806636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'subnet': {'network_id': '7a923349-24b3-43cf-8e6a-0d28c95c109f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:14.849944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-131ee5b6-e3c4-44da-bd12-292ec0b78c2a None None] Provisioning for port af69fcee-ebbf-4566-942d-357ee7fc24fb completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:14.921802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-131ee5b6-e3c4-44da-bd12-292ec0b78c2a None None] Provisioning complete for port af69fcee-ebbf-4566-942d-357ee7fc24fb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:14.922518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-131ee5b6-e3c4-44da-bd12-292ec0b78c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.945182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:14.959388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:14.966728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Usage tracker for resource:subnet and tenant:35164b03797740e092454da75443a784 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:14.970962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:14.980214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:14.988676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.029333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Made reservation on behalf of 35164b03797740e092454da75443a784 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:15.056939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=f0265048-2cc0-4244-a063-3a4ae047fbaf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:15.190346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Allocated IP 172.20.0.1 (bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c/4d084039-626a-4488-8c0c-97d13cae6e17/1dcf2d36-288c-430c-abe4-3bf831b75d0d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:15.243539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.278695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:15.292942 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] Sync routers for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:15.296948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.320016 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:15.320682 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:15.384021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-47e5fac9-7e06-48e4-836b-70e76d122f2c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2833681 Feb 19 07:34:15.407262 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:15.421175 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:15.422844 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:15.471420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:15.495538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-131ee5b6-e3c4-44da-bd12-292ec0b78c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.521806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c', 'network_id': '4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c', 'tenant_id': '35164b03797740e092454da75443a784', 'fixed_ips': [{'subnet_id': 'e1241037-0ce0-4d96-a5f8-a69501b5d2cf'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:15.522569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.527182 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:15.527814 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ccf12-84a8-4c4d-bf87-45b5ef413241 None None] The sync data for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:15.561580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.588954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-131ee5b6-e3c4-44da-bd12-292ec0b78c2a None None] For port af69fcee-ebbf-4566-942d-357ee7fc24fb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af69fcee-ebbf-4566-942d-357ee7fc24fb,segment=NetworkSegment(4df001a1-9a7b-4eaf-b02f-30f55120b095),segment_id=4df001a1-9a7b-4eaf-b02f-30f55120b095)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:15.640842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-131ee5b6-e3c4-44da-bd12-292ec0b78c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.661890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-693b7f9a-598f-4ad2-9938-4c5acd4a401a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.687499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.689653 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-b2e23f03-7b19-4506-8ab1-7e6f6bae7ae0 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] delete failed (client error): The resource could not be found. Feb 19 07:34:15.695892 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b2e23f03-7b19-4506-8ab1-7e6f6bae7ae0 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-980872305 HTTP/1.1" status: 404 len: 334 time: 0.2148409 Feb 19 07:34:15.695892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.697215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:15.704542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a1804d34-14ec-471e-812e-282c89ad48cf tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dd7db48-702c-4ef7-b6e0-337c71503dce'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:15.740399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:15.750024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:15.769522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-693b7f9a-598f-4ad2-9938-4c5acd4a401a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.775282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:15.814748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.844671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=38a9767c-08ac-4cf3-b2de-fed3341bb5ac,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:15.863774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Transition to ACTIVE for port object 1dcf2d36-288c-430c-abe4-3bf831b75d0d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:15.870975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ee5b6-e3c4-44da-bd12-292ec0b78c2a None None] Pushing event updated for resources: {'Port': ['ID=af69fcee-ebbf-4566-942d-357ee7fc24fb,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:15.909925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Transition to ACTIVE for port object 1dcf2d36-288c-430c-abe4-3bf831b75d0d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:15.924356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Allocated IP 172.20.0.2 (4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c/e1241037-0ce0-4d96-a5f8-a69501b5d2cf/0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:15.927440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.969678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a9d4a5ee-c9e2-43c7-81df-4ce2275a2e81 None None] Provisioning complete for port af69fcee-ebbf-4566-942d-357ee7fc24fb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:15.970302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a5ee-c9e2-43c7-81df-4ce2275a2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:15.987406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.070176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.126739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=4d084039-626a-4488-8c0c-97d13cae6e17,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:16.143423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Pushing event updated for resources: {'Port': ['ID=1dcf2d36-288c-430c-abe4-3bf831b75d0d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:16.148023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Network bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:16.154780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:16.161466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:16.242988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.272718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693b7f9a-598f-4ad2-9938-4c5acd4a401a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Router 6b9bee58-4877-4521-9c7b-fb935bb4a2f1 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:34:16.275798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:16.290362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8511f18-8cbb-4af9-a0b8-2189f306eb93') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:16.290721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8511f18-8cbb-4af9-a0b8-2189f306eb93') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:16.305011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.331448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Subnet': ['ID=b5486a48-ee18-4908-bf6e-67bb5f421327,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:16.350920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Checking segment: {'id': '67b8a31b-90fa-4769-8162-2073c6adbc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7a923349-24b3-43cf-8e6a-0d28c95c109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:16.351280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network hostable DHCP agents. Network: 7a923349-24b3-43cf-8e6a-0d28c95c109f, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:16.374733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.391016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Attempting to bind port 1dcf2d36-288c-430c-abe4-3bf831b75d0d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:16.391753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Attempting to bind port 1dcf2d36-288c-430c-abe4-3bf831b75d0d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd8511f18-8cbb-4af9-a0b8-2189f306eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:16.391753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Attempting to bind port 1dcf2d36-288c-430c-abe4-3bf831b75d0d on network bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:16.404863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:16.405306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Checking segment: {'id': 'd8511f18-8cbb-4af9-a0b8-2189f306eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:16.405706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.406090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Bound using segment: {'id': 'd8511f18-8cbb-4af9-a0b8-2189f306eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:16.406550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Bound port: 1dcf2d36-288c-430c-abe4-3bf831b75d0d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8511f18-8cbb-4af9-a0b8-2189f306eb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:16.406913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.433211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.443209 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:16.443570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:16.457709 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:16.463475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.464254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.471891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Transition to ACTIVE for port object 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:16.509435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Transition to ACTIVE for port object 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:16.532597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.568020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] For port 1dcf2d36-288c-430c-abe4-3bf831b75d0d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:16.607957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:16.610863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:16.614407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:16.620672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Pushing event updated for resources: {'Port': ['ID=0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:16.664191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network 7a923349-24b3-43cf-8e6a-0d28c95c109f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:16.697841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 7a923349-24b3-43cf-8e6a-0d28c95c109f) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:16.706290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:16.706977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.718190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea89ba-c7f7-453a-b437-7ae939de15ba None None] Network 7a923349-24b3-43cf-8e6a-0d28c95c109f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:16.737518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1804d34-14ec-471e-812e-282c89ad48cf tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.783683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:34:16.783683 dv-neutron-829958-1-hyperv neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:34:16.783683 dv-neutron-829958-1-hyperv neutron-server[83568]: [parameters: {'id': 'bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c'}] Feb 19 07:34:16.783683 dv-neutron-829958-1-hyperv neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:16.784465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:16.787047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693b7f9a-598f-4ad2-9938-4c5acd4a401a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:16.799759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-693b7f9a-598f-4ad2-9938-4c5acd4a401a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.803693 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-693b7f9a-598f-4ad2-9938-4c5acd4a401a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "PUT /v2.0/routers/6b9bee58-4877-4521-9c7b-fb935bb4a2f1 HTTP/1.1" status: 200 len: 698 time: 2.4071298 Feb 19 07:34:16.808869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36330) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:16.827343 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-31b17739-073f-4f73-8cd0-7d984253a4ac tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0295010 Feb 19 07:34:16.827599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] Sync routers for ids ['6b9bee58-4877-4521-9c7b-fb935bb4a2f1'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:16.848974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] For port 1dcf2d36-288c-430c-abe4-3bf831b75d0d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1dcf2d36-288c-430c-abe4-3bf831b75d0d,segment=NetworkSegment(d8511f18-8cbb-4af9-a0b8-2189f306eb93),segment_id=d8511f18-8cbb-4af9-a0b8-2189f306eb93)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:16.849672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36334) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:16.864270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.899148 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-a1804d34-14ec-471e-812e-282c89ad48cf tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] update failed (client error): The resource could not be found. Feb 19 07:34:16.903822 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1804d34-14ec-471e-812e-282c89ad48cf tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce HTTP/1.1" status: 404 len: 339 time: 1.2037282 Feb 19 07:34:16.905106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36338) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:16.906552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Attempting to bind port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:16.906922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Attempting to bind port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '21b52d7e-7075-4962-a896-8390f1e9f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:16.907279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Attempting to bind port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca on network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:16.959881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:16.963137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Checking segment: {'id': '21b52d7e-7075-4962-a896-8390f1e9f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:16.963235 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e4bcb50c-b4f6-44cc-90b4-188eefb80efb tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/routers/6b9bee58-4877-4521-9c7b-fb935bb4a2f1 HTTP/1.1" status: 200 len: 704 time: 0.1500559 Feb 19 07:34:16.963346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.963346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Bound using segment: {'id': '21b52d7e-7075-4962-a896-8390f1e9f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:16.963346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Bound port: 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b52d7e-7075-4962-a896-8390f1e9f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:16.963346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:16.963662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36342) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:16.977399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1734413463'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:16.983037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] Routers {'6b9bee58-4877-4521-9c7b-fb935bb4a2f1'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:16.983657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6b9bee58-4877-4521-9c7b-fb935bb4a2f1'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:17.011583 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-647e6a4c-9f37-4c82-91dc-7d8cc171cdcc tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b9bee58-4877-4521-9c7b-fb935bb4a2f1 HTTP/1.1" status: 200 len: 205 time: 0.0450361 Feb 19 07:34:17.011829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36346) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:17.033308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:17.050951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:network and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:17.056580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:17.071908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:17.095175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:17.098213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.162659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d314ea0-7349-4c4c-974d-0b25041b2f34 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.237212 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118d6ec-4f5f-481a-ba46-4ec159d16694 None None] Pushing event updated for resources: {'Port': ['ID=1dcf2d36-288c-430c-abe4-3bf831b75d0d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:17.261554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:17.277869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.278262 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Added segment 94720f0d-7fc1-4279-a512-52d424894142 of type vlan for network 1f51969f-623f-4fbb-b89e-a6116819afb6 Feb 19 07:34:17.280484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] Set router 6b9bee58-4877-4521-9c7b-fb935bb4a2f1 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:17.286682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.320478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port 1dcf2d36-288c-430c-abe4-3bf831b75d0d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:17.320810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.348849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:17.396532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] For port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:17.401277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] For port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca,segment=NetworkSegment(21b52d7e-7075-4962-a896-8390f1e9f922),segment_id=21b52d7e-7075-4962-a896-8390f1e9f922)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:17.418156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.482969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.535480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71507dda-bd61-4cc6-ad3c-32847d0c20f0 None None] Network bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:17.563886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-7a923349-24b3-43cf-8e6a-0d28c95c109f', 'network_id': '7a923349-24b3-43cf-8e6a-0d28c95c109f', 'tenant_id': '35164b03797740e092454da75443a784', 'fixed_ips': [{'subnet_id': 'b5486a48-ee18-4908-bf6e-67bb5f421327'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:17.564796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.574245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9bee58-4877-4521-9c7b-fb935bb4a2f1', 'name': 'tempest-RoutersIpV6Test-router-1451949307', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:34:13Z', 'updated_at': '2022-02-19T07:34:15Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:17.596315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router df8a0289-1bb7-4070-b66a-e098c32be231 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:34:17.642509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] Checking router: 6b9bee58-4877-4521-9c7b-fb935bb4a2f1 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:34:17.666907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:34:17.681839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d314ea0-7349-4c4c-974d-0b25041b2f34 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.682813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] Routers {'6b9bee58-4877-4521-9c7b-fb935bb4a2f1'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:17.683337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6b9bee58-4877-4521-9c7b-fb935bb4a2f1'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:17.707971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d314ea0-7349-4c4c-974d-0b25041b2f34 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.737934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af69fcee-ebbf-4566-942d-357ee7fc24fb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:17.790602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.794275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:17.794850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.931108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde64ad1-e690-4908-95b7-f81a6ebf2668 None None] Pushing event updated for resources: {'Port': ['ID=0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:17.959460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:17.959696 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0495203 Feb 19 07:34:17.964179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port 1dcf2d36-288c-430c-abe4-3bf831b75d0d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1dcf2d36-288c-430c-abe4-3bf831b75d0d,segment=NetworkSegment(d8511f18-8cbb-4af9-a0b8-2189f306eb93),segment_id=d8511f18-8cbb-4af9-a0b8-2189f306eb93)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:17.964842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:17.974319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.015057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'subnet': {'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:18.044501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] Set router 6b9bee58-4877-4521-9c7b-fb935bb4a2f1 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:18.172999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d314ea0-7349-4c4c-974d-0b25041b2f34 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.173660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d314ea0-7349-4c4c-974d-0b25041b2f34 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9bee58-4877-4521-9c7b-fb935bb4a2f1 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:34:18.219689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e7e1b-98b6-4b2e-bce7-2b85205c55de tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Network': ['ID=1f51969f-623f-4fbb-b89e-a6116819afb6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:18.285193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:18.295560 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] Sync routers for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:18.305995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 1f51969f-623f-4fbb-b89e-a6116819afb6 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:18.313392 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:18.314009 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:18.334796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9bee58-4877-4521-9c7b-fb935bb4a2f1', 'name': 'tempest-RoutersIpV6Test-router-1451949307', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:34:13Z', 'updated_at': '2022-02-19T07:34:15Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:18.341981 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0b607338-28ce-4ee4-8df0-e9cfa1863ab4 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/e1b9f0f2-8fc2-4826-9f7c-1a4f10402040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5859323 Feb 19 07:34:18.342768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36356) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:18.359764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for 1dcf2d36-288c-430c-abe4-3bf831b75d0d owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:18.434181 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:18.439814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd284fe2-e1ce-42ef-aebc-f5e11ed3feb1 None None] The sync data for ids ['6b9bee58-4877-4521-9c7b-fb935bb4a2f1'] in dv-neutron-829958-1-hyperv is: [{'id': '6b9bee58-4877-4521-9c7b-fb935bb4a2f1', 'name': 'tempest-RoutersIpV6Test-router-1451949307', 'tenant_id': '5abb5c6077aa45948ed13a20f84b635b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:34:13Z', 'updated_at': '2022-02-19T07:34:15Z', 'revision_number': 2, 'project_id': '5abb5c6077aa45948ed13a20f84b635b', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:18.455353 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:18.455940 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:18.481943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port af69fcee-ebbf-4566-942d-357ee7fc24fb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:18.482316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.498024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Allocated IP 172.20.0.1 (4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c/e1241037-0ce0-4d96-a5f8-a69501b5d2cf/71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:18.535421 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:18.536202 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7823669-bbb6-4c0d-ae43-afbb9b2cbfbe None None] The sync data for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:18.593276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Allocated IP 172.20.0.2 (7a923349-24b3-43cf-8e6a-0d28c95c109f/b5486a48-ee18-4908-bf6e-67bb5f421327/7b9c9900-cdab-4114-ae7f-c2568f37e0de) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:18.667127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d314ea0-7349-4c4c-974d-0b25041b2f34 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.668398 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8d314ea0-7349-4c4c-974d-0b25041b2f34 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/6b9bee58-4877-4521-9c7b-fb935bb4a2f1 HTTP/1.1" status: 204 len: 168 time: 1.6555569 Feb 19 07:34:18.670357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.677551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:18.679685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:18.711308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.732803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Transition to ACTIVE for port object 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:18.773668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Usage tracker for resource:subnet and tenant:a773068664094c15b31b46ed1b24c974 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:18.789781 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0febda96-b3c2-4631-af0e-216140b371d5 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b9bee58-4877-4521-9c7b-fb935bb4a2f1 HTTP/1.1" status: 200 len: 205 time: 0.0673461 Feb 19 07:34:18.803059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:18.805663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:18.810092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No DVR routers for this DVR port 1dcf2d36-288c-430c-abe4-3bf831b75d0d on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:18.844102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Port': ['ID=1dcf2d36-288c-430c-abe4-3bf831b75d0d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:18.850947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:18.898632 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-05e3f3e9-855b-4014-9d98-5b48935286c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] delete failed (client error): The resource could not be found. Feb 19 07:34:18.902339 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-05e3f3e9-855b-4014-9d98-5b48935286c6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/6b9bee58-4877-4521-9c7b-fb935bb4a2f1 HTTP/1.1" status: 404 len: 336 time: 0.0931759 Feb 19 07:34:18.902924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:18.931433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.947449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Transition to ACTIVE for port object 7b9c9900-cdab-4114-ae7f-c2568f37e0de will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:18.954018 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d13a7fd-a121-4908-9b3e-018ec447a82a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:18.954455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d13a7fd-a121-4908-9b3e-018ec447a82a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:18.957737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Made reservation on behalf of a773068664094c15b31b46ed1b24c974 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:18.959338 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5d13a7fd-a121-4908-9b3e-018ec447a82a tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/67b0d6bb-f6ae-4bd9-805b-08b63a85454c HTTP/1.1" status: 404 len: 337 time: 0.0542789 Feb 19 07:34:18.961159 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36372) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:18.972554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Transition to ACTIVE for port object 7b9c9900-cdab-4114-ae7f-c2568f37e0de will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:18.986659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:18.987836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.043529 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee26a07-0bb0-4ab6-8b4e-1193bc42d661 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:19.043960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee26a07-0bb0-4ab6-8b4e-1193bc42d661 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:19.050446 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bee26a07-0bb0-4ab6-8b4e-1193bc42d661 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/b55a958d-894b-4e97-af46-76001e6ae7a5 HTTP/1.1" status: 404 len: 337 time: 0.0819874 Feb 19 07:34:19.052096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36376) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.055769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.073174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Pushing event updated for resources: {'Port': ['ID=7b9c9900-cdab-4114-ae7f-c2568f37e0de,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:19.089781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Network 7a923349-24b3-43cf-8e6a-0d28c95c109f is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:19.091076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:19.093576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:19.100887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:19.120870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8511f18-8cbb-4af9-a0b8-2189f306eb93') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:19.121140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8511f18-8cbb-4af9-a0b8-2189f306eb93') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:19.133045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.152595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.173317 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78bc171-177d-4117-8c68-c0aa5266d47c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:19.174063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78bc171-177d-4117-8c68-c0aa5266d47c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:19.175879 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c78bc171-177d-4117-8c68-c0aa5266d47c tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/825ef13e-8c68-4fda-9479-edd5d5a0e195 HTTP/1.1" status: 404 len: 337 time: 0.1226366 Feb 19 07:34:19.179154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ddb4fc-ccd0-4bbc-a341-b51c13f1e2bb None None] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:19.218349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Port': ['ID=71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:19.222438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.238739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:19.240033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:19.270093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Attempting to bind port 7b9c9900-cdab-4114-ae7f-c2568f37e0de on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:19.270617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Attempting to bind port 7b9c9900-cdab-4114-ae7f-c2568f37e0de by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '67b8a31b-90fa-4769-8162-2073c6adbc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7a923349-24b3-43cf-8e6a-0d28c95c109f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:19.270854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Attempting to bind port 7b9c9900-cdab-4114-ae7f-c2568f37e0de on network 7a923349-24b3-43cf-8e6a-0d28c95c109f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:19.286195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.303695 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f692e308-3f23-44f9-b969-053a08617951 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:19.304115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f692e308-3f23-44f9-b969-053a08617951 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:19.304506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:19.304884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Checking segment: {'id': '67b8a31b-90fa-4769-8162-2073c6adbc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7a923349-24b3-43cf-8e6a-0d28c95c109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:19.305280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.305673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Bound using segment: {'id': '67b8a31b-90fa-4769-8162-2073c6adbc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7a923349-24b3-43cf-8e6a-0d28c95c109f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:19.306256 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Bound port: 7b9c9900-cdab-4114-ae7f-c2568f37e0de, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b8a31b-90fa-4769-8162-2073c6adbc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7a923349-24b3-43cf-8e6a-0d28c95c109f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:19.306512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.314043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:19.314698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:19.332529 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:19.343164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-18c4a39d-abb9-4fb0-802b-0d1da72e84e4 None None] Provisioning for port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:19.395962 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f692e308-3f23-44f9-b969-053a08617951 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/198d73e8-76e0-4a60-9961-295e179b652c HTTP/1.1" status: 404 len: 337 time: 0.1645610 Feb 19 07:34:19.417908 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36384) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.476024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:19.493366 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-291d3298-d488-4c53-a86d-d72e02681358 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 200 len: 205 time: 0.0744131 Feb 19 07:34:19.497210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36388) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.501250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:19.516855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] For port 7b9c9900-cdab-4114-ae7f-c2568f37e0de, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:19.522963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] For port 7b9c9900-cdab-4114-ae7f-c2568f37e0de, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7b9c9900-cdab-4114-ae7f-c2568f37e0de,segment=NetworkSegment(67b8a31b-90fa-4769-8162-2073c6adbc84),segment_id=67b8a31b-90fa-4769-8162-2073c6adbc84)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:19.536652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] Sync routers for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:19.551842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.575759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.580590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.621722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-9929beec-5a22-47ad-a181-5dd8c41cd322 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] delete failed (client error): The resource could not be found. Feb 19 07:34:19.621722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9929beec-5a22-47ad-a181-5dd8c41cd322 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/2fa8f088-7d39-41bb-8fd1-68cc887e707e HTTP/1.1" status: 404 len: 336 time: 0.1202452 Feb 19 07:34:19.634226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36392) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.648357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f4140-8437-4cd4-9b04-770ed8e62dc3 None None] Pushing event updated for resources: {'Port': ['ID=7b9c9900-cdab-4114-ae7f-c2568f37e0de,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:19.696266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:19.697191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:19.698270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-50b9a819-f49e-451e-98e1-83a64be1ca20 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Synchronizing usage tracker for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:19.714516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.727958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:19.732915 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4c46b17f-9c39-445e-8d3e-e949ed17e3a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c HTTP/1.1" status: 204 len: 168 time: 5.2409480 Feb 19 07:34:19.737550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36396) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.738360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.739498 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-58e2c7e4-d18d-41c8-80dc-8963023ee8dc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.8618035 Feb 19 07:34:19.750002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36398) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.757642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-685921104'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:19.759641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-50b9a819-f49e-451e-98e1-83a64be1ca20 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] Unset dirty status for tenant:5abb5c6077aa45948ed13a20f84b635b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:19.765390 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50b9a819-f49e-451e-98e1-83a64be1ca20 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=23ed5eb9-c82e-420b-9beb-84591c3bc6fc HTTP/1.1" status: 200 len: 205 time: 0.1260819 Feb 19 07:34:19.766360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.773164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:19.824991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:19.859775 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-386c2f7b-1968-4c51-bfeb-342254e02fe7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] delete failed (client error): The resource could not be found. Feb 19 07:34:19.863519 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-386c2f7b-1968-4c51-bfeb-342254e02fe7 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/23ed5eb9-c82e-420b-9beb-84591c3bc6fc HTTP/1.1" status: 404 len: 336 time: 0.0941513 Feb 19 07:34:19.864108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36408) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.874591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:19.876580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:19.888168 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:19.910312 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f86143-9a37-4fc8-8706-0231dc3021aa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:19.910903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f86143-9a37-4fc8-8706-0231dc3021aa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:19.915003 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1f86143-9a37-4fc8-8706-0231dc3021aa tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/79a7a346-a6da-43b1-a124-97b6783342e0 HTTP/1.1" status: 404 len: 337 time: 0.0475142 Feb 19 07:34:19.915169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:19.915584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36412) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:19.919863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:19.931467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:19.954864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:19.958356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:19.959042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1579d-c492-4b61-8629-19e677422856 None None] The sync data for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:19.986086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:19.994784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:19.995000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.030203 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-355b6d2d-eacb-4336-9878-13fc6249295f tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad509be5-050a-49ab-9708-729e7bea5678 HTTP/1.1" status: 200 len: 205 time: 0.1134069 Feb 19 07:34:20.036192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36416) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:20.145134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:20.152434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.174637 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-9373fd1b-8527-40ec-8d68-a2e91c30ab90 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] delete failed (client error): The resource could not be found. Feb 19 07:34:20.178562 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9373fd1b-8527-40ec-8d68-a2e91c30ab90 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/ad509be5-050a-49ab-9708-729e7bea5678 HTTP/1.1" status: 404 len: 336 time: 0.1313055 Feb 19 07:34:20.180876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36420) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:20.181579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.196849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.226638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Subnet': ['ID=8e444c32-9208-4df6-8e40-0d74eddf62d2,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:20.254275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:20.294487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.294828 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment b24e0676-fa19-4f27-a596-e93512d63db3 of type vlan for network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 Feb 19 07:34:20.315499 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.333122 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3610b0f2-4d50-4347-9419-42e9fa36766d tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f101fca-f798-41fb-b57a-c5fff5cc6907 HTTP/1.1" status: 200 len: 205 time: 0.1411829 Feb 19 07:34:20.341849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Checking segment: {'id': '94720f0d-7fc1-4279-a512-52d424894142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:20.342345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network hostable DHCP agents. Network: 1f51969f-623f-4fbb-b89e-a6116819afb6, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:20.350574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36424) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:20.362796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca,segment=NetworkSegment(21b52d7e-7075-4962-a896-8390f1e9f922),segment_id=21b52d7e-7075-4962-a896-8390f1e9f922)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:20.372505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.458968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:20.468298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0a64a2d4-db1f-4ee3-9424-e8ff06a51aad None None] Provisioning complete for port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:20.469160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a64a2d4-db1f-4ee3-9424-e8ff06a51aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.595211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.605340 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-ca64a052-ce0e-4667-8794-2999533b0307 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] delete failed (client error): The resource could not be found. Feb 19 07:34:20.608778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ca64a052-ce0e-4667-8794-2999533b0307 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/9f101fca-f798-41fb-b57a-c5fff5cc6907 HTTP/1.1" status: 404 len: 336 time: 0.2538171 Feb 19 07:34:20.615171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36428) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:20.629203 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0a64a2d4-db1f-4ee3-9424-e8ff06a51aad None None] Provisioning for port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:20.634006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0a64a2d4-db1f-4ee3-9424-e8ff06a51aad None None] Provisioning complete for port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:20.634465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0a64a2d4-db1f-4ee3-9424-e8ff06a51aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.689596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0a64a2d4-db1f-4ee3-9424-e8ff06a51aad None None] Port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:20.729548 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8947ec-617a-429d-91f0-22e7ae1a8d33 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:20.729978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8947ec-617a-429d-91f0-22e7ae1a8d33 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:20.751325 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-eb8947ec-617a-429d-91f0-22e7ae1a8d33 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/fa4703a6-299d-420b-aca9-eac4d223c68a HTTP/1.1" status: 404 len: 337 time: 0.1325941 Feb 19 07:34:20.759954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:20.765896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network 1f51969f-623f-4fbb-b89e-a6116819afb6 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:20.768080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.771703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:20.772302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.815962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-58ad2351-e142-4576-a11b-9e9c6c3c64b2 None None] Provisioning complete for port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:20.816649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-58ad2351-e142-4576-a11b-9e9c6c3c64b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.886552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-58ad2351-e142-4576-a11b-9e9c6c3c64b2 None None] Port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:20.898566 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aa5afd11-0656-421d-a33c-3b0e39bc9960 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=8385c66f-d6b1-4940-9792-e5ec94210c71 HTTP/1.1" status: 200 len: 205 time: 0.1364355 Feb 19 07:34:20.906274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36436) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:20.918232 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 1f51969f-623f-4fbb-b89e-a6116819afb6) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:20.923101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:20.924036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:20.929626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab69f5-bef3-4bb4-9442-269b4485c903 None None] Network 1f51969f-623f-4fbb-b89e-a6116819afb6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:20.940466 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1942677 Feb 19 07:34:20.946198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36438) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:20.961082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:20.983917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b391f9b-e2ad-4d7c-8b28-41ea13e0faf4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:21.052953 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fe2e6441-b74d-4c9f-ad51-cc1181f34381 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0909767 Feb 19 07:34:21.065545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36444) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:21.081092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d1692b42-406f-4525-94b2-8be48433561f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:21.155323 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-3504595d-4de6-49a5-9b8e-3eb6d24521f4 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] delete failed (client error): The resource could not be found. Feb 19 07:34:21.158815 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3504595d-4de6-49a5-9b8e-3eb6d24521f4 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/8385c66f-d6b1-4940-9792-e5ec94210c71 HTTP/1.1" status: 404 len: 336 time: 0.1214793 Feb 19 07:34:21.162915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:21.163541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:21.183062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d02354-4d56-4e32-b9ed-e824c0f209b2 None None] Network 7a923349-24b3-43cf-8e6a-0d28c95c109f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:21.229080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:21.239644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:21.291098 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4e9600-aa25-4f24-a4d0-44b7b8b2e9ef tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:21.291720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4e9600-aa25-4f24-a4d0-44b7b8b2e9ef tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:21.295749 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9b4e9600-aa25-4f24-a4d0-44b7b8b2e9ef tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/140166cb-edf2-4e09-a7b7-a8c4011f2854 HTTP/1.1" status: 404 len: 337 time: 0.0824480 Feb 19 07:34:21.300243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36452) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:21.401133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-312b6daf-91f5-484b-a48d-db6f9aea1d68 None None] Provisioning for port 7b9c9900-cdab-4114-ae7f-c2568f37e0de completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:21.404187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Port': ['ID=71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:21.424035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:21.425959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-1f51969f-623f-4fbb-b89e-a6116819afb6', 'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6', 'tenant_id': 'a773068664094c15b31b46ed1b24c974', 'fixed_ips': [{'subnet_id': '8e444c32-9208-4df6-8e40-0d74eddf62d2'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:21.427148 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:21.433163 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2834f6d4-33af-432c-9f0a-8a976ebf7149 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f48d44-3b44-4870-bf49-2b761d5c8a5c HTTP/1.1" status: 200 len: 205 time: 0.0870893 Feb 19 07:34:21.440333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36456) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:21.511427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:21.527292 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-5ad0aa68-9f5e-4e91-b6a0-bb6b02a704c8 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] delete failed (client error): The resource could not be found. Feb 19 07:34:21.530744 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5ad0aa68-9f5e-4e91-b6a0-bb6b02a704c8 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/routers/33f48d44-3b44-4870-bf49-2b761d5c8a5c HTTP/1.1" status: 404 len: 336 time: 0.0863864 Feb 19 07:34:21.550708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36460) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:21.633963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:21.709973 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f6409a-0952-460a-8bab-eb215fe69ab6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:21.710840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f6409a-0952-460a-8bab-eb215fe69ab6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:21.712694 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1f6409a-0952-460a-8bab-eb215fe69ab6 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/9e4c9f4d-d6c7-45e0-aafa-4b6f67af4b77 HTTP/1.1" status: 404 len: 337 time: 0.1609218 Feb 19 07:34:21.723844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Allocated IP 2001:db8:1::2 (1f51969f-623f-4fbb-b89e-a6116819afb6/8e444c32-9208-4df6-8e40-0d74eddf62d2/a44a6d99-857c-470d-bedf-4265a77d64ec) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:21.739848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36464) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:21.771379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 is not hosted by any dhcp agent {{(pid=83568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 19 07:34:21.779757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:21.781465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:21.784205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "PUT /v2.0/networks/9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 HTTP/1.1" status: 200 len: 723 time: 0.8340476 Feb 19 07:34:21.801963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36468) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:21.813732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': '9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:21.818534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1864a7-5f23-4fc4-a189-7cfd387ca10b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:21.832980 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d028a0-2175-4e55-8098-6a487d438948 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:21.833301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d028a0-2175-4e55-8098-6a487d438948 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:21.834316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7b9c9900-cdab-4114-ae7f-c2568f37e0de up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:21.834940 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-15d028a0-2175-4e55-8098-6a487d438948 tempest-RoutersIpV6Test-2109210196 tempest-RoutersIpV6Test-2109210196-project] 10.222.0.72 "DELETE /v2.0/subnets/142d3101-6e19-4c0f-b2db-d70024822adb HTTP/1.1" status: 404 len: 337 time: 0.0806344 Feb 19 07:34:21.871483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:22.026532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:22.030278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:22.110246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:22.169644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 7b9c9900-cdab-4114-ae7f-c2568f37e0de completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:22.182601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7b9c9900-cdab-4114-ae7f-c2568f37e0de triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:22.183036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.248741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:22.271677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:22.304192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:22.457540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:22.500140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.552028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.587894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Transition to ACTIVE for port object a44a6d99-857c-470d-bedf-4265a77d64ec will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:22.628199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-015085f7-6ec6-4bc3-aa5d-4ce721b1b17b None None] Provisioning complete for port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:22.628731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-015085f7-6ec6-4bc3-aa5d-4ce721b1b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.630326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36476) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:22.662595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Transition to ACTIVE for port object a44a6d99-857c-470d-bedf-4265a77d64ec will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:22.690595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.691146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1692b42-406f-4525-94b2-8be48433561f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.734628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 7b9c9900-cdab-4114-ae7f-c2568f37e0de, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7b9c9900-cdab-4114-ae7f-c2568f37e0de,segment=NetworkSegment(67b8a31b-90fa-4769-8162-2073c6adbc84),segment_id=67b8a31b-90fa-4769-8162-2073c6adbc84)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:22.736033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.793643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.794418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:22.817359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-015085f7-6ec6-4bc3-aa5d-4ce721b1b17b None None] Port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:22.867349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Pushing event updated for resources: {'Port': ['ID=a44a6d99-857c-470d-bedf-4265a77d64ec,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:22.873314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Network 1f51969f-623f-4fbb-b89e-a6116819afb6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:22.917225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:22.929459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:22.969986 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-70b0d416-6a4b-4671-8879-57732ad106fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5abb5c6077aa45948ed13a20f84b635b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273904 Feb 19 07:34:22.973598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:22.989407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 6bdd3d93-193f-43e8-a337-6a9a3ad7bae3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:22.989879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:22.994923 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=7b9c9900-cdab-4114-ae7f-c2568f37e0de,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:23.060618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:23.061026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.117473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Attempting to bind port a44a6d99-857c-470d-bedf-4265a77d64ec on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:23.117900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Attempting to bind port a44a6d99-857c-470d-bedf-4265a77d64ec by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '94720f0d-7fc1-4279-a512-52d424894142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:23.118264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Attempting to bind port a44a6d99-857c-470d-bedf-4265a77d64ec on network 1f51969f-623f-4fbb-b89e-a6116819afb6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:23.118579 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-d1692b42-406f-4525-94b2-8be48433561f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:23.124599 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d1692b42-406f-4525-94b2-8be48433561f tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce HTTP/1.1" status: 400 len: 364 time: 2.0551937 Feb 19 07:34:23.127374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36486) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:23.148031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:23.148434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Checking segment: {'id': '94720f0d-7fc1-4279-a512-52d424894142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:23.148827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.149218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Bound using segment: {'id': '94720f0d-7fc1-4279-a512-52d424894142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:23.149687 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Bound port: a44a6d99-857c-470d-bedf-4265a77d64ec, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94720f0d-7fc1-4279-a512-52d424894142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '1f51969f-623f-4fbb-b89e-a6116819afb6'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:23.150051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.165694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.282789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] For port a44a6d99-857c-470d-bedf-4265a77d64ec, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:23.286716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] For port a44a6d99-857c-470d-bedf-4265a77d64ec, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a44a6d99-857c-470d-bedf-4265a77d64ec,segment=NetworkSegment(94720f0d-7fc1-4279-a512-52d424894142),segment_id=94720f0d-7fc1-4279-a512-52d424894142)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:23.323775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f921f8-edf7-4155-bffb-780333591b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.355422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.363463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.407998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=28554f47-784e-4d59-a750-b0587d877fc0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:23.435930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f921f8-edf7-4155-bffb-780333591b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.487039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e70d3-7430-413d-aea3-6411ed448ae3 None None] Pushing event updated for resources: {'Port': ['ID=a44a6d99-857c-470d-bedf-4265a77d64ec,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:23.494533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': 'b24e0676-fa19-4f27-a596-e93512d63db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:23.494533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:23.596918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:23.611558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.778578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7b9c9900-cdab-4114-ae7f-c2568f37e0de up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:23.807915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:23.817561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 6bdd3d93-193f-43e8-a337-6a9a3ad7bae3 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:23.844491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89372e9b-2665-4f33-b5e4-508ed8e383ca None None] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:23.880002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:23.880920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:23.968996 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8e160b45-5a12-40c5-9f5c-f9774acda526 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1652653 Feb 19 07:34:23.970208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36490) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:24.003397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c10165aa-afa4-4c52-9821-47be1665d3f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:24.117870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Router 7afd97d8-738b-49ff-a9c0-cad297ab115e is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:34:24.153474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f921f8-edf7-4155-bffb-780333591b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:24.170551 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7b9c9900-cdab-4114-ae7f-c2568f37e0de triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:24.171129 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:24.194624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c10165aa-afa4-4c52-9821-47be1665d3f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2954156'] for subnet, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:24.253120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f921f8-edf7-4155-bffb-780333591b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3305b-0ef6-46b6-b890-da8b0d1f9994,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:24.305272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f921f8-edf7-4155-bffb-780333591b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:24.309696 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-75f921f8-edf7-4155-bffb-780333591b82 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbf3305b-0ef6-46b6-b890-da8b0d1f9994 HTTP/1.1" status: 204 len: 168 time: 1.3306229 Feb 19 07:34:24.374133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26', 'network_id': '9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '28554f47-784e-4d59-a750-b0587d877fc0'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:24.375378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:24.475744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:24.581215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=6bdd3d93-193f-43e8-a337-6a9a3ad7bae3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:24.591142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.065329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.1 (91619f1d-e456-4d36-a7f3-a2d1ee69e84f/abd720af-dda2-4003-b712-c629eed621ff/d14f4697-d10e-4dbf-9436-37626821e50e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:25.098880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1871686d-0f00-4665-a581-69a4ac8ca9c5 None None] Network 1f51969f-623f-4fbb-b89e-a6116819afb6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:25.213032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c10165aa-afa4-4c52-9821-47be1665d3f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733973581981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2707372'] for subnet, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.242979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Allocated IP 2001:db8::1 (7923de55-4a9a-4fa1-9e6a-44d887e9d698/b32c997e-b7a0-4ec1-9697-9cae672cb6c2/74ffe079-abaa-42b4-80fd-d63e5320c95c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:25.295189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10165aa-afa4-4c52-9821-47be1665d3f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=28554f47-784e-4d59-a750-b0587d877fc0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:25.307359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:25.320525 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d4672-1731-4580-95d8-6de9d180514e None None] Sync routers for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:25.333281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.334886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Allocated IP 172.20.0.2 (9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26/28554f47-784e-4d59-a750-b0587d877fc0/2d8ba790-a060-474a-8a0b-0530917774b7) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:25.338095 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d4672-1731-4580-95d8-6de9d180514e None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:25.340554 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-903d4672-1731-4580-95d8-6de9d180514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:25.382376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.407371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Transition to ACTIVE for port object d14f4697-d10e-4dbf-9436-37626821e50e will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:25.447869 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-903d4672-1731-4580-95d8-6de9d180514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:25.480792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5ccb3c79-dcae-4783-8519-23bb37cad9f5 None None] Provisioning for port a44a6d99-857c-470d-bedf-4265a77d64ec completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:25.492675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10165aa-afa4-4c52-9821-47be1665d3f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:25.493439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c10165aa-afa4-4c52-9821-47be1665d3f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.493858 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d4672-1731-4580-95d8-6de9d180514e None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:25.497253 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c10165aa-afa4-4c52-9821-47be1665d3f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "PUT /v2.0/subnets/28554f47-784e-4d59-a750-b0587d877fc0 HTTP/1.1" status: 200 len: 806 time: 1.5028956 Feb 19 07:34:25.498061 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-903d4672-1731-4580-95d8-6de9d180514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:25.510176 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4dd46051-5611-4724-953c-8f7ad5c12450 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "PUT /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6128726 Feb 19 07:34:25.510782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36514) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:25.511109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:25.541489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.562194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Transition to ACTIVE for port object 74ffe079-abaa-42b4-80fd-d63e5320c95c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:25.604093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.626454 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-903d4672-1731-4580-95d8-6de9d180514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:25.627202 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d4672-1731-4580-95d8-6de9d180514e None None] The sync data for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:25.674704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.699715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36522) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:25.713835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36524) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:25.748623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a44a6d99-857c-470d-bedf-4265a77d64ec up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:25.792382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.816292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:25.817486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Transition to ACTIVE for port object 2d8ba790-a060-474a-8a0b-0530917774b7 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:25.840374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:25.849212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:25.850113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Transition to ACTIVE for port object 2d8ba790-a060-474a-8a0b-0530917774b7 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:25.850292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=d14f4697-d10e-4dbf-9436-37626821e50e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:25.857155 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:25.869079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.911335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port a44a6d99-857c-470d-bedf-4265a77d64ec completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:25.940698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:25.943858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:25.948736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a44a6d99-857c-470d-bedf-4265a77d64ec triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:25.949100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.009912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:26.015832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:26.024712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Pushing event updated for resources: {'Port': ['ID=2d8ba790-a060-474a-8a0b-0530917774b7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:26.027053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:26.042454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:26.043405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.062862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.099821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port 2d8ba790-a060-474a-8a0b-0530917774b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:26.101669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.130812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ea109b86-53a3-47a1-80ff-d63afd883ef9 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:26.131705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-ea109b86-53a3-47a1-80ff-d63afd883ef9 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:34:26.138886 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ea109b86-53a3-47a1-80ff-d63afd883ef9 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4298673 Feb 19 07:34:26.149881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36532) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:26.259022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Attempting to bind port 2d8ba790-a060-474a-8a0b-0530917774b7 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:26.259746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Attempting to bind port 2d8ba790-a060-474a-8a0b-0530917774b7 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'b24e0676-fa19-4f27-a596-e93512d63db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:26.260360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Attempting to bind port 2d8ba790-a060-474a-8a0b-0530917774b7 on network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:26.262010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--150746536'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:26.274299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:26.274943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Checking segment: {'id': 'b24e0676-fa19-4f27-a596-e93512d63db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:26.275545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.276357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Bound using segment: {'id': 'b24e0676-fa19-4f27-a596-e93512d63db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:26.276978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Bound port: 2d8ba790-a060-474a-8a0b-0530917774b7, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24e0676-fa19-4f27-a596-e93512d63db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:26.277503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.298296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:26.333436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:26.338404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.342808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:26.395671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port a44a6d99-857c-470d-bedf-4265a77d64ec, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a44a6d99-857c-470d-bedf-4265a77d64ec,segment=NetworkSegment(94720f0d-7fc1-4279-a512-52d424894142),segment_id=94720f0d-7fc1-4279-a512-52d424894142)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:26.415537 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.462988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-efff1076-9d9f-43e7-970c-05f4de9a3a41 None None] Provisioning for port d14f4697-d10e-4dbf-9436-37626821e50e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:26.493226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-efff1076-9d9f-43e7-970c-05f4de9a3a41 None None] Provisioning complete for port d14f4697-d10e-4dbf-9436-37626821e50e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:26.493950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-efff1076-9d9f-43e7-970c-05f4de9a3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.522128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] For port 2d8ba790-a060-474a-8a0b-0530917774b7, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:26.532887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Port': ['ID=74ffe079-abaa-42b4-80fd-d63e5320c95c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:26.549533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:26.554374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] For port 2d8ba790-a060-474a-8a0b-0530917774b7, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2d8ba790-a060-474a-8a0b-0530917774b7,segment=NetworkSegment(b24e0676-fa19-4f27-a596-e93512d63db3),segment_id=b24e0676-fa19-4f27-a596-e93512d63db3)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:26.561782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=a44a6d99-857c-470d-bedf-4265a77d64ec,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:26.569235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.579357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.602303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-efff1076-9d9f-43e7-970c-05f4de9a3a41 None None] Port d14f4697-d10e-4dbf-9436-37626821e50e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:26.641882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.658305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-efff1076-9d9f-43e7-970c-05f4de9a3a41 None None] Provisioning complete for port a44a6d99-857c-470d-bedf-4265a77d64ec triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:26.658504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-efff1076-9d9f-43e7-970c-05f4de9a3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.661700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.681346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c1b8d-ec8d-4679-adbc-f30d2b1da752 None None] Pushing event updated for resources: {'Port': ['ID=2d8ba790-a060-474a-8a0b-0530917774b7,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:26.747482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.770804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Deleting port 1b6e2519-f8f1-4529-90b5-419749cb4db4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:26.771139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.940933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f96a31b-9304-4a59-945f-9abde0570982 None None] Provisioning for port 74ffe079-abaa-42b4-80fd-d63e5320c95c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:26.947309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f96a31b-9304-4a59-945f-9abde0570982 None None] Provisioning complete for port 74ffe079-abaa-42b4-80fd-d63e5320c95c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:26.947949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f96a31b-9304-4a59-945f-9abde0570982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:26.963379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port 2d8ba790-a060-474a-8a0b-0530917774b7, host dv-neutron-829958-1-hyperv, got binding levels [] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:26.963908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:27.016527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1f96a31b-9304-4a59-945f-9abde0570982 None None] Port 74ffe079-abaa-42b4-80fd-d63e5320c95c cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:27.085800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:27.092135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for 2d8ba790-a060-474a-8a0b-0530917774b7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:27.276342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:27.307886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:27.317310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:27.317698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:27.329860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:27.353952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:27.356841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:27.357159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:27.371509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:27.383885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] Sync routers for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:27.399447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:27.400483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:27.438512 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aae5f1ad-dcc6-4968-9561-a8670e606f53 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/e1b9f0f2-8fc2-4826-9f7c-1a4f10402040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0947759 Feb 19 07:34:27.445483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:27.495966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aed2d466-616b-4965-a70f-44b24f48b419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:27.500060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:27.513599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] Routers {'e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:27.514200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:27.536297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aed2d466-616b-4965-a70f-44b24f48b419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:27.537559 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aed2d466-616b-4965-a70f-44b24f48b419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 HTTP/1.1" status: 200 len: 205 time: 0.0910609 Feb 19 07:34:27.541483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36540) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:27.589029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:27.589476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e3323-52f2-466e-b04d-b675ca610452 None None] The sync data for ids ['e1b9f0f2-8fc2-4826-9f7c-1a4f10402040'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:27.718483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:27.754450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79057ec8-2039-430a-ab0d-8e7642c1e76f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:27.773765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd82784-282d-48cf-8b88-0081e3734f25 None None] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:27.800559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Calling delete_port for 1b6e2519-f8f1-4529-90b5-419749cb4db4 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:27.833192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:27.838491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a44a6d99-857c-470d-bedf-4265a77d64ec up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:27.838665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port 2d8ba790-a060-474a-8a0b-0530917774b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:27.838665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:27.936278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6d7a50c2-3782-4c67-ae5d-c36109b61388 None None] Provisioning for port 2d8ba790-a060-474a-8a0b-0530917774b7 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:27.937167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:27.970713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:27.974933 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-2f5873b8-1aa5-4d3e-b00a-a3a2d80269c2 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:27.974933 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f5873b8-1aa5-4d3e-b00a-a3a2d80269c2 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "PUT /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4375093 Feb 19 07:34:27.979790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5815e5-d7e7-49bf-ad9c-77036cb5bfb5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:27.979946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:27.984119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:28.008168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a44a6d99-857c-470d-bedf-4265a77d64ec triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:28.008459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.010564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:28.038851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.039159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.039792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.039999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.040437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.040850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.041290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.041715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.042116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.042526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.042921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:28.097125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.118419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.146777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.186552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d8ba790-a060-474a-8a0b-0530917774b7 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:28.287360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2d8ba790-a060-474a-8a0b-0530917774b7 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:28.294385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2d8ba790-a060-474a-8a0b-0530917774b7 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:28.295080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.372177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.373173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.444673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.486085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.487300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0818ae8b-0741-4b44-aa52-2335ca4c57d9 None None] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:28.501826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=d14f4697-d10e-4dbf-9436-37626821e50e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:28.504347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.599768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.642601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dd625a92-633e-4533-a051-a4415d326bb5 None None] Provisioning complete for port 2d8ba790-a060-474a-8a0b-0530917774b7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:28.643158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd625a92-633e-4533-a051-a4415d326bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.654194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.695148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b6a12-4207-47b3-8a6b-85abb016e5e1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:28.713300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79057ec8-2039-430a-ab0d-8e7642c1e76f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.737790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79057ec8-2039-430a-ab0d-8e7642c1e76f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.746057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port 2d8ba790-a060-474a-8a0b-0530917774b7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2d8ba790-a060-474a-8a0b-0530917774b7,segment=NetworkSegment(b24e0676-fa19-4f27-a596-e93512d63db3),segment_id=b24e0676-fa19-4f27-a596-e93512d63db3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:28.746057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.754029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2d8ba790-a060-474a-8a0b-0530917774b7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2d8ba790-a060-474a-8a0b-0530917774b7,segment=NetworkSegment(b24e0676-fa19-4f27-a596-e93512d63db3),segment_id=b24e0676-fa19-4f27-a596-e93512d63db3)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:28.778662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.792090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event updated for resources: {'Port': ['ID=74ffe079-abaa-42b4-80fd-d63e5320c95c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:28.879160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for 2d8ba790-a060-474a-8a0b-0530917774b7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:28.881082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:28.885264 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a4ef640a-cd2b-4734-8986-1197ce2b96e5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.7310872 Feb 19 07:34:28.893729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36548) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:28.896217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event deleted for resources: {'Port': ['ID=1b6e2519-f8f1-4529-90b5-419749cb4db4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:28.901398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': 'b75b6a12-4207-47b3-8a6b-85abb016e5e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:28.934823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2d8ba790-a060-474a-8a0b-0530917774b7,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:28.957152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:28.973893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:28.979694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:28.983475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:28.999408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:29.001811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:29.078638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79057ec8-2039-430a-ab0d-8e7642c1e76f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.079274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79057ec8-2039-430a-ab0d-8e7642c1e76f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Fanout notify agent at l3_agent the message router_deleted on router e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:34:29.108281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79057ec8-2039-430a-ab0d-8e7642c1e76f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.109781 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79057ec8-2039-430a-ab0d-8e7642c1e76f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 HTTP/1.1" status: 204 len: 168 time: 1.5670285 Feb 19 07:34:29.118162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36552) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:29.150067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.204648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:29.220600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:29.220911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:29.230526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:29.248299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.287724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d8a4b296-12a2-40b9-a1a4-db1c01cde7bf None None] Provisioning complete for port 2d8ba790-a060-474a-8a0b-0530917774b7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:29.288296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8a4b296-12a2-40b9-a1a4-db1c01cde7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.308770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port 2d8ba790-a060-474a-8a0b-0530917774b7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:29.309134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.382114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.505144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87b4d3-a110-4fdf-8a2a-eb7bbf0af197 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:34:29.541465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet 16349e8b-2460-482c-bad5-c8997590c697 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:29.607356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.686210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d8ba790-a060-474a-8a0b-0530917774b7 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:29.724780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-428935fc-e7ca-4157-a637-945d0826b209 None None] Provisioning complete for port d14f4697-d10e-4dbf-9436-37626821e50e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:29.725295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-428935fc-e7ca-4157-a637-945d0826b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.828812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-428935fc-e7ca-4157-a637-945d0826b209 None None] Port d14f4697-d10e-4dbf-9436-37626821e50e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:29.833263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87b4d3-a110-4fdf-8a2a-eb7bbf0af197 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:34:29.846469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.867024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-428935fc-e7ca-4157-a637-945d0826b209 None None] Provisioning complete for port 74ffe079-abaa-42b4-80fd-d63e5320c95c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:29.867509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-428935fc-e7ca-4157-a637-945d0826b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.871104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.919140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2d8ba790-a060-474a-8a0b-0530917774b7 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:29.919664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:29.932826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.016772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3219458-8d4e-40da-90dd-4338583bc200,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:30.032000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port 2d8ba790-a060-474a-8a0b-0530917774b7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2d8ba790-a060-474a-8a0b-0530917774b7,segment=NetworkSegment(b24e0676-fa19-4f27-a596-e93512d63db3),segment_id=b24e0676-fa19-4f27-a596-e93512d63db3)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:30.034039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.047438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.055523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.056895 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c840fdbd-e795-4313-b449-7cf275fb4376 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1621892 Feb 19 07:34:30.060378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-428935fc-e7ca-4157-a637-945d0826b209 None None] Port 74ffe079-abaa-42b4-80fd-d63e5320c95c cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:30.062096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36556) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:30.069446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': 'b75b6a12-4207-47b3-8a6b-85abb016e5e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:30.084643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:30.092915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:30.098045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:30.116071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:30.157876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Router 1dd7db48-702c-4ef7-b6e0-337c71503dce has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:30.161465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.239295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for 2d8ba790-a060-474a-8a0b-0530917774b7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:30.399473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.506038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=16349e8b-2460-482c-bad5-c8997590c697,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:30.508418 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:34:30.509451 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-19c17c14-cd5a-4f53-a248-075284e4fd11 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4462986 Feb 19 07:34:30.515976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:30.537911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.541155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.541396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.541719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.542031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.542351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.542667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.542979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.543294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.543600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.543931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.544274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:30.545711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bca0e26-d02e-4e72-8fd9-3e391a5ac656 None None] Network e99d4486-cf3e-4840-b401-3098c439c5f8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:30.555477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router df8a0289-1bb7-4070-b66a-e098c32be231 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:30.563933 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e09d6979-7915-49ee-930c-542a71b4fc45 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/16349e8b-2460-482c-bad5-c8997590c697 HTTP/1.1" status: 204 len: 168 time: 1.4322841 Feb 19 07:34:30.568590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36564) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:30.608136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.691351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Port': ['ID=2d8ba790-a060-474a-8a0b-0530917774b7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:30.762745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae3c0-1694-45d1-b443-c3d033fee1fe tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.776094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0b56f-ee77-4fee-a92b-3e810bd309fb None None] DHCP port deletion for 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:30.823524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:30.830558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae3c0-1694-45d1-b443-c3d033fee1fe tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.843117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dff09945-0e7a-4d2e-b974-2c9e8a236393 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7118087 Feb 19 07:34:30.843297 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] Sync routers for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:30.846714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36568) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:30.856332 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:30.857065 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:30.872840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No DVR routers for this DVR port 2d8ba790-a060-474a-8a0b-0530917774b7 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:30.883574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] DHCP port deletion for e99d4486-cf3e-4840-b401-3098c439c5f8 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:30.890405 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] Deleting port 954cebc1-6c56-401c-9481-09e7edcb54bd {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:30.891337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:30.942602 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:30.956698 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:30.957546 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.021123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.060272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:31.068597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet 735dd8a4-6f98-434b-a865-c72d00916e2a {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:31.074771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae3c0-1694-45d1-b443-c3d033fee1fe tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.075462 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.076000 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec822bf6-05ab-4052-8e6f-13ac88e63029 None None] The sync data for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:31.078354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.117139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ae3c0-1694-45d1-b443-c3d033fee1fe tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b6a12-4207-47b3-8a6b-85abb016e5e1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:31.176503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.180070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae3c0-1694-45d1-b443-c3d033fee1fe tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.181271 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5e2ae3c0-1694-45d1-b443-c3d033fee1fe tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/b75b6a12-4207-47b3-8a6b-85abb016e5e1 HTTP/1.1" status: 204 len: 168 time: 0.6637163 Feb 19 07:34:31.189462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36572) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:31.208536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] For port 954cebc1-6c56-401c-9481-09e7edcb54bd, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=954cebc1-6c56-401c-9481-09e7edcb54bd,segment=NetworkSegment(e71eb5c7-6377-42c3-b1ae-60b2e992b8a2),segment_id=e71eb5c7-6377-42c3-b1ae-60b2e992b8a2)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:31.208852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.254592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.307141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=28554f47-784e-4d59-a750-b0587d877fc0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:31.333243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] Calling delete_port for 954cebc1-6c56-401c-9481-09e7edcb54bd owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:31.434734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-934186e4-66dc-4b9e-8abe-e65dbcf3419e tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.444434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.496881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c5fd5-a3cb-4d69-a245-8187a0fb1253 None None] Network 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:31.527616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] Pushing event deleted for resources: {'Port': ['ID=954cebc1-6c56-401c-9481-09e7edcb54bd,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:31.530137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88750076-84b1-41f0-8173-540fba9211e2 None None] No DVR routers for this DVR port 954cebc1-6c56-401c-9481-09e7edcb54bd on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:31.553706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.590928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:31.602820 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d43201c1-dd9b-4261-90b2-d0551a245b81 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/routers/df8a0289-1bb7-4070-b66a-e098c32be231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8516722 Feb 19 07:34:31.608865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:31.610856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] Sync routers for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:31.614351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a1fa679-3672-4477-bc98-a29cc5721429 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:31.620608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'port': {'network_id': '91619f1d-e456-4d36-a7f3-a2d1ee69e84f', 'name': 'tempest-FloatingIPTestJSON-953895590'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:31.631867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.646506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:31.647722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.661102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.677449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24e0676-fa19-4f27-a596-e93512d63db3') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.677836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24e0676-fa19-4f27-a596-e93512d63db3') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.704350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.714205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d8ba790-a060-474a-8a0b-0530917774b7 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:31.727105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Deleting port 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:31.727457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.755468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.757743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2d8ba790-a060-474a-8a0b-0530917774b7 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:31.758080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d8ba790-a060-474a-8a0b-0530917774b7 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:31.758485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 954cebc1-6c56-401c-9481-09e7edcb54bd no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:31.768959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.781038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a1fa679-3672-4477-bc98-a29cc5721429 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:31.781705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:31.782225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.784597 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6a1fa679-3672-4477-bc98-a29cc5721429 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5929728 Feb 19 07:34:31.792674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:31.807135 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:31.820644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--516891483'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:31.825788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 954cebc1-6c56-401c-9481-09e7edcb54bd {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:31.826320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 954cebc1-6c56-401c-9481-09e7edcb54bd not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:31.835952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:31.868928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:31.870079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.874231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:31.891911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-934186e4-66dc-4b9e-8abe-e65dbcf3419e tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 07:34:31.896114 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-934186e4-66dc-4b9e-8abe-e65dbcf3419e tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce HTTP/1.1" status: 409 len: 329 time: 1.0445764 Feb 19 07:34:31.896296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:31.897576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.899996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:31.938480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1dd1d7-74fe-49b0-bbf3-bcbc90e8a104 None None] DHCP port deletion for 9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:31.948492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:31.948899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81983c64-3fd2-4f3c-8c3e-9eaa7b92b1c7 None None] The sync data for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:31.965941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=735dd8a4-6f98-434b-a865-c72d00916e2a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:31.966189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddce7b6-da2a-41df-b7f2-c3aa812af083 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:34:31.967316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:31.977419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Usage tracker for resource:port and tenant:5b4f28fce2a4490ea767c46166357cb7 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:31.989151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:32.033298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.035884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.060939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.061167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:32.082896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:32.089229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-89318fe3-b57a-46af-93d0-042b70e445d6 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/735dd8a4-6f98-434b-a865-c72d00916e2a HTTP/1.1" status: 204 len: 168 time: 1.5195537 Feb 19 07:34:32.097975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:32.102079 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-72245278-2ded-4075-8be0-b655a44233ff tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 HTTP/1.1" status: 204 len: 168 time: 6.5710092 Feb 19 07:34:32.105517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36592) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:32.110102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:32.112303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Made reservation on behalf of 5b4f28fce2a4490ea767c46166357cb7 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:32.115436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.123094 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] Sync routers for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:32.129382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:32.134897 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:32.135765 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:32.139910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddce7b6-da2a-41df-b7f2-c3aa812af083 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:34:32.146325 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e880d1ac-5430-4054-8e82-3676b46f6b5f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:32.147218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e880d1ac-5430-4054-8e82-3676b46f6b5f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:32.149170 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e880d1ac-5430-4054-8e82-3676b46f6b5f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 HTTP/1.1" status: 404 len: 339 time: 0.0425048 Feb 19 07:34:32.165449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36596) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:32.171908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.178205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:32.186304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:32.242262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385615576', 'description': 'd1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:32.255461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.278279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:32.313850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:32.330371 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:32.336619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] device_id is not set on port 26710eeb-99d1-424e-8679-9278bc605427 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:34:32.337470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Calling delete_port for 71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:32.375134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:network and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:32.418412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:32.472844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:32.510037 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7d8c9eaa-629e-41de-b5c4-4dabe1e22207 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "DELETE /v2.0/floatingips/19fc2380-a095-461f-b4fb-96f53f8b3cd8 HTTP/1.1" status: 204 len: 168 time: 6.7872059 Feb 19 07:34:32.539686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:34:32.548549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.568036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.599655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:32.602884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.617798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa504695-41a4-42b3-b8cd-8cbbd299a9f8 None None] Network 71b92f23-9936-46ef-ae32-d215365a8414 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:32.675356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.704589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Port': ['ID=71c231e5-48a9-4fcb-ab6a-d1e74d56b1f0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:32.736750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:32.937243 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:27Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:32.948052 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] Checking router: 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:34:32.948669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:32.978339 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:32.979207 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.036555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Allocated IP 172.20.0.8 (91619f1d-e456-4d36-a7f3-a2d1ee69e84f/abd720af-dda2-4003-b712-c629eed621ff/26710eeb-99d1-424e-8679-9278bc605427) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:33.046617 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713', 'status': 'completed', 'code': 200} Feb 19 07:34:33.121752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46331506-c137-4e9b-9337-5c8b8fadf77d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:33.131147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.143888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.144256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment e02a82ef-acb4-469b-9771-6e441629e8eb of type vlan for network 51e5907c-875d-4192-86f1-e2e6df1ed960 Feb 19 07:34:33.145519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.149821 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-58f0f9f6-2e41-4a71-aa5b-fd708dcbe52f tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3524523 Feb 19 07:34:33.155691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:33.175944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f93581a6-e479-410d-aed7-9ef74e861362 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '46331506-c137-4e9b-9337-5c8b8fadf77d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:33.176682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-f93581a6-e479-410d-aed7-9ef74e861362 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:33.181075 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f93581a6-e479-410d-aed7-9ef74e861362 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0161464 Feb 19 07:34:33.181482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36612) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:33.254073 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:33.254670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.306578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] DHCP port deletion for 71b92f23-9936-46ef-ae32-d215365a8414 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:33.312425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Deleting port c582b282-2d0d-4194-a7cf-e886c69bf8c2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:33.312795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.353979 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-e216d609-0e17-4255-af9c-9cff00de0645 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 1098 time: 0.3145552 Feb 19 07:34:33.355476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99d4486-cf3e-4840-b401-3098c439c5f8']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.430440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.446371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71eb5c7-6377-42c3-b1ae-60b2e992b8a2') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.446654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71eb5c7-6377-42c3-b1ae-60b2e992b8a2') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.490611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.547557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.607674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b552ccb4-c782-43b5-a015-9934de3fd959 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.614811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:33.615217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:33.638897 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:33.645081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] For port c582b282-2d0d-4194-a7cf-e886c69bf8c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c582b282-2d0d-4194-a7cf-e886c69bf8c2,segment=NetworkSegment(821abb6b-9ccf-41a4-a3a3-6a3e9845abe9),segment_id=821abb6b-9ccf-41a4-a3a3-6a3e9845abe9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:33.647449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.681840 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:27Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.686771 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12c588a-d81d-4416-92bc-bdffde158b45 None None] The sync data for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv is: [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:31:17Z', 'revision_number': 4, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c7171c0e-0b47-4f47-a096-518bb5ddefb7', 'name': '', 'network_id': '898871ed-b840-4852-893d-bc8c2c9b3555', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'mac_address': 'fa:16:3e:75:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:13Z', 'updated_at': '2022-02-19T07:31:27Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'subnets': [{'id': '308af5a0-8f18-47dd-bf47-0fc226c46e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:33.741567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b552ccb4-c782-43b5-a015-9934de3fd959 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.748451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c582b282-2d0d-4194-a7cf-e886c69bf8c2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:33.753132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.756807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:33.757380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.786757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55a86d-8cf8-4a15-a585-faa7a102e020 req-79153b45-b084-400c-a729-e6fec220741a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:33.787480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-df55a86d-8cf8-4a15-a585-faa7a102e020 req-79153b45-b084-400c-a729-e6fec220741a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Synchronizing usage tracker for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:33.845005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Calling delete_port for c582b282-2d0d-4194-a7cf-e886c69bf8c2 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:33.928785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.938571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.943541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/e99d4486-cf3e-4840-b401-3098c439c5f8 HTTP/1.1" status: 204 len: 168 time: 1.8424721 Feb 19 07:34:33.945638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.973231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36616) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:33.983347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-70a12a9d-d6c3-4f1e-a120-701072c19e1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:33.985545 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-70a12a9d-d6c3-4f1e-a120-701072c19e1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 200 len: 898 time: 0.6207035 Feb 19 07:34:33.990222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:33.999528 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8288586 Feb 19 07:34:34.000613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36620) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:34.029506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.031497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-df55a86d-8cf8-4a15-a585-faa7a102e020 req-79153b45-b084-400c-a729-e6fec220741a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Unset dirty status for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:34.032886 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-df55a86d-8cf8-4a15-a585-faa7a102e020 req-79153b45-b084-400c-a729-e6fec220741a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.9855945 Feb 19 07:34:34.054956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Pushing event deleted for resources: {'Port': ['ID=c582b282-2d0d-4194-a7cf-e886c69bf8c2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:34.067732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.068958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.068958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.068958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.069524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.069524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.069897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.069997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.070316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.070632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.070946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:34.086254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc434d-4acb-47ee-bc5a-93fe3976ace2 None None] No DVR routers for this DVR port c582b282-2d0d-4194-a7cf-e886c69bf8c2 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:34.086886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b552ccb4-c782-43b5-a015-9934de3fd959 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.139705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc69748-6458-48a8-9d70-d34fe40796f9 None None] New status for floating IP 19fc2380-a095-461f-b4fb-96f53f8b3cd8: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:34:34.153240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a55b35-8d06-4150-96ed-73296eb338c6 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=51e5907c-875d-4192-86f1-e2e6df1ed960,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:34.199139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.204265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552ccb4-c782-43b5-a015-9934de3fd959 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46331506-c137-4e9b-9337-5c8b8fadf77d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:34.205729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 51e5907c-875d-4192-86f1-e2e6df1ed960 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:34.265031 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-fa3ea8e9-668d-4cd5-9f4c-7062b6ff4307 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 200 len: 217 time: 0.2511172 Feb 19 07:34:34.279861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53535283-8166-4163-a635-2c8b80a3e962 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=e99d4486-cf3e-4840-b401-3098c439c5f8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:34.321916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Transition to ACTIVE for port object 26710eeb-99d1-424e-8679-9278bc605427 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:34.346700 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-df55a86d-8cf8-4a15-a585-faa7a102e020 req-eca03caa-9091-49c3-8a2b-dcb765abfc88 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083154 Feb 19 07:34:34.354694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb769175-af47-45ce-b7e4-7d383b40c23f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:34.355362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb769175-af47-45ce-b7e4-7d383b40c23f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Synchronizing usage tracker for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:34.399820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.443502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b552ccb4-c782-43b5-a015-9934de3fd959 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.447977 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b552ccb4-c782-43b5-a015-9934de3fd959 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/46331506-c137-4e9b-9337-5c8b8fadf77d HTTP/1.1" status: 204 len: 168 time: 1.2639217 Feb 19 07:34:34.448800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36624) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:34.455228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb769175-af47-45ce-b7e4-7d383b40c23f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Unset dirty status for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:34.456567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cb769175-af47-45ce-b7e4-7d383b40c23f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/networks?id=51e5907c-875d-4192-86f1-e2e6df1ed960 HTTP/1.1" status: 200 len: 760 time: 0.4449677 Feb 19 07:34:34.463266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:34.474448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'description': 'd2'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:34.493899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.516022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-2a9a34c8-8d76-48f2-9786-25069aa9e378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:34.517517 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-2a9a34c8-8d76-48f2-9786-25069aa9e378 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=308af5a0-8f18-47dd-bf47-0fc226c46e19 HTTP/1.1" status: 200 len: 835 time: 0.2335684 Feb 19 07:34:34.583498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Router 7afd97d8-738b-49ff-a9c0-cad297ab115e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:34.655762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-241bb200-a1ab-421d-a144-ad6b5cf9905a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:34.657215 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-241bb200-a1ab-421d-a144-ad6b5cf9905a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.3087788 Feb 19 07:34:34.668198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.718576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b92f23-9936-46ef-ae32-d215365a8414']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:34.728546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a9afd5f7-d671-4d96-8017-00e7317420c4 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:34.743753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821abb6b-9ccf-41a4-a3a3-6a3e9845abe9') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:34.744113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821abb6b-9ccf-41a4-a3a3-6a3e9845abe9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:34.747323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:34.752328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event updated for resources: {'Port': ['ID=26710eeb-99d1-424e-8679-9278bc605427,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:34.768294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:34.818544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.824995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:34.900665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a9afd5f7-d671-4d96-8017-00e7317420c4 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:34.905544 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a9afd5f7-d671-4d96-8017-00e7317420c4 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4497964 Feb 19 07:34:34.906510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.912529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36632) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:34.920313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:34.920707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:34.939235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860957846'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:34.946311 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-da0bc7f4-a865-4d2c-a031-d207ba878615 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=898871ed-b840-4852-893d-bc8c2c9b3555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4081764 Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:34.946944 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:34.987733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Deleting port 070a83d4-7dc0-49f0-b734-605d653e2713 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:34.987992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.032444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e83d1c61-82ca-4c84-b09e-8149b56c8c23 None None] Provisioning for port 26710eeb-99d1-424e-8679-9278bc605427 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:35.038220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e83d1c61-82ca-4c84-b09e-8149b56c8c23 None None] Provisioning complete for port 26710eeb-99d1-424e-8679-9278bc605427 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:35.038807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e83d1c61-82ca-4c84-b09e-8149b56c8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.052975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:35.053616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.071778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.094220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e83d1c61-82ca-4c84-b09e-8149b56c8c23 None None] Port 26710eeb-99d1-424e-8679-9278bc605427 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:35.117921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:35.163218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:35.230428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:35.236090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-20604711-ad68-46fe-a716-f54c63b9dfaf tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "PUT /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2549107 Feb 19 07:34:35.242459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36636) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:35.247033 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] Sync routers for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:35.260426 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:35.261390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:35.268702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.312757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.314415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.321332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fa9aede1-7489-4f02-9eb6-dfdbc9591242 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7084913 Feb 19 07:34:35.331192 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:35.335372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36640) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:35.343785 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:35.344486 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:35.354432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.363439 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-f0f2d81b-daa6-47de-b23e-7881dbc5ccb6 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] delete failed (client error): The resource could not be found. Feb 19 07:34:35.365929 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f0f2d81b-daa6-47de-b23e-7881dbc5ccb6 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-286826418 HTTP/1.1" status: 404 len: 334 time: 0.1195467 Feb 19 07:34:35.370775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Request body: {'floatingip': {'port_id': '26710eeb-99d1-424e-8679-9278bc605427'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:35.382993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36644) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:35.403307 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:35.403731 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96368-6dbc-4be5-953d-89690c586634 None None] The sync data for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:35.408752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b1fff43e-42b7-4b85-a302-ed41bc11f518 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'router': {'external_gateway_info': {'network_id': '7afd97d8-738b-49ff-a9c0-cad297ab115e'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:35.444604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=71b92f23-9936-46ef-ae32-d215365a8414,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:35.450510 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7b8d92e0-a5b5-4bb8-9f25-6ff2572af047 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/71b92f23-9936-46ef-ae32-d215365a8414 HTTP/1.1" status: 204 len: 168 time: 1.4737921 Feb 19 07:34:35.460954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36650) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:35.491119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 51e5907c-875d-4192-86f1-e2e6df1ed960 is not hosted by any dhcp agent {{(pid=83568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 19 07:34:35.491416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544352814'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:35.494605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:35.495111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.496373 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "PUT /v2.0/networks/51e5907c-875d-4192-86f1-e2e6df1ed960 HTTP/1.1" status: 200 len: 757 time: 1.0298676 Feb 19 07:34:35.502359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36654) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:35.512415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:35.557792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:35.568578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:35.571669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:35.586305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:35.597120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:35.599189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:35.644626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9653f2-dbd8-45a4-9467-9131311ea227 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=51e5907c-875d-4192-86f1-e2e6df1ed960,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:35.656260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 51e5907c-875d-4192-86f1-e2e6df1ed960 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:35.663990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:35.681639 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-dfbb0541-a69f-42e9-8f01-f67bed299ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588932 Feb 19 07:34:35.716383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:35.719142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.742261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:35.881795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3551b4-3427-49cf-947f-ea7d0a277738 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:35.882461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c3551b4-3427-49cf-947f-ea7d0a277738 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Synchronizing usage tracker for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:35.954932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:36.019335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c3551b4-3427-49cf-947f-ea7d0a277738 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Unset dirty status for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:36.020383 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c3551b4-3427-49cf-947f-ea7d0a277738 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/networks?id=51e5907c-875d-4192-86f1-e2e6df1ed960 HTTP/1.1" status: 200 len: 760 time: 0.5124013 Feb 19 07:34:36.028483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.029640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36658) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:36.036202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-789209466'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:36.047193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.047619 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment 433929ae-7603-44db-b55a-80090534e33b of type vlan for network 3d3e3155-590e-477b-b65b-5663ae7234da Feb 19 07:34:36.052710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.054632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:36.058561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] For port 070a83d4-7dc0-49f0-b734-605d653e2713, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=070a83d4-7dc0-49f0-b734-605d653e2713,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:36.058912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.082795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e897a7f-93e5-4373-9187-8c0d51494a5f req-54813aa2-bb98-4709-8cb2-ee10569d18f2 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:36.084260 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e897a7f-93e5-4373-9187-8c0d51494a5f req-54813aa2-bb98-4709-8cb2-ee10569d18f2 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 945 time: 0.5094621 Feb 19 07:34:36.085807 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b626146c-082d-4752-b21d-e2ab0bc9926e req-5cc91a97-6cf7-48fd-b0ec-13b2e33b86c8 service neutron] 10.222.0.67 "GET /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900411 Feb 19 07:34:36.092566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:36.170607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8e5a93-18e9-4781-9441-8d35d69637ab,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:36.186460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.195022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.196222 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f3263fc-bf59-4843-80ab-8f156c1038fc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2816951 Feb 19 07:34:36.199761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36662) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:36.212027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-92a6bc47-21cb-4b75-bfa2-d28aca38451c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '2b8e5a93-18e9-4781-9441-8d35d69637ab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:36.212717 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-92a6bc47-21cb-4b75-bfa2-d28aca38451c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:36.213628 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92a6bc47-21cb-4b75-bfa2-d28aca38451c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111678 Feb 19 07:34:36.217121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36666) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:36.231345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Calling delete_port for 070a83d4-7dc0-49f0-b734-605d653e2713 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:36.402901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:36.404089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.405871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.407698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:36.408348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.521374 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e897a7f-93e5-4373-9187-8c0d51494a5f req-e6db7da4-e937-463a-9452-756e538471a8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/security-groups?id=e9dccd46-b45b-412a-9935-d3998022c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262502 Feb 19 07:34:36.526381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:36.545483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=3d3e3155-590e-477b-b65b-5663ae7234da,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:36.558759 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10f17dd5-8773-42f6-b4e2-6157ffca87cb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0929306 Feb 19 07:34:36.560361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:36.566292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 3d3e3155-590e-477b-b65b-5663ae7234da details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:36.572025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bf5044f-578e-4dcd-bd3a-ef6888cbf82b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.577194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:36.587585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1fff43e-42b7-4b85-a302-ed41bc11f518 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.590588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.591054 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment 1a650883-a5d2-49e0-800c-3eb910fc998d of type vlan for network b5d4304b-0a9b-4d3f-b694-755b24067be0 Feb 19 07:34:36.692018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc7efa75-51b9-4b84-be00-e1595ead14f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.800269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.809094 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-b1fff43e-42b7-4b85-a302-ed41bc11f518 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] update failed (client error): The resource could not be found. Feb 19 07:34:36.813897 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b1fff43e-42b7-4b85-a302-ed41bc11f518 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "PUT /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e HTTP/1.1" status: 404 len: 339 time: 1.4261205 Feb 19 07:34:36.815250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:36.888404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.894688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bf5044f-578e-4dcd-bd3a-ef6888cbf82b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:36.947134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:36.961583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:36.967669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:34:36.969578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:36.979798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:36.998477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bf5044f-578e-4dcd-bd3a-ef6888cbf82b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.002032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:37.040321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event deleted for resources: {'Port': ['ID=070a83d4-7dc0-49f0-b734-605d653e2713,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:37.103334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5044f-578e-4dcd-bd3a-ef6888cbf82b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8e5a93-18e9-4781-9441-8d35d69637ab,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:37.114516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.118288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:37.118874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.124129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2bf5044f-578e-4dcd-bd3a-ef6888cbf82b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.127715 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2bf5044f-578e-4dcd-bd3a-ef6888cbf82b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/2b8e5a93-18e9-4781-9441-8d35d69637ab HTTP/1.1" status: 204 len: 168 time: 0.9054115 Feb 19 07:34:37.129122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36678) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:37.149415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.194034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] No DVR routers for this DVR port 070a83d4-7dc0-49f0-b734-605d653e2713 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:37.196616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.245892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-deleted', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:34:37.250214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting port 74ffe079-abaa-42b4-80fd-d63e5320c95c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:37.250582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.347490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.366046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.384498 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e31e06-f57d-4eef-b0a7-8e7a8d199e46', 'name': 'network-vif-deleted', 'tag': '070a83d4-7dc0-49f0-b734-605d653e2713', 'status': 'completed', 'code': 200} Feb 19 07:34:37.407874 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3741989 Feb 19 07:34:37.413550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:37.418233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba1eb6cb-1cee-4236-bd89-5f8ed20faa97 req-c032a53e-7615-4991-b5c0-7ead1dd97460 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.67 "DELETE /v2.0/ports/070a83d4-7dc0-49f0-b734-605d653e2713 HTTP/1.1" status: 204 len: 173 time: 2.7516909 Feb 19 07:34:37.447723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:37.475141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938941ac-1522-43df-a845-f987dd2fecbb tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=b5d4304b-0a9b-4d3f-b694-755b24067be0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:37.494421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b5d4304b-0a9b-4d3f-b694-755b24067be0 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:37.522889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4ad44c2-ecbb-4f4b-a39f-ac1457787a9b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:37.712072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e4ad44c2-ecbb-4f4b-a39f-ac1457787a9b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:37.713334 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e4ad44c2-ecbb-4f4b-a39f-ac1457787a9b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5819342 Feb 19 07:34:37.747064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:37.757980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:37.764920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537548573'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:37.776699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Usage tracker for resource:subnet and tenant:7472e30806c543018a2313ca6f29ee75 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:37.782213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:37.786730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:37.795371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:37.810420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:37.839014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:37.865065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.884056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-bdbd7fd4-b61c-4f27-84f8-2f27c3288f81 req-1fee4214-f668-4afa-a578-238396c806fd tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Synchronizing usage tracker for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:37.887455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:37.955277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.021487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Calling delete_port for 74ffe079-abaa-42b4-80fd-d63e5320c95c owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:38.041340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.068099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-bdbd7fd4-b61c-4f27-84f8-2f27c3288f81 req-1fee4214-f668-4afa-a578-238396c806fd tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Unset dirty status for tenant:d6ea6b7f01d54cf28e8de27ffb99b940 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:38.068712 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bdbd7fd4-b61c-4f27-84f8-2f27c3288f81 req-1fee4214-f668-4afa-a578-238396c806fd tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "GET /v2.0/ports?device_id=c4e31e06-f57d-4eef-b0a7-8e7a8d199e46 HTTP/1.1" status: 200 len: 210 time: 0.3217783 Feb 19 07:34:38.082948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:38.136728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=8ef0ca74-055f-4867-961c-26e000c9eed5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:38.155435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:38.172487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:38.192721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:38.224739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.225656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': '433929ae-7603-44db-b55a-80090534e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:38.226013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: 3d3e3155-590e-477b-b65b-5663ae7234da, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:38.244571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 070a83d4-7dc0-49f0-b734-605d653e2713 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:38.282823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 070a83d4-7dc0-49f0-b734-605d653e2713 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:38.283071 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP 30536be9-e5fb-4df2-9a6d-44a2b52e008e associated. External IP: 172.26.1.63, port: b9ec2538-b5bf-4700-9c75-2320e1ad5880. Feb 19 07:34:38.283186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 070a83d4-7dc0-49f0-b734-605d653e2713 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:38.551715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.571615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.624431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.631843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 3d3e3155-590e-477b-b65b-5663ae7234da is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:38.662669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7177b09e-734d-439a-a2e4-a519319157c7,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:38.688943 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:34:38.697374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.698566 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aaf48bd2-db2e-4d4b-ab9c-230b00f7b27a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9441922 Feb 19 07:34:38.699218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 3d3e3155-590e-477b-b65b-5663ae7234da) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:38.705497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36698) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:38.708995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:38.709561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.710659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c65a5-eec9-472f-962d-e2b338b9fa8a None None] Network 3d3e3155-590e-477b-b65b-5663ae7234da requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:38.718239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Port': ['ID=74ffe079-abaa-42b4-80fd-d63e5320c95c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:38.718969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-34cfaf4c-d748-4488-8484-55e07f72afda tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '7177b09e-734d-439a-a2e4-a519319157c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:38.720136 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-34cfaf4c-d748-4488-8484-55e07f72afda tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:38.724118 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-34cfaf4c-d748-4488-8484-55e07f72afda tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137157 Feb 19 07:34:38.724294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:38.727493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.729671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0a5d1f95-a4dc-485b-a31c-401c9b5b9e76 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '7177b09e-734d-439a-a2e4-a519319157c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:38.730466 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-0a5d1f95-a4dc-485b-a31c-401c9b5b9e76 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:38.731403 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a5d1f95-a4dc-485b-a31c-401c9b5b9e76 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064523 Feb 19 07:34:38.759801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36706) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:38.774890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-57f8a305-e06a-4946-b60e-90a9c6074e6e tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '7177b09e-734d-439a-a2e4-a519319157c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:38.776878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-57f8a305-e06a-4946-b60e-90a9c6074e6e tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:38.776878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57f8a305-e06a-4946-b60e-90a9c6074e6e tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122318 Feb 19 07:34:38.782833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:38.800279 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5e2a9a77-2d08-4754-b1ee-b3e60f00b25a tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2346969 Feb 19 07:34:38.803040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36714) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:38.823956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1895880432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:38.835431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:38.853119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2fc3b403-4f29-44f8-9781-561f6cd59f6d tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '7177b09e-734d-439a-a2e4-a519319157c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:38.854134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-2fc3b403-4f29-44f8-9781-561f6cd59f6d tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:38.857674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=4f2b410b-437d-44a2-afb9-eae83614f57d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:38.858389 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2fc3b403-4f29-44f8-9781-561f6cd59f6d tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0702908 Feb 19 07:34:38.859511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36718) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:38.862606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:router and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:38.869763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:38.895008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:38.933931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': '1a650883-a5d2-49e0-800c-3eb910fc998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:38.934278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: b5d4304b-0a9b-4d3f-b694-755b24067be0, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:38.943820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.944929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.970972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-27d8f8f1-ed3c-40d7-a46f-27ba2f45b6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:38.991228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-3d3e3155-590e-477b-b65b-5663ae7234da', 'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': '8ef0ca74-055f-4867-961c-26e000c9eed5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:38.992511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.007789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1546036b-57d0-4699-8fb4-ecef189c72be tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.028643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.042922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.047286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network b5d4304b-0a9b-4d3f-b694-755b24067be0 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:39.049753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Allocated IP 172.20.0.1 (a3b93904-7a88-458c-bd54-a08905096d83/05a08094-1750-450a-ba77-265f584f4685/9251363d-6751-4567-9e41-86300bd3cca1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:39.056995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1546036b-57d0-4699-8fb4-ecef189c72be tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.094925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b5d4304b-0a9b-4d3f-b694-755b24067be0) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:39.111116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:39.111579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.117254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da463e-1f88-476a-a460-e5fb1ce2933d None None] Network b5d4304b-0a9b-4d3f-b694-755b24067be0 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:39.120273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.209158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36726) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:39.274980 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-85ac0760-b0c8-462d-8319-55121c5059ae tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8528779 Feb 19 07:34:39.282679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:39.305366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.309452 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-604819df-7b46-480b-9f00-438b931331c1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5005720 Feb 19 07:34:39.309452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1546036b-57d0-4699-8fb4-ecef189c72be tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.309452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1546036b-57d0-4699-8fb4-ecef189c72be tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.310434 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1546036b-57d0-4699-8fb4-ecef189c72be tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/7177b09e-734d-439a-a2e4-a519319157c7 HTTP/1.1" status: 204 len: 168 time: 0.4451261 Feb 19 07:34:39.311022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36734) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:39.319214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Allocated IP 172.20.0.2 (3d3e3155-590e-477b-b65b-5663ae7234da/8ef0ca74-055f-4867-961c-26e000c9eed5/2ce72ab0-8f9e-4295-88a0-dd6116874f0c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:39.330820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:39.381652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'port': {'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da', 'name': 'tempest-RoutersTest-341729336'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:39.413597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546036b-57d0-4699-8fb4-ecef189c72be tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7177b09e-734d-439a-a2e4-a519319157c7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:39.582132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b5d4304b-0a9b-4d3f-b694-755b24067be0', 'network_id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '4f2b410b-437d-44a2-afb9-eae83614f57d'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:39.582398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.619446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.621998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96678833-f071-43d8-ac82-9e270e830320 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:39.650966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:39.705954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:39.709335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-96678833-f071-43d8-ac82-9e270e830320 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:39.717113 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-96678833-f071-43d8-ac82-9e270e830320 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3793428 Feb 19 07:34:39.717335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:39.723184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--430287555'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:39.737907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:39.758534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:39.761585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.773477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:39.808600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.811398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.823531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Transition to ACTIVE for port object 2ce72ab0-8f9e-4295-88a0-dd6116874f0c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:39.837573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] device_id is not set on port 674cb764-a6a2-47d9-abae-9689296005a5 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:34:39.857793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Transition to ACTIVE for port object 2ce72ab0-8f9e-4295-88a0-dd6116874f0c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:39.869905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.873086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.874688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Allocated IP 172.20.0.2 (b5d4304b-0a9b-4d3f-b694-755b24067be0/4f2b410b-437d-44a2-afb9-eae83614f57d/a6454916-af14-4f12-b883-38c64b9859da) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:39.884120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:39.918624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Transition to ACTIVE for port object 9251363d-6751-4567-9e41-86300bd3cca1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:39.926257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:39.950134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Network 3d3e3155-590e-477b-b65b-5663ae7234da is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:39.955574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:39.960244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:39.963443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Router 1dd7db48-702c-4ef7-b6e0-337c71503dce has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:39.984341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Pushing event updated for resources: {'Port': ['ID=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.013340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:40.027949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:40.056413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.084291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:40.139745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:40.141598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.145180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Attempting to bind port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:40.145649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Attempting to bind port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '433929ae-7603-44db-b55a-80090534e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:40.146102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Attempting to bind port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c on network 3d3e3155-590e-477b-b65b-5663ae7234da {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:40.175295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:40.175848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Checking segment: {'id': '433929ae-7603-44db-b55a-80090534e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:40.176370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.176843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Bound using segment: {'id': '433929ae-7603-44db-b55a-80090534e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:40.177775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Bound port: 2ce72ab0-8f9e-4295-88a0-dd6116874f0c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433929ae-7603-44db-b55a-80090534e33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3d3e3155-590e-477b-b65b-5663ae7234da'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:40.178231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.184402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.20.0.9 (3d3e3155-590e-477b-b65b-5663ae7234da/8ef0ca74-055f-4867-961c-26e000c9eed5/674cb764-a6a2-47d9-abae-9689296005a5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:40.277120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.288729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.304439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.320164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network a3b93904-7a88-458c-bd54-a08905096d83 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:40.335561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:40.337960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:40.362736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.376829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] For port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:40.390263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Transition to ACTIVE for port object a6454916-af14-4f12-b883-38c64b9859da will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:40.396487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Port': ['ID=9251363d-6751-4567-9e41-86300bd3cca1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.432177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.444905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:40.463600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Transition to ACTIVE for port object a6454916-af14-4f12-b883-38c64b9859da will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:40.473482 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-10cd75db-997e-4c83-8fd4-f0418f51e038 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5725715 Feb 19 07:34:40.478003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:40.480819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] For port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,segment=NetworkSegment(433929ae-7603-44db-b55a-80090534e33b),segment_id=433929ae-7603-44db-b55a-80090534e33b)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:40.483542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] Sync routers for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:40.490905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.561292 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-8b8f6fbf-9d36-44a9-81d3-93f682ad2f83 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] show failed (client error): The resource could not be found. Feb 19 07:34:40.562657 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8b8f6fbf-9d36-44a9-81d3-93f682ad2f83 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-1976309181 HTTP/1.1" status: 404 len: 335 time: 0.0822501 Feb 19 07:34:40.567539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36758) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:40.576283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0c85ef6e-c03a-45bd-b2f9-fd1d4916eaeb tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:40.622366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a0f1d4-fe8c-4955-8b30-57f558b795d3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.624037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.625413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.687985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Pushing event updated for resources: {'Port': ['ID=a6454916-af14-4f12-b883-38c64b9859da,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.689165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2b410b-437d-44a2-afb9-eae83614f57d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.694364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-0c85ef6e-c03a-45bd-b2f9-fd1d4916eaeb tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] update failed (client error): The resource could not be found. Feb 19 07:34:40.698035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0c85ef6e-c03a-45bd-b2f9-fd1d4916eaeb tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-1404074815 HTTP/1.1" status: 404 len: 335 time: 0.1283996 Feb 19 07:34:40.701137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.704967 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-949ce092-ccc5-424f-8455-1df569620b50 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9839942 Feb 19 07:34:40.704967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:40.715535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:40.730923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-90f9f7bf-973b-44ff-bc67-00498504528d tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:40.731587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-90f9f7bf-973b-44ff-bc67-00498504528d tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:40.735521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-90f9f7bf-973b-44ff-bc67-00498504528d tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164728 Feb 19 07:34:40.735708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Network b5d4304b-0a9b-4d3f-b694-755b24067be0 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:40.739784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:40.740262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36770) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:40.740681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:40.765118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-faac2f26-d01f-4557-b362-56fafa240364 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:40.778138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.788967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-faac2f26-d01f-4557-b362-56fafa240364 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:40.794915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-faac2f26-d01f-4557-b362-56fafa240364 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:40.798904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-faac2f26-d01f-4557-b362-56fafa240364 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:40.813591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-faac2f26-d01f-4557-b362-56fafa240364 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:40.821178 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:40.829977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.837261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:40.910073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.912673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f28697fb-f9cf-45ad-9664-a56036a483f5 None None] Provisioning for port 9251363d-6751-4567-9e41-86300bd3cca1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:40.931145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:40.971180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:40.989472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object 674cb764-a6a2-47d9-abae-9689296005a5 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:41.003104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Attempting to bind port a6454916-af14-4f12-b883-38c64b9859da on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:41.003559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Attempting to bind port a6454916-af14-4f12-b883-38c64b9859da by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '1a650883-a5d2-49e0-800c-3eb910fc998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:41.003985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Attempting to bind port a6454916-af14-4f12-b883-38c64b9859da on network b5d4304b-0a9b-4d3f-b694-755b24067be0 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:41.013279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f28697fb-f9cf-45ad-9664-a56036a483f5 None None] Provisioning complete for port 9251363d-6751-4567-9e41-86300bd3cca1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:41.013730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f28697fb-f9cf-45ad-9664-a56036a483f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.076879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f28697fb-f9cf-45ad-9664-a56036a483f5 None None] Port 9251363d-6751-4567-9e41-86300bd3cca1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:41.078222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:41.078662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Checking segment: {'id': '1a650883-a5d2-49e0-800c-3eb910fc998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:41.079871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.080102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Bound using segment: {'id': '1a650883-a5d2-49e0-800c-3eb910fc998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:41.080673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Bound port: a6454916-af14-4f12-b883-38c64b9859da, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a650883-a5d2-49e0-800c-3eb910fc998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:41.081110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.081602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d4304b-0a9b-4d3f-b694-755b24067be0']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.109490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a650883-a5d2-49e0-800c-3eb910fc998d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.109771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a650883-a5d2-49e0-800c-3eb910fc998d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.114115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46ef11-17c3-4751-85d1-ecf5d0c6cbee None None] Pushing event updated for resources: {'Port': ['ID=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:41.118676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] Routers {'1dd7db48-702c-4ef7-b6e0-337c71503dce'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:41.119226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['1dd7db48-702c-4ef7-b6e0-337c71503dce'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.140563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.173127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:41.177656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.180273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.186778 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:41.200551 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:41.201458 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.217648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.217883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75245594-9e30-47b9-aa87-11e44bf83e80 None None] The sync data for ids ['1dd7db48-702c-4ef7-b6e0-337c71503dce'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:41.292598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:41.293135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.294377 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.297450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] For port a6454916-af14-4f12-b883-38c64b9859da, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:41.309987 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:41.310478 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:41.312961 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.324923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting subnet 8e444c32-9208-4df6-8e40-0d74eddf62d2 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:41.370423 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-faac2f26-d01f-4557-b362-56fafa240364 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:41.372721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-faac2f26-d01f-4557-b362-56fafa240364 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6255374 Feb 19 07:34:41.378224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.385957 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:41.386343 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4040c-ded2-4468-aac2-0b3a913d9b27 None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:41.394334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:41.406125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c28fb79a-5c22-428c-8b25-a0e2bbd658c6 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:41.406799 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-c28fb79a-5c22-428c-8b25-a0e2bbd658c6 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:41.410479 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c28fb79a-5c22-428c-8b25-a0e2bbd658c6 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091579 Feb 19 07:34:41.411259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:41.425739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9b9fb850-c103-4c8b-9938-4e288f253a40 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:41.436548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9b9fb850-c103-4c8b-9938-4e288f253a40 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:41.446757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.463187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9b9fb850-c103-4c8b-9938-4e288f253a40 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:41.467119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9b9fb850-c103-4c8b-9938-4e288f253a40 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:41.519431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9b9fb850-c103-4c8b-9938-4e288f253a40 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:41.525997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=674cb764-a6a2-47d9-abae-9689296005a5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:41.537699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 3d3e3155-590e-477b-b65b-5663ae7234da is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:41.538926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] For port a6454916-af14-4f12-b883-38c64b9859da, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a6454916-af14-4f12-b883-38c64b9859da,segment=NetworkSegment(1a650883-a5d2-49e0-800c-3eb910fc998d),segment_id=1a650883-a5d2-49e0-800c-3eb910fc998d)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:41.539074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:41.551556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.555336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:41.582974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.612775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:34:41.612775 dv-neutron-829958-1-hyperv neutron-server[83569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:34:41.612775 dv-neutron-829958-1-hyperv neutron-server[83569]: [parameters: {'id': 'b5d4304b-0a9b-4d3f-b694-755b24067be0'}] Feb 19 07:34:41.612775 dv-neutron-829958-1-hyperv neutron-server[83569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:41.613557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:41.647219 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-9b9fb850-c103-4c8b-9938-4e288f253a40 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:41.652922 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9b9fb850-c103-4c8b-9938-4e288f253a40 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2360730 Feb 19 07:34:41.652922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:41.661512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cf9d482b-25cf-4633-9c33-245ecb3f6f16 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:41.662557 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-cf9d482b-25cf-4633-9c33-245ecb3f6f16 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:41.666269 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cf9d482b-25cf-4633-9c33-245ecb3f6f16 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109704 Feb 19 07:34:41.671629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:41.695967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:41.699632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:41.700999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.712035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.714016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:41.752110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df4a6-269b-4123-8ad5-aa8bf60b0f3c None None] Pushing event updated for resources: {'Port': ['ID=a6454916-af14-4f12-b883-38c64b9859da,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:41.769850 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0d04924-3f19-4e0c-870f-4a75293215ee tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4449079 Feb 19 07:34:41.771496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36790) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:41.773513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bb2fd-0858-4043-b9b4-6e809e626e8f None None] Network b5d4304b-0a9b-4d3f-b694-755b24067be0 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:41.774629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:41.777810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.798459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2ce72ab0-8f9e-4295-88a0-dd6116874f0c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:41.811843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:41.860019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:41.862465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:41.917433 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Project 8ac118d0a71641b9a55232ec8f61000b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:34:41.996467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.006353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event updated for resources: {'Port': ['ID=9251363d-6751-4567-9e41-86300bd3cca1,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:42.060383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:42.092129 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef202e88-0b41-4bd0-ad57-32bf09819760 None None] Network 3d3e3155-590e-477b-b65b-5663ae7234da requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:42.138791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.155121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.159881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:42.163531 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ad31d769-7153-4ad0-9dcd-f6fdba0e0bcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4776728 Feb 19 07:34:42.165436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:42.180134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3585e853-2400-4fd0-a68a-9f472c3d543e tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:42.180682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-3585e853-2400-4fd0-a68a-9f472c3d543e tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:42.184260 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3585e853-2400-4fd0-a68a-9f472c3d543e tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136621 Feb 19 07:34:42.188962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:42.194301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fc0821d9-7e95-4bc1-b9be-ddb69d508ff6 None None] Provisioning for port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:42.205817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fc0821d9-7e95-4bc1-b9be-ddb69d508ff6 None None] Provisioning complete for port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:42.206459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fc0821d9-7e95-4bc1-b9be-ddb69d508ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.208240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:42.222041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:42.230537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:42.241799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:42.287755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:42.317588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Network a3b93904-7a88-458c-bd54-a08905096d83 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:42.318592 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Project 8ac118d0a71641b9a55232ec8f61000b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:34:42.327028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:42.396326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Subnet': ['ID=8e444c32-9208-4df6-8e40-0d74eddf62d2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:42.465146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port a6454916-af14-4f12-b883-38c64b9859da {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:42.465146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.508920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eba125-918a-4660-be07-1502fb60ab3e None None] Network 1f51969f-623f-4fbb-b89e-a6116819afb6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:42.517060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.523900 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:42.524974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-062b5d3f-8182-46a9-a28b-c71c24d9547c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3352911 Feb 19 07:34:42.528655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36802) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:42.539314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fc0821d9-7e95-4bc1-b9be-ddb69d508ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.539533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '65a0f1d4-fe8c-4955-8b30-57f558b795d3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:42.548534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:42.564248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:42.570429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:42.580249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:42.620342 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1599e1a-652a-42ea-9a4d-85f20a20702c tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/subnets/8e444c32-9208-4df6-8e40-0d74eddf62d2 HTTP/1.1" status: 204 len: 168 time: 1.9048035 Feb 19 07:34:42.621187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36806) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:42.661843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Project 8ac118d0a71641b9a55232ec8f61000b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:34:42.764861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-fc0821d9-7e95-4bc1-b9be-ddb69d508ff6 None None] For port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,segment=NetworkSegment(433929ae-7603-44db-b55a-80090534e33b),segment_id=433929ae-7603-44db-b55a-80090534e33b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:42.786715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fc0821d9-7e95-4bc1-b9be-ddb69d508ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.803588 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:42.804637 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3fda8c3a-5122-4a1b-b08a-5515bb7d2016 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2749536 Feb 19 07:34:42.808113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:42.869354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0821d9-7e95-4bc1-b9be-ddb69d508ff6 None None] Pushing event updated for resources: {'Port': ['ID=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:42.918153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70d25540-4bb6-44f4-b90c-27d2b927edd2 None None] Provisioning complete for port 9251363d-6751-4567-9e41-86300bd3cca1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:42.918668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70d25540-4bb6-44f4-b90c-27d2b927edd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.921238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Router 7afd97d8-738b-49ff-a9c0-cad297ab115e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:42.945174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:42.961896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d13da95b-66d3-40af-8533-f2a09f51b425 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.016753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] DHCP port deletion for 1f51969f-623f-4fbb-b89e-a6116819afb6 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:43.026737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] Deleting port a44a6d99-857c-470d-bedf-4265a77d64ec {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:43.026993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.042095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port a6454916-af14-4f12-b883-38c64b9859da, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a6454916-af14-4f12-b883-38c64b9859da,segment=NetworkSegment(1a650883-a5d2-49e0-800c-3eb910fc998d),segment_id=1a650883-a5d2-49e0-800c-3eb910fc998d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:43.042356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.046324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Deleting port c7171c0e-0b47-4f47-a096-518bb5ddefb7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:43.046659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.083876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting port a44a6d99-857c-470d-bedf-4265a77d64ec {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:43.084212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.096878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-70d25540-4bb6-44f4-b90c-27d2b927edd2 None None] Port 9251363d-6751-4567-9e41-86300bd3cca1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:43.207420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d13da95b-66d3-40af-8533-f2a09f51b425 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.253737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for a6454916-af14-4f12-b883-38c64b9859da owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:43.281943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.283816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] For port a44a6d99-857c-470d-bedf-4265a77d64ec, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a44a6d99-857c-470d-bedf-4265a77d64ec,segment=NetworkSegment(94720f0d-7fc1-4279-a512-52d424894142),segment_id=94720f0d-7fc1-4279-a512-52d424894142)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:43.284238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.295708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f0bbfd78-f2ea-4f74-bdaf-c13c53eef6cf None None] Provisioning for port 674cb764-a6a2-47d9-abae-9689296005a5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:43.352378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f0bbfd78-f2ea-4f74-bdaf-c13c53eef6cf None None] Provisioning complete for port 674cb764-a6a2-47d9-abae-9689296005a5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:43.352754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0bbfd78-f2ea-4f74-bdaf-c13c53eef6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.443899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] Calling delete_port for a44a6d99-857c-470d-bedf-4265a77d64ec owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:43.478563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.507107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbfd78-f2ea-4f74-bdaf-c13c53eef6cf None None] Port 674cb764-a6a2-47d9-abae-9689296005a5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:43.516808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.526246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f0bbfd78-f2ea-4f74-bdaf-c13c53eef6cf None None] Provisioning complete for port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:43.526876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0bbfd78-f2ea-4f74-bdaf-c13c53eef6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.591077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.601394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router df8a0289-1bb7-4070-b66a-e098c32be231 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:43.640898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] For port c7171c0e-0b47-4f47-a096-518bb5ddefb7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c7171c0e-0b47-4f47-a096-518bb5ddefb7,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:43.641527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.649141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] Pushing event deleted for resources: {'Port': ['ID=a44a6d99-857c-470d-bedf-4265a77d64ec,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:43.655952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ecb781-5a66-4c4d-a1e6-9768111a6f11 None None] No DVR routers for this DVR port a44a6d99-857c-470d-bedf-4265a77d64ec on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:43.661953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d13da95b-66d3-40af-8533-f2a09f51b425 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.725584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2ce72ab0-8f9e-4295-88a0-dd6116874f0c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:34:43.762285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb541b2c-8e2a-4d5d-b0dc-03974894cd4e None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:34:43.801866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Port': ['ID=a6454916-af14-4f12-b883-38c64b9859da,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:43.809844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Calling delete_port for c7171c0e-0b47-4f47-a096-518bb5ddefb7 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:43.829290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No DVR routers for this DVR port a6454916-af14-4f12-b883-38c64b9859da on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:43.868466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13da95b-66d3-40af-8533-f2a09f51b425 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a0f1d4-fe8c-4955-8b30-57f558b795d3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:43.886644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d13da95b-66d3-40af-8533-f2a09f51b425 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.888433 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d13da95b-66d3-40af-8533-f2a09f51b425 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/65a0f1d4-fe8c-4955-8b30-57f558b795d3 HTTP/1.1" status: 204 len: 168 time: 1.0793450 Feb 19 07:34:43.892946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36814) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:43.896025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:43.902588 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c6d13563-7865-4115-a7de-f6a46a06d237 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "PUT /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0865779 Feb 19 07:34:43.916333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] Sync routers for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:43.918676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:43.919090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.928940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:43.941684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8728b675-6864-423e-b592-ed27bb06952d None None] Provisioning complete for port 674cb764-a6a2-47d9-abae-9689296005a5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:43.942051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8728b675-6864-423e-b592-ed27bb06952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:43.958432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] For port a44a6d99-857c-470d-bedf-4265a77d64ec, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a44a6d99-857c-470d-bedf-4265a77d64ec,segment=NetworkSegment(94720f0d-7fc1-4279-a512-52d424894142),segment_id=94720f0d-7fc1-4279-a512-52d424894142)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:43.958783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.053088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8728b675-6864-423e-b592-ed27bb06952d None None] Port 674cb764-a6a2-47d9-abae-9689296005a5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:44.060676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:44.061284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:44.110843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3587029d-ea10-41d3-b3e6-fc101c4d80ab tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:44.136906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:44.161053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3587029d-ea10-41d3-b3e6-fc101c4d80ab tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:44.166024 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3587029d-ea10-41d3-b3e6-fc101c4d80ab tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2688310 Feb 19 07:34:44.168478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36822) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:44.179483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb541b2c-8e2a-4d5d-b0dc-03974894cd4e None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:34:44.211709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:44.212338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:44.241779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-304ac46d-1396-4be3-8b75-96988c420cdb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.276962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:44.277346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab5a0b-36e6-4bb6-8ce0-0cde8d70bb79 None None] The sync data for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:44.292873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743900308'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:44.296513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.299502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:44.309729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:44.339993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Calling delete_port for a44a6d99-857c-470d-bedf-4265a77d64ec owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:44.363564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a44a6d99-857c-470d-bedf-4265a77d64ec no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:44.382251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.414333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event deleted for resources: {'Port': ['ID=c7171c0e-0b47-4f47-a096-518bb5ddefb7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:44.438344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.479100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:44.482917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:44.506100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: a44a6d99-857c-470d-bedf-4265a77d64ec {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:44.506433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a44a6d99-857c-470d-bedf-4265a77d64ec not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:44.540126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:44.569930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:44.595417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d4304b-0a9b-4d3f-b694-755b24067be0']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:44.620722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a650883-a5d2-49e0-800c-3eb910fc998d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:44.620994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a650883-a5d2-49e0-800c-3eb910fc998d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:44.635301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:44.635590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:44.647896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.691899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-304ac46d-1396-4be3-8b75-96988c420cdb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 07:34:44.695706 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-304ac46d-1396-4be3-8b75-96988c420cdb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e HTTP/1.1" status: 409 len: 329 time: 0.7637286 Feb 19 07:34:44.695829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36826) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:44.727651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.757250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.758662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:44.759023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:44.775120 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:44.825476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.857965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:34:44.918092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.935014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:44.981723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022e0050-7e9c-4030-be4b-6f25ebe96be2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:44.996047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.030111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.035383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.046434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.048579 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e701be83-f265-4e7e-a8b5-7204138f6eb2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8655093 Feb 19 07:34:45.049727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=b5d4304b-0a9b-4d3f-b694-755b24067be0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:45.082926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36830) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:45.096769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2609ef46-d377-4a00-9803-a1f3a1cc37dc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '022e0050-7e9c-4030-be4b-6f25ebe96be2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:45.115118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=674cb764-a6a2-47d9-abae-9689296005a5,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:45.126310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2609ef46-d377-4a00-9803-a1f3a1cc37dc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:45.131768 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bc6be2d9-50e1-4480-9036-d04efaf6b207 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/b5d4304b-0a9b-4d3f-b694-755b24067be0 HTTP/1.1" status: 204 len: 168 time: 5.8430231 Feb 19 07:34:45.136729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36834) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:45.137227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting port a44a6d99-857c-470d-bedf-4265a77d64ec {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:45.137559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.199805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2609ef46-d377-4a00-9803-a1f3a1cc37dc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:45.213197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2609ef46-d377-4a00-9803-a1f3a1cc37dc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:45.227871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:45.237172 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] Sync routers for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:45.238289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.249036 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:45.249624 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:45.283303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b1d7723d-3b66-4bdc-8f12-da67ed44a164 None None] Provisioning complete for port 674cb764-a6a2-47d9-abae-9689296005a5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:45.283917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1d7723d-3b66-4bdc-8f12-da67ed44a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.306891 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:45.318763 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:45.319821 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:45.340249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7723d-3b66-4bdc-8f12-da67ed44a164 None None] Port 674cb764-a6a2-47d9-abae-9689296005a5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:45.381317 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:45.381986 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9aeb2-aa68-46cf-85ff-dd1af8bb1136 None None] The sync data for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:45.397586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.420855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2609ef46-d377-4a00-9803-a1f3a1cc37dc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:45.429133 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b93532-c23a-4e84-a7a9-de6413fd2ee2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] GET failed (client error): The resource could not be found. Feb 19 07:34:45.429494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60b93532-c23a-4e84-a7a9-de6413fd2ee2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Synchronizing usage tracker for tenant:7472e30806c543018a2313ca6f29ee75 on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:45.442343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] The port 'a44a6d99-857c-470d-bedf-4265a77d64ec' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:34:45.652124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-60b93532-c23a-4e84-a7a9-de6413fd2ee2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Unset dirty status for tenant:7472e30806c543018a2313ca6f29ee75 on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:45.655943 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-60b93532-c23a-4e84-a7a9-de6413fd2ee2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/subnets/4f2b410b-437d-44a2-afb9-eae83614f57d HTTP/1.1" status: 404 len: 337 time: 0.4913297 Feb 19 07:34:45.677092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36838) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:45.770554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.781805 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7723c5-f2a5-487b-8e06-6833844cb05a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:45.782221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7723c5-f2a5-487b-8e06-6833844cb05a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:45.783868 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3f7723c5-f2a5-487b-8e06-6833844cb05a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/b5d4304b-0a9b-4d3f-b694-755b24067be0 HTTP/1.1" status: 404 len: 339 time: 0.0809319 Feb 19 07:34:45.787803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36842) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:45.789695 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2f1248c-f0eb-4154-96d2-ebbf50d5f041 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/floatingips/30536be9-e5fb-4df2-9a6d-44a2b52e008e HTTP/1.1" status: 200 len: 976 time: 10.4518087 Feb 19 07:34:45.794057 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-2609ef46-d377-4a00-9803-a1f3a1cc37dc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The resource could not be found. Feb 19 07:34:45.794956 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2609ef46-d377-4a00-9803-a1f3a1cc37dc tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7110775 Feb 19 07:34:45.803386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:45.803701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36848) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:45.818086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-008678ff-cffd-46ba-be6e-be5c3a915994 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '022e0050-7e9c-4030-be4b-6f25ebe96be2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '233ce4ad-8bb1-462a-91e0-268f301a5de1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:45.851526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f51969f-623f-4fbb-b89e-a6116819afb6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:45.897885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-008678ff-cffd-46ba-be6e-be5c3a915994 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:45.906918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94720f0d-7fc1-4279-a512-52d424894142') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:45.907197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94720f0d-7fc1-4279-a512-52d424894142') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:45.928120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-008678ff-cffd-46ba-be6e-be5c3a915994 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:45.944728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-008678ff-cffd-46ba-be6e-be5c3a915994 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:45.958624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-008678ff-cffd-46ba-be6e-be5c3a915994 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:45.961419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:45.977118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 26710eeb-99d1-424e-8679-9278bc605427 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:45.977448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.023945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.075213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.077698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:46.078110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:46.098346 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:46.243526 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-008678ff-cffd-46ba-be6e-be5c3a915994 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The resource could not be found. Feb 19 07:34:46.244544 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-008678ff-cffd-46ba-be6e-be5c3a915994 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4365938 Feb 19 07:34:46.248993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:46.258468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.309460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.330150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c703573-21bf-4308-8ace-0aa3f8c8fb00 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.330834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c703573-21bf-4308-8ace-0aa3f8c8fb00 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Synchronizing usage tracker for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:46.369566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Network': ['ID=1f51969f-623f-4fbb-b89e-a6116819afb6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:46.404695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5c703573-21bf-4308-8ace-0aa3f8c8fb00 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Unset dirty status for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:46.408475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5c703573-21bf-4308-8ace-0aa3f8c8fb00 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6170995 Feb 19 07:34:46.409973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36858) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:46.426699 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c81473a9-426a-4db6-8860-702f8c43eba8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/networks/1f51969f-623f-4fbb-b89e-a6116819afb6 HTTP/1.1" status: 204 len: 168 time: 3.7566464 Feb 19 07:34:46.441335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36862) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:46.454573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1fcc20ea-87d0-4283-a481-e2131bc58d56 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Synchronizing usage tracker for tenant:7472e30806c543018a2313ca6f29ee75 on resource:subnet {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:46.484478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1fcc20ea-87d0-4283-a481-e2131bc58d56 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Unset dirty status for tenant:7472e30806c543018a2313ca6f29ee75 on resource:subnet {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:46.485593 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1fcc20ea-87d0-4283-a481-e2131bc58d56 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 207 time: 0.0752244 Feb 19 07:34:46.489527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:46.551786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.571535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.679985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-592ba92f-47c2-4a01-973c-486f086ec1b5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:46.700574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65206a48-c703-418c-91c8-509525d8033e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.704379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65206a48-c703-418c-91c8-509525d8033e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.708250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65206a48-c703-418c-91c8-509525d8033e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.712223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65206a48-c703-418c-91c8-509525d8033e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.713861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-65206a48-c703-418c-91c8-509525d8033e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2234240 Feb 19 07:34:46.718475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:46.725888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:46.994396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-592ba92f-47c2-4a01-973c-486f086ec1b5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.057063 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-da93bdae-7850-4538-9258-28ce79bd152e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3374848 Feb 19 07:34:47.060442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36874) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:47.064252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Deleting port 9251363d-6751-4567-9e41-86300bd3cca1 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:47.064686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.204612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a3bda-9529-4572-9029-ce1f6edf54d2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.206087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a3bda-9529-4572-9029-ce1f6edf54d2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.207564 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e90a3bda-9529-4572-9029-ce1f6edf54d2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1462588 Feb 19 07:34:47.212911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:47.307883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-592ba92f-47c2-4a01-973c-486f086ec1b5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.313248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting subnet 6ae14106-2e83-40a4-ac76-5996fe4bbccd {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:47.339153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.387459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc34915-49ff-4047-86c7-b3766ef4124f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.388553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc34915-49ff-4047-86c7-b3766ef4124f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.390007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2cc34915-49ff-4047-86c7-b3766ef4124f tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1754830 Feb 19 07:34:47.393603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36882) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:47.398290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.417836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ba92f-47c2-4a01-973c-486f086ec1b5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e0050-7e9c-4030-be4b-6f25ebe96be2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:47.471387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.472053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.472053 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Floating IP 30536be9-e5fb-4df2-9a6d-44a2b52e008e disassociated. External IP: 172.26.1.63, port: 26710eeb-99d1-424e-8679-9278bc605427. Feb 19 07:34:47.472362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 26710eeb-99d1-424e-8679-9278bc605427 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:47.525634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-592ba92f-47c2-4a01-973c-486f086ec1b5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.526719 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-592ba92f-47c2-4a01-973c-486f086ec1b5 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/022e0050-7e9c-4030-be4b-6f25ebe96be2 HTTP/1.1" status: 204 len: 168 time: 1.2751586 Feb 19 07:34:47.531235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.533326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36886) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:47.622155 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Calling delete_port for 9251363d-6751-4567-9e41-86300bd3cca1 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:47.742234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.772815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.786926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.901631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3c174-a80b-496e-bcde-05e82d904a76 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.902961 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dca3c174-a80b-496e-bcde-05e82d904a76 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/networks/4306b83e-990a-4235-a693-6394d2572a64 HTTP/1.1" status: 200 len: 800 time: 0.5084817 Feb 19 07:34:47.904272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:47.907850 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-44ead3e7-9017-47da-af13-d7e2a7f7a1ce tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3687172 Feb 19 07:34:47.908030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:47.911855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36892) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:47.915817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:47.921348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-af016971-3f36-446a-911c-871bcefd407b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '59c84752-3599-471e-8cd6-e77c827191bc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:47.931273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-af016971-3f36-446a-911c-871bcefd407b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:47.933470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] Sync routers for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:47.941658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-af016971-3f36-446a-911c-871bcefd407b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:47.947265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-af016971-3f36-446a-911c-871bcefd407b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:47.953942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:47.954248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-af016971-3f36-446a-911c-871bcefd407b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:47.955457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:47.961835 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a8d2bb1-a20f-4b7b-9fea-ca453aef055a tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "PUT /v2.0/routers/6632d1a5-10d6-494d-a99f-9ac554ea1bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7469170 Feb 19 07:34:47.962000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=674cb764-a6a2-47d9-abae-9689296005a5,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:47.962120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:48.052972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.089185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=26710eeb-99d1-424e-8679-9278bc605427,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:48.100304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.171982 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-af016971-3f36-446a-911c-871bcefd407b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The resource could not be found. Feb 19 07:34:48.172792 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-af016971-3f36-446a-911c-871bcefd407b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2600772 Feb 19 07:34:48.185507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36902) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:48.192291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428962467'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:48.199568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:48.206752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:48.221063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:48.225049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:48.243384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:48.251800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.336398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae14106-2e83-40a4-ac76-5996fe4bbccd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:48.357561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Port': ['ID=9251363d-6751-4567-9e41-86300bd3cca1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:48.365480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac6afbe1-9c79-414e-9afb-ab4143b74126 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Synchronizing usage tracker for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:48.386653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.389846 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c84127-0309-41bd-b067-94ea68158c9e None None] Network 972e835d-008e-458b-b2fc-186a2a652ae0 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:48.413757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.439819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Deleting subnet 308af5a0-8f18-47dd-bf47-0fc226c46e19 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:48.443453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.509985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.642672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.645858 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2813927f-1857-4316-95ff-7b4641136828 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/subnets/6ae14106-2e83-40a4-ac76-5996fe4bbccd HTTP/1.1" status: 204 len: 168 time: 2.2009234 Feb 19 07:34:48.659442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36906) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:48.719949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:34:44Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:48.723982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] Checking router: 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:34:48.727351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac6afbe1-9c79-414e-9afb-ab4143b74126 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Unset dirty status for tenant:7472e30806c543018a2313ca6f29ee75 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:48.731813 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ac6afbe1-9c79-414e-9afb-ab4143b74126 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/networks/4306b83e-990a-4235-a693-6394d2572a64?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8162978 Feb 19 07:34:48.739411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:48.740977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] Routers {'6632d1a5-10d6-494d-a99f-9ac554ea1bb3'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:48.741683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36910) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:48.741935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:48.751699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:48.802906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:48.856761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 3d3e3155-590e-477b-b65b-5663ae7234da is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:48.861329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] DHCP port deletion for 972e835d-008e-458b-b2fc-186a2a652ae0 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:48.865757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:48.870885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:48.883472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] Deleting port 6457ed06-b010-4fd2-8761-4a8668899a97 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:48.884186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:48.944668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abeda96-5ed5-41ff-b32b-76a6b05bf660 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:48.951237 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9abeda96-5ed5-41ff-b32b-76a6b05bf660 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/subnets/4cab4d4d-913b-4259-84ad-68d825d8b038 HTTP/1.1" status: 200 len: 811 time: 0.1989164 Feb 19 07:34:48.960884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36914) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:49.023817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.050679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.107974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.116086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event deleted for resources: {'Subnet': ['ID=308af5a0-8f18-47dd-bf47-0fc226c46e19,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:49.151049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] Set router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:34:49.181068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.202130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a171e-71a4-4f14-9ce3-222dfa7466e9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:49.207103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a39a171e-71a4-4f14-9ce3-222dfa7466e9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "GET /v2.0/subnets/4cab4d4d-913b-4259-84ad-68d825d8b038?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2406232 Feb 19 07:34:49.231135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:49.234362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting subnet aa709ebf-3ce5-4865-9eab-8d713fccdb09 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:49.246161 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-967360928'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:49.253923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.272187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.278471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5bd8b-2684-4f3d-8f23-2c18e9c7cd01 None None] Network 898871ed-b840-4852-893d-bc8c2c9b3555 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:49.293324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:49.315994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815e2142-8576-46e6-b97e-c6c5b6d8cdf9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:49.322541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8415a320-36cc-4975-92f7-8800e77f96d0 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "DELETE /v2.0/subnets/308af5a0-8f18-47dd-bf47-0fc226c46e19 HTTP/1.1" status: 204 len: 168 time: 1.3600624 Feb 19 07:34:49.325101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36922) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:49.332354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:49.366120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.378249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] For port 6457ed06-b010-4fd2-8761-4a8668899a97, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6457ed06-b010-4fd2-8761-4a8668899a97,segment=NetworkSegment(d7a628e5-5d16-44b0-aa3d-e6966258d60c),segment_id=d7a628e5-5d16-44b0-aa3d-e6966258d60c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:49.378639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.391517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.392789 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5bb2767a-2ecb-4f1e-9ad6-75a46b0d1e0c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2068458 Feb 19 07:34:49.401202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:49.410711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:49.413626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.437950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router df8a0289-1bb7-4070-b66a-e098c32be231 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:49.458422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612796690'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:49.469419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:49.500255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:49.538503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:49.546422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:49.572700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.573101 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Added segment c2f83598-057f-4b85-b875-2993d0927946 of type vlan for network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b Feb 19 07:34:49.661847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.674496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] Calling delete_port for 6457ed06-b010-4fd2-8761-4a8668899a97 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:49.708378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6457ed06-b010-4fd2-8761-4a8668899a97 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:49.741527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.742864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:49.781975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.829522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.833456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:49.833904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b7cc49f9-6e64-4740-9c81-5c1d9977ff07 None None] Provisioning complete for port 674cb764-a6a2-47d9-abae-9689296005a5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:49.834127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.834227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7cc49f9-6e64-4740-9c81-5c1d9977ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.862078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router 02d75187-d782-4130-aacb-38dbf2df61c5 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:34:49.864183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:49.957943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:49.967506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:49.972999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:49.982587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Subnet': ['ID=aa709ebf-3ce5-4865-9eab-8d713fccdb09,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:49.983502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:49.991852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc49f9-6e64-4740-9c81-5c1d9977ff07 None None] Port 674cb764-a6a2-47d9-abae-9689296005a5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:34:50.006515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.010881 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-406972b9-7b25-462a-b84a-4a3e9411c257 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/subnets/aa709ebf-3ce5-4865-9eab-8d713fccdb09 HTTP/1.1" status: 204 len: 168 time: 1.3460934 Feb 19 07:34:50.013439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Router 7afd97d8-738b-49ff-a9c0-cad297ab115e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:50.014406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36930) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.021458 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7822027 Feb 19 07:34:50.021743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36934) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.029461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'network_id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:50.038700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baa9bc-2ed4-46e3-94ad-733783e5c1f9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Network': ['ID=6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:50.067114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e20a15-e1e8-4028-9f00-23c2caedecf0 None None] Network fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:50.088692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:34:50.128999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.210405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.254068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 6457ed06-b010-4fd2-8761-4a8668899a97 update to DOWN by agent not found {{(pid=83570) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 19 07:34:50.279152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.325530 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] Pushing event deleted for resources: {'Port': ['ID=6457ed06-b010-4fd2-8761-4a8668899a97,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:50.358952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:50.393302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a162f0-62e1-49a5-8eaf-bc566720481c None None] No DVR routers for this DVR port 6457ed06-b010-4fd2-8761-4a8668899a97 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:50.403906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.408131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:50.428087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6192dacc-12fd-453b-9350-90a46ba4f948,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:50.436972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.507868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.509108 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a73da7a1-5139-4afe-9cc4-c09406f9a726 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0576880 Feb 19 07:34:50.513737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36938) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.558377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Made reservation on behalf of 7472e30806c543018a2313ca6f29ee75 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:50.567319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:50.572452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-efe4fa2e-c673-49b4-b781-b6e7445ac1bb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '815e2142-8576-46e6-b97e-c6c5b6d8cdf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6192dacc-12fd-453b-9350-90a46ba4f948'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:50.577113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:34:44Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.581957 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] Sync routers for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:50.602102 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:50.602958 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.613033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d328a27-7788-44b2-b5f9-af63d31097e0 None None] The sync data for ids ['6632d1a5-10d6-494d-a99f-9ac554ea1bb3'] in dv-neutron-829958-1-hyperv is: [{'id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1871121364', 'tenant_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252'}], 'enable_snat': True}, 'gw_port_id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:30:59Z', 'updated_at': '2022-02-19T07:34:44Z', 'revision_number': 5, 'project_id': 'd6ea6b7f01d54cf28e8de27ffb99b940', 'gw_port': {'id': '94817fc5-86d4-40fe-9a70-9a1acb639702', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6632d1a5-10d6-494d-a99f-9ac554ea1bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:00Z', 'updated_at': '2022-02-19T07:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:50.649870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-efe4fa2e-c673-49b4-b781-b6e7445ac1bb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:50.652453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:50.663424 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0b1451cf-eee1-4611-91cf-171422fc910d tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "PUT /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9633791 Feb 19 07:34:50.665190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36942) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.668754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] Sync routers for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:50.683360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] DHCP port deletion for 898871ed-b840-4852-893d-bc8c2c9b3555 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:50.684946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-efe4fa2e-c673-49b4-b781-b6e7445ac1bb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:50.692344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] Deleting port b4174f44-1f41-4bfe-92cb-95de2cad0e44 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:50.692718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.709289 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.725094 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:50.725690 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.759384 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-7c86188d-acd2-4d5a-8493-71bcfafe6d67 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] show failed (client error): The resource could not be found. Feb 19 07:34:50.759663 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7c86188d-acd2-4d5a-8493-71bcfafe6d67 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-1658001879 HTTP/1.1" status: 404 len: 335 time: 0.0935235 Feb 19 07:34:50.764519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.768464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.770703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.775841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:50.776503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.780373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-efe4fa2e-c673-49b4-b781-b6e7445ac1bb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:50.785668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:50.785883 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.786472 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a1c75-e760-4a21-8ce1-f41a84018574 None None] The sync data for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:50.795969 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-40e5385d-7a23-497b-ba1c-8e356740102f tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/ports/26710eeb-99d1-424e-8679-9278bc605427 HTTP/1.1" status: 204 len: 168 time: 4.9891789 Feb 19 07:34:50.799695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d297ea70-9b9d-4171-8f3f-c11bb638ac2e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:50.803563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36950) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.805953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-efe4fa2e-c673-49b4-b781-b6e7445ac1bb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:50.837884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.896757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972e835d-008e-458b-b2fc-186a2a652ae0']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.913578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-d297ea70-9b9d-4171-8f3f-c11bb638ac2e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] update failed (client error): The resource could not be found. Feb 19 07:34:50.918432 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d297ea70-9b9d-4171-8f3f-c11bb638ac2e tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-1769154531 HTTP/1.1" status: 404 len: 335 time: 0.1224103 Feb 19 07:34:50.921738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36954) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.950883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] Routers {'7afd97d8-738b-49ff-a9c0-cad297ab115e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:50.951400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7afd97d8-738b-49ff-a9c0-cad297ab115e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.964546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:50.984489 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b04b7f7-a8e0-418e-9d06-03c5e7132bb0 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/02d75187-d782-4130-aacb-38dbf2df61c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2048252 Feb 19 07:34:50.986108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a628e5-5d16-44b0-aa3d-e6966258d60c') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.986554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a628e5-5d16-44b0-aa3d-e6966258d60c') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:50.986925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36958) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:50.990751 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] Sync routers for ids ['02d75187-d782-4130-aacb-38dbf2df61c5'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:51.013841 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] Routers {'02d75187-d782-4130-aacb-38dbf2df61c5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:51.018919 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['02d75187-d782-4130-aacb-38dbf2df61c5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:51.019610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] DHCP port deletion for fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:51.030094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing IP validity checks on allocation pools {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 07:34:51.030624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.ipam_backend_mixin [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83568) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 07:34:51.058649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.077293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:51.078028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71c0d2-349b-483b-9689-07e6ce5e2f40 None None] The sync data for ids ['7afd97d8-738b-49ff-a9c0-cad297ab115e'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:51.090077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] Deleting port 20814715-8cc5-44b7-873b-72b3519cbcc8 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:51.090245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.105814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.117048 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-efe4fa2e-c673-49b4-b781-b6e7445ac1bb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:51.121375 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-efe4fa2e-c673-49b4-b781-b6e7445ac1bb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5630727 Feb 19 07:34:51.121937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:51.123288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:51.123691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:51.143248 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:51.166749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] For port b4174f44-1f41-4bfe-92cb-95de2cad0e44, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b4174f44-1f41-4bfe-92cb-95de2cad0e44,segment=NetworkSegment(761e21f3-c2be-4daf-b4bc-5e4afa48c82d),segment_id=761e21f3-c2be-4daf-b4bc-5e4afa48c82d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:51.167152 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.168518 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:51.185780 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] Routers {'02d75187-d782-4130-aacb-38dbf2df61c5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:51.187267 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['02d75187-d782-4130-aacb-38dbf2df61c5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:51.274562 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:51.274968 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd9af7-9c5d-42b7-8bca-728a310c8703 None None] The sync data for ids ['02d75187-d782-4130-aacb-38dbf2df61c5'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:51.318267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.322605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.362452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Network': ['ID=972e835d-008e-458b-b2fc-186a2a652ae0,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:51.366167 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d69948ba-09f8-43ae-a4e0-8b84e0b7e287 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/networks/972e835d-008e-458b-b2fc-186a2a652ae0 HTTP/1.1" status: 204 len: 168 time: 1.3492434 Feb 19 07:34:51.375798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36966) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:51.382287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] Calling delete_port for b4174f44-1f41-4bfe-92cb-95de2cad0e44 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:51.400043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a243d94-5284-471d-8720-87df09e2bd32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:51.400636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a243d94-5284-471d-8720-87df09e2bd32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:51.405024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eddba565-e10f-4e0c-827e-0bad31a57c26 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.421969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Deleting subnet b5486a48-ee18-4908-bf6e-67bb5f421327 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:51.425492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.482007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.519227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eddba565-e10f-4e0c-827e-0bad31a57c26 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.559452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] For port 20814715-8cc5-44b7-873b-72b3519cbcc8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20814715-8cc5-44b7-873b-72b3519cbcc8,segment=NetworkSegment(32cad60c-5d4c-4436-9ada-4097494858fb),segment_id=32cad60c-5d4c-4436-9ada-4097494858fb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:51.560782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.568787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.570661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.603449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a243d94-5284-471d-8720-87df09e2bd32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:51.607374 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a243d94-5284-471d-8720-87df09e2bd32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports/674cb764-a6a2-47d9-abae-9689296005a5 HTTP/1.1" status: 200 len: 976 time: 0.6076415 Feb 19 07:34:51.613886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36970) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:51.721614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] Calling delete_port for 20814715-8cc5-44b7-873b-72b3519cbcc8 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:51.732826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting port 20814715-8cc5-44b7-873b-72b3519cbcc8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:51.733742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.746413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] Pushing event deleted for resources: {'Port': ['ID=b4174f44-1f41-4bfe-92cb-95de2cad0e44,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:51.755551 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c7171c0e-0b47-4f47-a096-518bb5ddefb7 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:51.763605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.793731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eddba565-e10f-4e0c-827e-0bad31a57c26 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.803996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c7171c0e-0b47-4f47-a096-518bb5ddefb7 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:51.803996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c7171c0e-0b47-4f47-a096-518bb5ddefb7 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:51.804373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4174f44-1f41-4bfe-92cb-95de2cad0e44 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:51.815860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.831935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62fe7b-8ea6-48bc-b9a6-f89001df3786 None None] No DVR routers for this DVR port b4174f44-1f41-4bfe-92cb-95de2cad0e44 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:51.840581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: b4174f44-1f41-4bfe-92cb-95de2cad0e44 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:51.840911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b4174f44-1f41-4bfe-92cb-95de2cad0e44 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:51.841306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 20814715-8cc5-44b7-873b-72b3519cbcc8 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:51.843891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Deleting port 94817fc5-86d4-40fe-9a70-9a1acb639702 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:51.848047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.848862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddba565-e10f-4e0c-827e-0bad31a57c26 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6192dacc-12fd-453b-9350-90a46ba4f948,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:51.898676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eddba565-e10f-4e0c-827e-0bad31a57c26 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.900223 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eddba565-e10f-4e0c-827e-0bad31a57c26 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/6192dacc-12fd-453b-9350-90a46ba4f948 HTTP/1.1" status: 204 len: 168 time: 0.7588933 Feb 19 07:34:51.905191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36974) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:51.938558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:51.966193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.015767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] Pushing event deleted for resources: {'Port': ['ID=20814715-8cc5-44b7-873b-72b3519cbcc8,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:52.026741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.041085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2dafa-96fe-4765-9422-9bea5554b8f2 None None] No DVR routers for this DVR port 20814715-8cc5-44b7-873b-72b3519cbcc8 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:52.058534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] For port 20814715-8cc5-44b7-873b-72b3519cbcc8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=20814715-8cc5-44b7-873b-72b3519cbcc8,segment=NetworkSegment(32cad60c-5d4c-4436-9ada-4097494858fb),segment_id=32cad60c-5d4c-4436-9ada-4097494858fb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:52.058895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.143734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=047108b7-f447-4d1c-b909-6cae52d5b6b5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:52.146095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.198374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Subnet': ['ID=b5486a48-ee18-4908-bf6e-67bb5f421327,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:52.222057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.226956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89620a44-75f0-408e-8e97-993c1e3bf9d0 None None] Network 7a923349-24b3-43cf-8e6a-0d28c95c109f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:52.231711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Checking segment: {'id': 'c2f83598-057f-4b85-b875-2993d0927946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:52.232057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network hostable DHCP agents. Network: 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:52.237999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] For port 94817fc5-86d4-40fe-9a70-9a1acb639702, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=94817fc5-86d4-40fe-9a70-9a1acb639702,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:52.238360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.334197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Calling delete_port for 20814715-8cc5-44b7-873b-72b3519cbcc8 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:52.382205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-daec7b1b-b09a-4335-a069-310a21bcb024 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:52.428459 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5a60c88f-6385-4aa3-a543-67b1dae598c7 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/subnets/b5486a48-ee18-4908-bf6e-67bb5f421327 HTTP/1.1" status: 204 len: 168 time: 1.5043240 Feb 19 07:34:52.436539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Calling delete_port for 94817fc5-86d4-40fe-9a70-9a1acb639702 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:52.437641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36978) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:52.481381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-daec7b1b-b09a-4335-a069-310a21bcb024 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:52.484897 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-daec7b1b-b09a-4335-a069-310a21bcb024 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5588655 Feb 19 07:34:52.495666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36982) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:52.501753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:52.502283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:52.510604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] DHCP port deletion for 7a923349-24b3-43cf-8e6a-0d28c95c109f request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:52.515149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] Deleting port 7b9c9900-cdab-4114-ae7f-c2568f37e0de {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:52.515648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.545439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.583602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:52.617201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:52.623998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:52.624859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.643392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281129a4-e5bb-4e1e-a63f-44b2c2e9d574 None None] Network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:52.661747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c6149fac-85ab-4792-9518-f6f2ae1b427a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6390355 Feb 19 07:34:52.667081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36986) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:52.725010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6d263edb-a136-45aa-b162-76c7e4cc23d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:52.824220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba56365d-3510-4137-ba2a-21c38958bc64 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.864821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] For port 7b9c9900-cdab-4114-ae7f-c2568f37e0de, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7b9c9900-cdab-4114-ae7f-c2568f37e0de,segment=NetworkSegment(67b8a31b-90fa-4769-8162-2073c6adbc84),segment_id=67b8a31b-90fa-4769-8162-2073c6adbc84)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:52.865254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.871595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.872557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba56365d-3510-4137-ba2a-21c38958bc64 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.886028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Deleting subnet e1241037-0ce0-4d96-a5f8-a69501b5d2cf {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:52.893735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:52.929411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event deleted for resources: {'Port': ['ID=94817fc5-86d4-40fe-9a70-9a1acb639702,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:52.998275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.021522 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] Calling delete_port for 7b9c9900-cdab-4114-ae7f-c2568f37e0de owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:53.026073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting port 20814715-8cc5-44b7-873b-72b3519cbcc8 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:53.026254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.092887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d263edb-a136-45aa-b162-76c7e4cc23d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3106705'] for subnet, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.117733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] The port '20814715-8cc5-44b7-873b-72b3519cbcc8' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:34:53.139051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.173255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b', 'network_id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b', 'tenant_id': '7472e30806c543018a2313ca6f29ee75', 'fixed_ips': [{'subnet_id': '047108b7-f447-4d1c-b909-6cae52d5b6b5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:34:53.174253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.191809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba56365d-3510-4137-ba2a-21c38958bc64 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.205365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] Pushing event deleted for resources: {'Port': ['ID=7b9c9900-cdab-4114-ae7f-c2568f37e0de,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:53.213946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c89f02-2125-4098-b78b-b501920a36ba None None] No DVR routers for this DVR port 7b9c9900-cdab-4114-ae7f-c2568f37e0de on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:53.326036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56365d-3510-4137-ba2a-21c38958bc64 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e2142-8576-46e6-b97e-c6c5b6d8cdf9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:53.339678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ba56365d-3510-4137-ba2a-21c38958bc64 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.343423 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba56365d-3510-4137-ba2a-21c38958bc64 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/815e2142-8576-46e6-b97e-c6c5b6d8cdf9 HTTP/1.1" status: 204 len: 168 time: 0.8468077 Feb 19 07:34:53.350457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36990) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:53.388394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.408243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 07:34:53.408243 dv-neutron-829958-1-hyperv neutron-server[83570]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 07:34:53.408243 dv-neutron-829958-1-hyperv neutron-server[83570]: [parameters: {'in_use': 1, 'id_1': '047108b7-f447-4d1c-b909-6cae52d5b6b5'}] Feb 19 07:34:53.408243 dv-neutron-829958-1-hyperv neutron-server[83570]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:53.409044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:53.411910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.464887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4e7b0e-e9c8-45ba-bfae-f9ff19324727']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:53.503741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cad60c-5d4c-4436-9ada-4097494858fb') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:53.503995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cad60c-5d4c-4436-9ada-4097494858fb') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:53.526870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.556875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.594782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71d53e8a-56c2-4954-b475-fc304de26dc1 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:53.655287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.682285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:53.682710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:53.705133 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:53.732538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7b9c9900-cdab-4114-ae7f-c2568f37e0de no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:53.770608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 7b9c9900-cdab-4114-ae7f-c2568f37e0de {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:53.770941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7b9c9900-cdab-4114-ae7f-c2568f37e0de not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:53.773083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-71d53e8a-56c2-4954-b475-fc304de26dc1 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:53.779236 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71d53e8a-56c2-4954-b475-fc304de26dc1 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4203384 Feb 19 07:34:53.787481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 36994) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:53.802235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.808736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673268513'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:53.818059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:53.828120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.879819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.900254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:53.901293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.910036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.938848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.942889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.959856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d263edb-a136-45aa-b162-76c7e4cc23d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733973581981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3459239'] for subnet, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:53.972671 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/networks/fd4e7b0e-e9c8-45ba-bfae-f9ff19324727 HTTP/1.1" status: 204 len: 168 time: 2.5886822 Feb 19 07:34:53.979900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Subnet': ['ID=e1241037-0ce0-4d96-a5f8-a69501b5d2cf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:53.984554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 36998) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:54.022760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.079770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Allocated IP 172.20.0.3 (6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b/047108b7-f447-4d1c-b909-6cae52d5b6b5/03797e51-1e7b-46fd-ba2b-9dc236df3e99) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:54.080247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d263edb-a136-45aa-b162-76c7e4cc23d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event updated for resources: {'Subnet': ['ID=047108b7-f447-4d1c-b909-6cae52d5b6b5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:54.082355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.082907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Fanout notify agent at l3_agent the message router_deleted on router 6632d1a5-10d6-494d-a99f-9ac554ea1bb3 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:34:54.094139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d263edb-a136-45aa-b162-76c7e4cc23d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:54.094397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d263edb-a136-45aa-b162-76c7e4cc23d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.095716 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6d263edb-a136-45aa-b162-76c7e4cc23d0 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "PUT /v2.0/subnets/047108b7-f447-4d1c-b909-6cae52d5b6b5 HTTP/1.1" status: 200 len: 877 time: 1.4267883 Feb 19 07:34:54.100324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37002) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:54.163135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ad38a-0f71-4c70-8230-68cc7c9aeb23 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Network': ['ID=fd4e7b0e-e9c8-45ba-bfae-f9ff19324727,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:54.171330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.176807 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ffab68a-f3f9-4266-9d12-866ee0dbdbcb tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/subnets/e1241037-0ce0-4d96-a5f8-a69501b5d2cf HTTP/1.1" status: 204 len: 168 time: 1.7371483 Feb 19 07:34:54.178766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1bde9-5b96-4be5-95a9-f78a8ed3f7e8 None None] Network 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:54.201620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37006) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:54.226849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:54.238669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:54.244618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.245901 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-71d09067-a0c0-4d82-95fa-3d446f8f43b3 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "DELETE /v2.0/routers/6632d1a5-10d6-494d-a99f-9ac554ea1bb3 HTTP/1.1" status: 204 len: 168 time: 4.9199035 Feb 19 07:34:54.247095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:54.250425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37010) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:54.261818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:54.355753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.537044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.551483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Transition to ACTIVE for port object 03797e51-1e7b-46fd-ba2b-9dc236df3e99 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:54.558069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.564831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.582168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Transition to ACTIVE for port object 03797e51-1e7b-46fd-ba2b-9dc236df3e99 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:54.602988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.629918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.669859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] DHCP port deletion for 4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:54.684271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.690918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] Deleting port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:54.691404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.727174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:54.742752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:54.752463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:34:54.761164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.762585 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9741704 Feb 19 07:34:54.764706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Pushing event updated for resources: {'Port': ['ID=03797e51-1e7b-46fd-ba2b-9dc236df3e99,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:54.768052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.773518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37014) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:54.798639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting subnet b32c997e-b7a0-4ec1-9697-9cae672cb6c2 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:54.800266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be546da6-c904-4aa3-bf7b-66bb9a903c41 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ee546-51c6-452f-9121-672538523d2a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:54.825352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 674cb764-a6a2-47d9-abae-9689296005a5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:54.825684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.856958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ee362e22-5117-4bbb-bcf8-07e5a16011f7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '6c9ee546-51c6-452f-9121-672538523d2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:54.861268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.947360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Attempting to bind port 03797e51-1e7b-46fd-ba2b-9dc236df3e99 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:34:54.947655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Attempting to bind port 03797e51-1e7b-46fd-ba2b-9dc236df3e99 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'c2f83598-057f-4b85-b875-2993d0927946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:34:54.947927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Attempting to bind port 03797e51-1e7b-46fd-ba2b-9dc236df3e99 on network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:34:54.948054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee362e22-5117-4bbb-bcf8-07e5a16011f7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:54.959307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:34:54.959669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Checking segment: {'id': 'c2f83598-057f-4b85-b875-2993d0927946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:34:54.960059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.960462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Bound using segment: {'id': 'c2f83598-057f-4b85-b875-2993d0927946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:34:54.960912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Bound port: 03797e51-1e7b-46fd-ba2b-9dc236df3e99, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f83598-057f-4b85-b875-2993d0927946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:34:54.961278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.980711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:54.990769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee362e22-5117-4bbb-bcf8-07e5a16011f7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:55.001316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ee362e22-5117-4bbb-bcf8-07e5a16011f7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:55.009741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.019084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ee362e22-5117-4bbb-bcf8-07e5a16011f7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:55.029219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=047108b7-f447-4d1c-b909-6cae52d5b6b5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.030135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.076202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.113511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898871ed-b840-4852-893d-bc8c2c9b3555']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.136536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a923349-24b3-43cf-8e6a-0d28c95c109f']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.136810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] For port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca,segment=NetworkSegment(21b52d7e-7075-4962-a896-8390f1e9f922),segment_id=21b52d7e-7075-4962-a896-8390f1e9f922)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:55.137001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.148132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761e21f3-c2be-4daf-b4bc-5e4afa48c82d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.148439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761e21f3-c2be-4daf-b4bc-5e4afa48c82d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.160025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.168128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.180582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b8a31b-90fa-4769-8162-2073c6adbc84') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.180875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b8a31b-90fa-4769-8162-2073c6adbc84') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.188242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.252846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.260952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] Calling delete_port for 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:55.268516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.273283 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-ee362e22-5117-4bbb-bcf8-07e5a16011f7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:55.278727 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee362e22-5117-4bbb-bcf8-07e5a16011f7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4792023 Feb 19 07:34:55.282062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37018) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:55.290432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:55.290833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.292462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] For port 03797e51-1e7b-46fd-ba2b-9dc236df3e99, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:55.301137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 674cb764-a6a2-47d9-abae-9689296005a5 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:55.315789 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:55.324006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.327896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.331930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1da66a93-88b3-4fd3-aab5-6cc390e011e3 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group_rule': {'security_group_id': '6c9ee546-51c6-452f-9121-672538523d2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:55.343076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.357009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f83598-057f-4b85-b875-2993d0927946') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.357387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f83598-057f-4b85-b875-2993d0927946') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.374010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.386691 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] Pushing event deleted for resources: {'Port': ['ID=0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.394811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1da66a93-88b3-4fd3-aab5-6cc390e011e3 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:55.395099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcae0fc-6c85-4242-99e5-1540959e9136 None None] No DVR routers for this DVR port 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:55.412722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:55.413124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.428339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1da66a93-88b3-4fd3-aab5-6cc390e011e3 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:55.432731 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:55.435158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1da66a93-88b3-4fd3-aab5-6cc390e011e3 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:55.501562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1da66a93-88b3-4fd3-aab5-6cc390e011e3 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:55.507498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port d14f4697-d10e-4dbf-9436-37626821e50e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:55.507755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.549419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.594060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.600190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=674cb764-a6a2-47d9-abae-9689296005a5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.602937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] For port 03797e51-1e7b-46fd-ba2b-9dc236df3e99, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=03797e51-1e7b-46fd-ba2b-9dc236df3e99,segment=NetworkSegment(c2f83598-057f-4b85-b875-2993d0927946),segment_id=c2f83598-057f-4b85-b875-2993d0927946)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:55.621666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.636168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.649252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.649475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.705442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.710415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:55.710415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.729322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e083a-ec9e-4a15-bdec-20216b0ede27 None None] Pushing event updated for resources: {'Port': ['ID=03797e51-1e7b-46fd-ba2b-9dc236df3e99,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:55.731517 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:55.733707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:55.776622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:55.777201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0a99cc7c-65d1-4cf1-9f53-cd687ae6d9ca not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:55.777360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94817fc5-86d4-40fe-9a70-9a1acb639702 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:55.810261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 94817fc5-86d4-40fe-9a70-9a1acb639702 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:55.810596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 94817fc5-86d4-40fe-9a70-9a1acb639702 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:55.865871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:55.918048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event deleted for resources: {'Network': ['ID=898871ed-b840-4852-893d-bc8c2c9b3555,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.931998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75c23b-635f-4cd2-ad27-da3978610aec None None] Network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:55.948098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:34:55.948098 dv-neutron-829958-1-hyperv neutron-server[83568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:34:55.948098 dv-neutron-829958-1-hyperv neutron-server[83568]: [parameters: {'id': '6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b'}] Feb 19 07:34:55.948098 dv-neutron-829958-1-hyperv neutron-server[83568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:55.949010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:55.971833 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3f4b0f35-3013-41cc-b6ac-ab5ac035a754 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "DELETE /v2.0/networks/898871ed-b840-4852-893d-bc8c2c9b3555 HTTP/1.1" status: 204 len: 168 time: 1.7104030 Feb 19 07:34:55.972429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37022) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:55.977570 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-1da66a93-88b3-4fd3-aab5-6cc390e011e3 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:55.981139 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1da66a93-88b3-4fd3-aab5-6cc390e011e3 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6899183 Feb 19 07:34:55.981139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Network': ['ID=7a923349-24b3-43cf-8e6a-0d28c95c109f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.982597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37026) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:56.008826 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-91fb0984-c55d-4645-ba42-fcef8287bd4f tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/networks/7a923349-24b3-43cf-8e6a-0d28c95c109f HTTP/1.1" status: 204 len: 168 time: 1.8013365 Feb 19 07:34:56.011747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:56.013911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.086023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.090941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.139986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d5be94-b4a4-43bb-89a9-e4e4a9c49d09 None None] Network 6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:56.208593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Subnet': ['ID=b32c997e-b7a0-4ec1-9697-9cae672cb6c2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:56.274120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for d14f4697-d10e-4dbf-9436-37626821e50e owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:56.309182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.311861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79db1562-e3fa-4f59-b1e1-397b4d320a39 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.318673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfa9a3-0b32-40d9-9f7e-b7c19e276321 None None] Network 7923de55-4a9a-4fa1-9e6a-44d887e9d698 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:56.354757 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1027a84f-d3f2-4b02-8445-0ef54970bee2 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/subnets/b32c997e-b7a0-4ec1-9697-9cae672cb6c2 HTTP/1.1" status: 204 len: 168 time: 2.3641379 Feb 19 07:34:56.358103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37034) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:56.370761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.371813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79db1562-e3fa-4f59-b1e1-397b4d320a39 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.372602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9192cb04-34da-49bb-8ed9-5324be2b10d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.461070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79db1562-e3fa-4f59-b1e1-397b4d320a39 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.471885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.502187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9192cb04-34da-49bb-8ed9-5324be2b10d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.506184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db1562-e3fa-4f59-b1e1-397b4d320a39 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ee546-51c6-452f-9121-672538523d2a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:56.510053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-79db1562-e3fa-4f59-b1e1-397b4d320a39 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.513837 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79db1562-e3fa-4f59-b1e1-397b4d320a39 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/6c9ee546-51c6-452f-9121-672538523d2a HTTP/1.1" status: 204 len: 168 time: 0.5274954 Feb 19 07:34:56.514423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37038) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:56.584413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb4ef979-8b6d-4d50-a9ba-fd7e69db503a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:56.604262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] DHCP port deletion for 7923de55-4a9a-4fa1-9e6a-44d887e9d698 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:56.611112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] Deleting port c0ace6bc-5a89-4b28-889d-8271b147d8bb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:56.611505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.639861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb4ef979-8b6d-4d50-a9ba-fd7e69db503a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:56.641281 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb4ef979-8b6d-4d50-a9ba-fd7e69db503a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1249475 Feb 19 07:34:56.649894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37042) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:56.660484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726841016'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:56.669921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:56.675449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.677151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port 03797e51-1e7b-46fd-ba2b-9dc236df3e99 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:56.677826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.687501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:56.696300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.735007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.758956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=d14f4697-d10e-4dbf-9436-37626821e50e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:56.877342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.891384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:34:56.897130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] For port c0ace6bc-5a89-4b28-889d-8271b147d8bb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c0ace6bc-5a89-4b28-889d-8271b147d8bb,segment=NetworkSegment(3ffac4ba-d961-4ffd-a84d-1916a9da8103),segment_id=3ffac4ba-d961-4ffd-a84d-1916a9da8103)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:56.898817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Deleting port c0ace6bc-5a89-4b28-889d-8271b147d8bb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:56.899060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Usage tracker for resource:security_group_rule and tenant:8ac118d0a71641b9a55232ec8f61000b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:34:56.899171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.899952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:56.903964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:34:56.966969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:34:56.979976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:57.048421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] Calling delete_port for c0ace6bc-5a89-4b28-889d-8271b147d8bb owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:57.056869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b52d7e-7075-4962-a896-8390f1e9f922') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:57.057186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b52d7e-7075-4962-a896-8390f1e9f922') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:57.106648 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.114402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.129792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.138662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.164524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf1cfc-1e1f-41ca-b79c-c9d01f178d11,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:57.180821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] Pushing event deleted for resources: {'Port': ['ID=c0ace6bc-5a89-4b28-889d-8271b147d8bb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:57.185568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b006d-0ed0-48a5-94f7-7816127888bc None None] No DVR routers for this DVR port c0ace6bc-5a89-4b28-889d-8271b147d8bb on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:57.189660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.190921 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0be9683c-0d38-497f-9e6d-0f0b8d319a4c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5398574 Feb 19 07:34:57.193598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:57.193729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] The port 'c0ace6bc-5a89-4b28-889d-8271b147d8bb' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:34:57.200376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d77a8f88-370f-4eaa-95ab-358bd003ffcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:34:57.200947 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-d77a8f88-370f-4eaa-95ab-358bd003ffcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 07:34:57.201839 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d77a8f88-370f-4eaa-95ab-358bd003ffcb tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "PUT /v2.0/security-groups/4baf1cfc-1e1f-41ca-b79c-c9d01f178d11 HTTP/1.1" status: 409 len: 330 time: 0.0073555 Feb 19 07:34:57.205073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37050) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:57.229301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79260c2e-dfa9-4b0c-bc59-1fa5aefea022 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 07:34:57.259551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9192cb04-34da-49bb-8ed9-5324be2b10d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.265609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.291812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.345638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:57.346128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.347187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79260c2e-dfa9-4b0c-bc59-1fa5aefea022 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:34:57.357019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-218f9fea-09ea-4800-8515-974359fa2c8c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:57.362129 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:57.364253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cb04-34da-49bb-8ed9-5324be2b10d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dccd46-b45b-412a-9935-d3998022c59d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:57.468828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-218f9fea-09ea-4800-8515-974359fa2c8c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.540944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-218f9fea-09ea-4800-8515-974359fa2c8c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.564931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f9fea-09ea-4800-8515-974359fa2c8c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf1cfc-1e1f-41ca-b79c-c9d01f178d11,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:57.576182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-218f9fea-09ea-4800-8515-974359fa2c8c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.579835 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-218f9fea-09ea-4800-8515-974359fa2c8c tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/4baf1cfc-1e1f-41ca-b79c-c9d01f178d11 HTTP/1.1" status: 204 len: 168 time: 0.3733928 Feb 19 07:34:57.580602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37054) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:57.652012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port 03797e51-1e7b-46fd-ba2b-9dc236df3e99, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=03797e51-1e7b-46fd-ba2b-9dc236df3e99,segment=NetworkSegment(c2f83598-057f-4b85-b875-2993d0927946),segment_id=c2f83598-057f-4b85-b875-2993d0927946)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:57.652406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.666319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9bfe4aea-df74-4d72-9ee0-40e372ff8af2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Synchronizing usage tracker for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:57.667079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router 02d75187-d782-4130-aacb-38dbf2df61c5 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:57.682837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.715292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c0ace6bc-5a89-4b28-889d-8271b147d8bb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:57.754542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c0ace6bc-5a89-4b28-889d-8271b147d8bb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:34:57.754871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c0ace6bc-5a89-4b28-889d-8271b147d8bb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:34:57.808683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for 03797e51-1e7b-46fd-ba2b-9dc236df3e99 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:57.834737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9192cb04-34da-49bb-8ed9-5324be2b10d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.835903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9192cb04-34da-49bb-8ed9-5324be2b10d8 tempest-TestNetworkAdvancedServerOps-879870632 tempest-TestNetworkAdvancedServerOps-879870632-project] 10.222.0.72 "DELETE /v2.0/security-groups/e9dccd46-b45b-412a-9935-d3998022c59d HTTP/1.1" status: 204 len: 168 time: 1.8625882 Feb 19 07:34:57.851360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.883017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7923de55-4a9a-4fa1-9e6a-44d887e9d698']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:57.890070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.908934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffac4ba-d961-4ffd-a84d-1916a9da8103') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:57.909225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffac4ba-d961-4ffd-a84d-1916a9da8103') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:57.918938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Network': ['ID=4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:57.927251 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8ac32ee6-487e-4e1a-9a5e-bb9094b63571 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/networks/4a2797aa-e9e8-4eaf-a4b0-ee15271c0b8c HTTP/1.1" status: 204 len: 168 time: 1.9101348 Feb 19 07:34:57.930346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:57.974069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9bfe4aea-df74-4d72-9ee0-40e372ff8af2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] Unset dirty status for tenant:8ac118d0a71641b9a55232ec8f61000b on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:57.975229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9bfe4aea-df74-4d72-9ee0-40e372ff8af2 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3928552 Feb 19 07:34:57.982410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:57.984124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37064) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.023576 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-b974fe27-dde2-4adf-99c9-c4dce795d67b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] delete failed (client error): The resource could not be found. Feb 19 07:34:58.024600 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b974fe27-dde2-4adf-99c9-c4dce795d67b tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "DELETE /v2.0/security-groups/8b18ede1-e258-4684-8c37-f4b823e7e9ba HTTP/1.1" status: 404 len: 347 time: 0.0395510 Feb 19 07:34:58.031850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37068) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.072631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.082383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:58.082782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:58.096880 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:58.099419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.123617 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-08bb8d8d-56f9-4db5-a0f4-3ba14752bf6a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] show failed (client error): The resource could not be found. Feb 19 07:34:58.124650 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-08bb8d8d-56f9-4db5-a0f4-3ba14752bf6a tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-groups/aa75973e-f84a-45db-bfc1-7a3102f4ac4d HTTP/1.1" status: 404 len: 347 time: 0.0918725 Feb 19 07:34:58.131076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37072) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.165014 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-3afcdd19-3788-491b-b004-270a47a272d7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] show failed (client error): The resource could not be found. Feb 19 07:34:58.165978 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3afcdd19-3788-491b-b004-270a47a272d7 tempest-NegativeSecGroupIPv6Test-399341407 tempest-NegativeSecGroupIPv6Test-399341407-project] 10.222.0.72 "GET /v2.0/security-group-rules/e8ba3bd6-cf5f-4a93-a271-1e96e7c1d352 HTTP/1.1" status: 404 len: 356 time: 0.0325499 Feb 19 07:34:58.196189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Port': ['ID=03797e51-1e7b-46fd-ba2b-9dc236df3e99,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:58.223029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No DVR routers for this DVR port 03797e51-1e7b-46fd-ba2b-9dc236df3e99 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:58.254701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:58.271042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] Sync routers for ids ['02d75187-d782-4130-aacb-38dbf2df61c5'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:34:58.278161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.284205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] Routers {'02d75187-d782-4130-aacb-38dbf2df61c5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:58.285100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['02d75187-d782-4130-aacb-38dbf2df61c5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.298922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.322193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Deleting subnet 05a08094-1750-450a-ba77-265f584f4685 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:34:58.335258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.350736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.362869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] Routers {'02d75187-d782-4130-aacb-38dbf2df61c5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:34:58.364025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['02d75187-d782-4130-aacb-38dbf2df61c5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.371478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Pushing event deleted for resources: {'Network': ['ID=7923de55-4a9a-4fa1-9e6a-44d887e9d698,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:58.384079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-46b86b1f-6dd3-4929-8433-3807bb4af3f5 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/networks/7923de55-4a9a-4fa1-9e6a-44d887e9d698 HTTP/1.1" status: 204 len: 168 time: 2.0196388 Feb 19 07:34:58.386869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37078) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.389712 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bd8b8df6-a590-4256-b974-35ec493c1cec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/02d75187-d782-4130-aacb-38dbf2df61c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7745442 Feb 19 07:34:58.390280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.391992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.435095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.436373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66827062-fa37-468d-9581-423b88914742 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Synchronizing usage tracker for tenant:a773068664094c15b31b46ed1b24c974 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:58.438257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba59f6-5724-43b4-8d59-12c11a76054f None None] The sync data for ids ['02d75187-d782-4130-aacb-38dbf2df61c5'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:34:58.451015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.526145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-66827062-fa37-468d-9581-423b88914742 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Unset dirty status for tenant:a773068664094c15b31b46ed1b24c974 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:58.527282 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-66827062-fa37-468d-9581-423b88914742 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "GET /v2.0/ports?device_id=1dd7db48-702c-4ef7-b6e0-337c71503dce HTTP/1.1" status: 200 len: 205 time: 0.1394944 Feb 19 07:34:58.534289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37088) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.570102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.587657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f83598-057f-4b85-b875-2993d0927946') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.588013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f83598-057f-4b85-b875-2993d0927946') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.593906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37092) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.605759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.680338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.687192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:34:58.687670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.698194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:58.702862 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:58.755831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b974-7e6f-4ddb-a46d-694cd5a518d8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.850280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.897122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.920253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router df8a0289-1bb7-4070-b66a-e098c32be231 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:58.938456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:58.948086 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-78e68f50-1011-4723-9ae4-b7f388cb360d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 07:34:58.951721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-78e68f50-1011-4723-9ae4-b7f388cb360d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/02d75187-d782-4130-aacb-38dbf2df61c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5495584 Feb 19 07:34:58.951721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cce9936f-126b-4beb-b297-f0ca59bbfdc9 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b HTTP/1.1" status: 204 len: 168 time: 4.8485670 Feb 19 07:34:58.952087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37102) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:58.954429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:58.961195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37106) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.035540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Subnet': ['ID=05a08094-1750-450a-ba77-265f584f4685,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:59.039001 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b218935b-1e3d-46c7-b0b4-79fb04ed4c02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ac118d0a71641b9a55232ec8f61000b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4351776 Feb 19 07:34:59.051204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.052191 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f0edf5-a17c-44ec-8cc9-f2a0dbab4021 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:59.053029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f0edf5-a17c-44ec-8cc9-f2a0dbab4021 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:59.116214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9b41ba40-25fb-4c28-a333-9de066109b64 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:34:59.133606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9b41ba40-25fb-4c28-a333-9de066109b64 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:34:59.134859 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9b41ba40-25fb-4c28-a333-9de066109b64 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=02d75187-d782-4130-aacb-38dbf2df61c5 HTTP/1.1" status: 200 len: 205 time: 0.1818178 Feb 19 07:34:59.137651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37116) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.191080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5106ea-437c-4eb6-bd0d-d03482c97682 None None] Network a3b93904-7a88-458c-bd54-a08905096d83 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:34:59.245168 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37120) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.281787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d32f46ed-8d02-4ecd-99a5-9e734adb0543 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.417865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.419690 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90b1c8e3-e1e6-45cf-bb03-b7bf2120ec9b tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/subnets/05a08094-1750-450a-ba77-265f584f4685 HTTP/1.1" status: 204 len: 168 time: 1.4884346 Feb 19 07:34:59.426146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37126) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.435930 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-53f0edf5-a17c-44ec-8cc9-f2a0dbab4021 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/047108b7-f447-4d1c-b909-6cae52d5b6b5 HTTP/1.1" status: 404 len: 337 time: 0.4474406 Feb 19 07:34:59.455919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.480789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] DHCP port deletion for a3b93904-7a88-458c-bd54-a08905096d83 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:34:59.485283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] Deleting port a3dfd961-f390-4b76-add2-6b8cf237e24e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:59.485880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.646358 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-df106ced-2b9d-4051-8847-b8e53c3f2530 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:59.646892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df106ced-2b9d-4051-8847-b8e53c3f2530 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:59.651332 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df106ced-2b9d-4051-8847-b8e53c3f2530 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/6d2306e5-0ba0-4e3e-8ee3-41f3abdf909b HTTP/1.1" status: 404 len: 339 time: 0.1845787 Feb 19 07:34:59.654749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37134) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.691009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] For port a3dfd961-f390-4b76-add2-6b8cf237e24e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a3dfd961-f390-4b76-add2-6b8cf237e24e,segment=NetworkSegment(ee765d99-e1eb-429e-a478-ae77b5a35b0c),segment_id=ee765d99-e1eb-429e-a478-ae77b5a35b0c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:59.691660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.699164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b974-7e6f-4ddb-a46d-694cd5a518d8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.703464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a3dfd961-f390-4b76-add2-6b8cf237e24e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:34:59.708416 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16e7852-6cb3-43ec-b6d4-09d47c6bdd6d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:59.708920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16e7852-6cb3-43ec-b6d4-09d47c6bdd6d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:59.712919 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f16e7852-6cb3-43ec-b6d4-09d47c6bdd6d tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/4f2b410b-437d-44a2-afb9-eae83614f57d HTTP/1.1" status: 404 len: 337 time: 0.0533385 Feb 19 07:34:59.720405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37138) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.720556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.738117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9776d30c-42fe-4084-9e66-9e9d36ceab0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6ea6b7f01d54cf28e8de27ffb99b940&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4905229 Feb 19 07:34:59.744674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37142) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.748834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b974-7e6f-4ddb-a46d-694cd5a518d8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.773653 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-913260ae-0246-46cf-884a-789eed9a7084 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:34:59.774451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913260ae-0246-46cf-884a-789eed9a7084 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:59.776295 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-913260ae-0246-46cf-884a-789eed9a7084 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/b5d4304b-0a9b-4d3f-b694-755b24067be0 HTTP/1.1" status: 404 len: 339 time: 0.0546575 Feb 19 07:34:59.777139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-365942ac-5da4-4556-8070-4d3d30860f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.782562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37146) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:34:59.869404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Deleting port a3dfd961-f390-4b76-add2-6b8cf237e24e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:34:59.869807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.909069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] Calling delete_port for a3dfd961-f390-4b76-add2-6b8cf237e24e owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:34:59.917017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d32f46ed-8d02-4ecd-99a5-9e734adb0543 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.920799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-365942ac-5da4-4556-8070-4d3d30860f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.927921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d32f46ed-8d02-4ecd-99a5-9e734adb0543 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.961693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b974-7e6f-4ddb-a46d-694cd5a518d8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:34:59.962202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e0b974-7e6f-4ddb-a46d-694cd5a518d8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd7db48-702c-4ef7-b6e0-337c71503dce {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:00.005804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d32f46ed-8d02-4ecd-99a5-9e734adb0543 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.006399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f46ed-8d02-4ecd-99a5-9e734adb0543 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Fanout notify agent at l3_agent the message router_deleted on router 02d75187-d782-4130-aacb-38dbf2df61c5 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:00.025132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b974-7e6f-4ddb-a46d-694cd5a518d8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.026226 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f0e0b974-7e6f-4ddb-a46d-694cd5a518d8 tempest-RoutersNegativeIpV6Test-1464720914 tempest-RoutersNegativeIpV6Test-1464720914-project] 10.222.0.72 "DELETE /v2.0/routers/1dd7db48-702c-4ef7-b6e0-337c71503dce HTTP/1.1" status: 204 len: 168 time: 1.4910281 Feb 19 07:35:00.026988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2067d7-a439-4d72-b7db-af84f5c66342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.032362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.038943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d32f46ed-8d02-4ecd-99a5-9e734adb0543 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.040023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d32f46ed-8d02-4ecd-99a5-9e734adb0543 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/02d75187-d782-4130-aacb-38dbf2df61c5 HTTP/1.1" status: 204 len: 168 time: 0.9014859 Feb 19 07:35:00.043298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.055887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:00.069706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.131695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2067d7-a439-4d72-b7db-af84f5c66342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.132477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] For port a3dfd961-f390-4b76-add2-6b8cf237e24e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a3dfd961-f390-4b76-add2-6b8cf237e24e,segment=NetworkSegment(ee765d99-e1eb-429e-a478-ae77b5a35b0c),segment_id=ee765d99-e1eb-429e-a478-ae77b5a35b0c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:00.132954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.152901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] Pushing event deleted for resources: {'Port': ['ID=a3dfd961-f390-4b76-add2-6b8cf237e24e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:00.159918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0917c-5014-4eb7-8303-d7fb0e2fbd71 None None] No DVR routers for this DVR port a3dfd961-f390-4b76-add2-6b8cf237e24e on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:00.203999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-365942ac-5da4-4556-8070-4d3d30860f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.278015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Calling delete_port for a3dfd961-f390-4b76-add2-6b8cf237e24e owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:00.345838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365942ac-5da4-4556-8070-4d3d30860f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5815e5-d7e7-49bf-ad9c-77036cb5bfb5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:00.356055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:00.356757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:00.357180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37158) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:00.384032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:00.397053 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] Sync routers for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:00.410674 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:00.411204 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:00.435690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2067d7-a439-4d72-b7db-af84f5c66342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.474436 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:00.475575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.485330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-365942ac-5da4-4556-8070-4d3d30860f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.485953 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] Routers {'df8a0289-1bb7-4070-b66a-e098c32be231'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:00.486565 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['df8a0289-1bb7-4070-b66a-e098c32be231'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:00.489132 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-365942ac-5da4-4556-8070-4d3d30860f0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f5815e5-d7e7-49bf-ad9c-77036cb5bfb5 HTTP/1.1" status: 204 len: 168 time: 1.3883564 Feb 19 07:35:00.490012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2067d7-a439-4d72-b7db-af84f5c66342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76bc2e-43d0-4b2e-9dd6-e864205013a6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:00.492008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6a2067d7-a439-4d72-b7db-af84f5c66342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.493035 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6a2067d7-a439-4d72-b7db-af84f5c66342 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c76bc2e-43d0-4b2e-9dd6-e864205013a6 HTTP/1.1" status: 204 len: 168 time: 0.7415097 Feb 19 07:35:00.502096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37168) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:00.502573 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fee57418-1756-426b-8263-3d47d53e4ca2 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/routers/df8a0289-1bb7-4070-b66a-e098c32be231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6975420 Feb 19 07:35:00.525698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e5907c-875d-4192-86f1-e2e6df1ed960']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:00.553901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02a82ef-acb4-469b-9771-6e441629e8eb') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:00.554182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02a82ef-acb4-469b-9771-6e441629e8eb') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:00.576363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.595402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet 8ef0ca74-055f-4867-961c-26e000c9eed5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:00.598972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.605373 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:00.605770 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde34614-c9fa-45a5-b8dd-63c93c9d68b7 None None] The sync data for ids ['df8a0289-1bb7-4070-b66a-e098c32be231'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:00.632563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.654914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:00.655293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:00.670566 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:00.756903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.837462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.871766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.904494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Deleting port a3dfd961-f390-4b76-add2-6b8cf237e24e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:00.904978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.914411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:00.943645 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e55daa8a-f52e-4f99-8f1e-f090d5531d40 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a773068664094c15b31b46ed1b24c974&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5852036 Feb 19 07:35:00.951704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:00.952701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=51e5907c-875d-4192-86f1-e2e6df1ed960,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:00.980771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] The port 'a3dfd961-f390-4b76-add2-6b8cf237e24e' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:00.984769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2d221ecd-d41c-432c-98ca-2bd3e3465077 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/51e5907c-875d-4192-86f1-e2e6df1ed960 HTTP/1.1" status: 204 len: 168 time: 1.2000237 Feb 19 07:35:00.995243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37178) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.015308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.064370 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4802cad3-944c-454a-94c0-f7c5874c03b7 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.064869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4802cad3-944c-454a-94c0-f7c5874c03b7 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.066826 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4802cad3-944c-454a-94c0-f7c5874c03b7 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/28554f47-784e-4d59-a750-b0587d877fc0 HTTP/1.1" status: 404 len: 337 time: 0.0707002 Feb 19 07:35:01.071358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37186) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.107045 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b56501f-075f-4f2e-a303-a14d05844b35 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.107473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b56501f-075f-4f2e-a303-a14d05844b35 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.109456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.125211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.153193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.157232 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5b56501f-075f-4f2e-a303-a14d05844b35 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/9612fd8a-dfb2-40bc-a4b4-0e1a91cf4f26 HTTP/1.1" status: 404 len: 339 time: 0.0848789 Feb 19 07:35:01.159955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37190) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.161970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb489-623e-477e-bdec-f77dfa4fb233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.182196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef0ca74-055f-4867-961c-26e000c9eed5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:01.197639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2866f3-14b8-49e2-866a-a0e0d90ea6af None None] Network 3d3e3155-590e-477b-b65b-5663ae7234da requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:01.198662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.202867 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-108b9e57-2fbb-4e39-9524-bece5f5267dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/8ef0ca74-055f-4867-961c-26e000c9eed5 HTTP/1.1" status: 204 len: 168 time: 1.1417844 Feb 19 07:35:01.204072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37194) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.210172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb489-623e-477e-bdec-f77dfa4fb233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.232333 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b619aa53-0dd5-4ee9-8d4a-d25cdbdb1e0b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.232774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b619aa53-0dd5-4ee9-8d4a-d25cdbdb1e0b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.240445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:01.243530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b93904-7a88-458c-bd54-a08905096d83']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:01.261021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3d3ddef98a4bed8fa6cde8b62ecb6d is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:01.266712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:01.270868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee765d99-e1eb-429e-a478-ae77b5a35b0c') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:01.271149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee765d99-e1eb-429e-a478-ae77b5a35b0c') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:01.284499 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b619aa53-0dd5-4ee9-8d4a-d25cdbdb1e0b tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/4d084039-626a-4488-8c0c-97d13cae6e17 HTTP/1.1" status: 404 len: 337 time: 0.1223772 Feb 19 07:35:01.286679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:01.291761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37198) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.295398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.345805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.355199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f5e7b3-78cf-403c-9658-7a0402d87bd7 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.355626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f5e7b3-78cf-403c-9658-7a0402d87bd7 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.362931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:01.363326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:01.378630 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:01.401564 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-23f5e7b3-78cf-403c-9658-7a0402d87bd7 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/bfbcdf5b-dcaf-4c55-93ad-d787a12a5d2c HTTP/1.1" status: 404 len: 339 time: 0.1064317 Feb 19 07:35:01.428217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37202) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.479786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] DHCP port deletion for 3d3e3155-590e-477b-b65b-5663ae7234da request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:01.483935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] Deleting port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:01.484341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.500300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.529998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.544539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Pushing event deleted for resources: {'Network': ['ID=a3b93904-7a88-458c-bd54-a08905096d83,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:01.559230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.562689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.565793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.568863 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a08c5a1-52c1-4210-96f4-371d4ffa4b16 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.569484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a08c5a1-52c1-4210-96f4-371d4ffa4b16 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.582710 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a08c5a1-52c1-4210-96f4-371d4ffa4b16 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/59026790-fb78-431d-996a-eb60ed1b75ef HTTP/1.1" status: 404 len: 337 time: 0.1475501 Feb 19 07:35:01.585739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37206) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.613058 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-93963762-5b1e-4e0a-9a5b-eff43ea16e75 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/networks/a3b93904-7a88-458c-bd54-a08905096d83 HTTP/1.1" status: 204 len: 168 time: 2.1839640 Feb 19 07:35:01.616251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:01.616251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.619112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.627369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.695318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2ce72ab0-8f9e-4295-88a0-dd6116874f0c no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:01.700890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb489-623e-477e-bdec-f77dfa4fb233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.704910 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a3d996-c492-4e7e-b362-cd930f6008a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.705415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a3d996-c492-4e7e-b362-cd930f6008a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.744162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fe4cb489-623e-477e-bdec-f77dfa4fb233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.746399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3de622af-16ec-4cbd-91fe-6fe863479484 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Synchronizing usage tracker for tenant:35164b03797740e092454da75443a784 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:01.748187 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fe4cb489-623e-477e-bdec-f77dfa4fb233 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6528de98-eeaa-418a-9901-3f20fed0df0c HTTP/1.1" status: 204 len: 168 time: 0.7919965 Feb 19 07:35:01.750344 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-77a3d996-c492-4e7e-b362-cd930f6008a3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/b565ed49-ddcb-461b-8603-a71cf91250f3 HTTP/1.1" status: 404 len: 339 time: 0.1628978 Feb 19 07:35:01.750536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cb489-623e-477e-bdec-f77dfa4fb233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6528de98-eeaa-418a-9901-3f20fed0df0c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:01.755404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37216) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.774303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb042a59-4f5a-442b-9e96-3ee9f9b0c13c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:01.780871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] For port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,segment=NetworkSegment(433929ae-7603-44db-b55a-80090534e33b),segment_id=433929ae-7603-44db-b55a-80090534e33b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:01.781537 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:01.793413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0aa996d3-401b-4d7f-872e-390ac3676e92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c3d3ddef98a4bed8fa6cde8b62ecb6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7699757 Feb 19 07:35:01.796257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.813618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3de622af-16ec-4cbd-91fe-6fe863479484 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Unset dirty status for tenant:35164b03797740e092454da75443a784 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:01.815188 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3de622af-16ec-4cbd-91fe-6fe863479484 tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "GET /v2.0/ports?device_id=7afd97d8-738b-49ff-a9c0-cad297ab115e HTTP/1.1" status: 200 len: 205 time: 0.1956408 Feb 19 07:35:01.818945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.870689 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96127fe-544e-4582-bad4-39302a578dd2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.871120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96127fe-544e-4582-bad4-39302a578dd2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.875090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c96127fe-544e-4582-bad4-39302a578dd2 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/9e60dca7-821b-4046-9d57-83e66f3059a0 HTTP/1.1" status: 404 len: 337 time: 0.1164618 Feb 19 07:35:01.883880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37228) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.913854 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-157b800e-2450-4274-848c-c2f7859a4dc3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.914284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157b800e-2450-4274-848c-c2f7859a4dc3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.918235 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-157b800e-2450-4274-848c-c2f7859a4dc3 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/c7669730-bc87-406c-b8f8-29bb42817118 HTTP/1.1" status: 404 len: 339 time: 0.0310657 Feb 19 07:35:01.918461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.949252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] Calling delete_port for 2ce72ab0-8f9e-4295-88a0-dd6116874f0c owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:01.974449 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-77566d37-30e3-4df6-be46-570ca0fe368c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:01.975148 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77566d37-30e3-4df6-be46-570ca0fe368c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.979329 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-77566d37-30e3-4df6-be46-570ca0fe368c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/b4d1d25f-9590-4ecc-96af-edbea3619f3c HTTP/1.1" status: 404 len: 337 time: 0.0576487 Feb 19 07:35:01.982361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37236) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:01.985981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,segment=NetworkSegment(433929ae-7603-44db-b55a-80090534e33b),segment_id=433929ae-7603-44db-b55a-80090534e33b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:01.986347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.008121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fee7-f4a3-4aef-9d0e-9249496f9509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.024330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5bfd-cef3-49b1-a9a2-bf5ab8de2bca tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.070095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.075969 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce5770c-80fe-40d4-8c4b-23c95405b857 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:02.076804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce5770c-80fe-40d4-8c4b-23c95405b857 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:02.081154 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bce5770c-80fe-40d4-8c4b-23c95405b857 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/5759744d-7f26-4f91-a34a-4e9367298b60 HTTP/1.1" status: 404 len: 339 time: 0.0950599 Feb 19 07:35:02.093515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37242) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.140960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No active binding found for port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c {{(pid=83570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 19 07:35:02.142088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2ce72ab0-8f9e-4295-88a0-dd6116874f0c not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:35:02.144091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 2ce72ab0-8f9e-4295-88a0-dd6116874f0c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:02.154843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] Pushing event deleted for resources: {'Port': ['ID=2ce72ab0-8f9e-4295-88a0-dd6116874f0c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:02.170515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d087cc-af47-4929-9c65-dd2b5a022201 None None] No DVR routers for this DVR port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:02.227398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:02.227704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:02.325137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fee7-f4a3-4aef-9d0e-9249496f9509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.343539 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-741a3482-acd6-4415-ab59-9d43780c2ebf tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:02.343992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741a3482-acd6-4415-ab59-9d43780c2ebf tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:02.345663 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-741a3482-acd6-4415-ab59-9d43780c2ebf tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/f1321175-3e3f-4e34-b86a-abe37ab58809 HTTP/1.1" status: 404 len: 337 time: 0.2510421 Feb 19 07:35:02.348596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37254) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.378672 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-44985fe2-dca3-49cf-9cd8-a52df7ab441a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:02.379078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44985fe2-dca3-49cf-9cd8-a52df7ab441a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:02.389358 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44985fe2-dca3-49cf-9cd8-a52df7ab441a tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/c7713f67-41fc-477b-88db-bf1c96070d8c HTTP/1.1" status: 404 len: 339 time: 0.0396914 Feb 19 07:35:02.400693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37258) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.442106 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-05731449-0d6c-46ac-9dd1-400dbc4196d4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:02.442696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05731449-0d6c-46ac-9dd1-400dbc4196d4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:02.449026 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-05731449-0d6c-46ac-9dd1-400dbc4196d4 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/81386fe8-cefb-4110-b6a2-32122722721e HTTP/1.1" status: 404 len: 337 time: 0.0471387 Feb 19 07:35:02.449894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37262) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.480899 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d76d667-0ad9-4802-b3cf-12596b181ede tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:02.481454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d76d667-0ad9-4802-b3cf-12596b181ede tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:02.484609 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d76d667-0ad9-4802-b3cf-12596b181ede tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/8621ae00-6cff-405e-b0e1-5eff586856a7 HTTP/1.1" status: 404 len: 339 time: 0.0337451 Feb 19 07:35:02.485709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37268) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.534821 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-76709225-d050-4295-ad86-668bda54a6f5 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:02.535249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76709225-d050-4295-ad86-668bda54a6f5 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:02.536901 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76709225-d050-4295-ad86-668bda54a6f5 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/516885d4-43dc-42dc-9e27-5d33f56914c4 HTTP/1.1" status: 404 len: 337 time: 0.0500002 Feb 19 07:35:02.539568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37274) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.563722 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a043fb-26d4-4d10-9aba-5e2328460c60 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:02.564212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a043fb-26d4-4d10-9aba-5e2328460c60 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:02.565943 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-29a043fb-26d4-4d10-9aba-5e2328460c60 tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/8200cf15-4d2c-4817-92ac-8d89dd3e5c1f HTTP/1.1" status: 404 len: 339 time: 0.0254467 Feb 19 07:35:02.568961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37278) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.588943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fee7-f4a3-4aef-9d0e-9249496f9509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.592471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.675712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2fee7-f4a3-4aef-9d0e-9249496f9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb042a59-4f5a-442b-9e96-3ee9f9b0c13c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:02.683723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 38a9767c-08ac-4cf3-b2de-fed3341bb5ac {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:02.684060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.707795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5bfd-cef3-49b1-a9a2-bf5ab8de2bca tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.713895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fee7-f4a3-4aef-9d0e-9249496f9509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.717516 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3bc2fee7-f4a3-4aef-9d0e-9249496f9509 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb042a59-4f5a-442b-9e96-3ee9f9b0c13c HTTP/1.1" status: 204 len: 168 time: 0.9177177 Feb 19 07:35:02.731813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5bfd-cef3-49b1-a9a2-bf5ab8de2bca tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.736946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 2ce72ab0-8f9e-4295-88a0-dd6116874f0c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:02.737287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.779308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37286) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:02.823767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] The port '2ce72ab0-8f9e-4295-88a0-dd6116874f0c' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:02.858254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5bfd-cef3-49b1-a9a2-bf5ab8de2bca tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.858778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbc5bfd-cef3-49b1-a9a2-bf5ab8de2bca tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Fanout notify agent at l3_agent the message router_deleted on router 7afd97d8-738b-49ff-a9c0-cad297ab115e {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:02.886474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bbbc5bfd-cef3-49b1-a9a2-bf5ab8de2bca tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.887929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bbbc5bfd-cef3-49b1-a9a2-bf5ab8de2bca tempest-RoutersNegativeTest-1585520665 tempest-RoutersNegativeTest-1585520665-project] 10.222.0.72 "DELETE /v2.0/routers/7afd97d8-738b-49ff-a9c0-cad297ab115e HTTP/1.1" status: 204 len: 168 time: 1.0670292 Feb 19 07:35:02.894691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:02.983938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting subnet 4cab4d4d-913b-4259-84ad-68d825d8b038 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:02.988889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.016461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.034246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 38a9767c-08ac-4cf3-b2de-fed3341bb5ac owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:03.057080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3e3155-590e-477b-b65b-5663ae7234da']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:03.077808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.220294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433929ae-7603-44db-b55a-80090534e33b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:03.220589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433929ae-7603-44db-b55a-80090534e33b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:03.230310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d6e6136f-68aa-4760-8e31-6447dc19a184 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:03.230887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-d6e6136f-68aa-4760-8e31-6447dc19a184 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:35:03.235600 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d6e6136f-68aa-4760-8e31-6447dc19a184 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4493794 Feb 19 07:35:03.237470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:03.247857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023878225'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:03.254506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:03.259599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:03.262780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:03.263066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.268899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.273716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:03.287777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.300021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:03.300571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:03.317291 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:03.319443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37304) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:03.325696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=38a9767c-08ac-4cf3-b2de-fed3341bb5ac,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.361150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.415639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.418238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.445973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.473100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.488903 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/3d3e3155-590e-477b-b65b-5663ae7234da HTTP/1.1" status: 204 len: 168 time: 2.2838700 Feb 19 07:35:03.494656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:03.495606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab415265-ba46-4047-a8bb-1f867e621255 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=3d3e3155-590e-477b-b65b-5663ae7234da,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.516839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416443785'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:03.522024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:03.527205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:03.530098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:03.538529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:03.581004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:03.583901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.612626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:03.619522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:03.622582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:03.625695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.635906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:03.648010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.648338 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment 3cf70413-6299-4f24-96b7-61a7e217ad4d of type vlan for network b7e05424-089b-46bc-a4a3-44dbe82b5a4d Feb 19 07:35:03.652698 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-55b1e656-299d-4113-b618-712e9ecd373d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35164b03797740e092454da75443a784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3321254 Feb 19 07:35:03.658470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37322) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:03.663999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.750753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:03.780352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Subnet': ['ID=4cab4d4d-913b-4259-84ad-68d825d8b038,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.792864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.812999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f527b0f-4527-4e24-821b-8e81d2dde1f8 None None] Network 4306b83e-990a-4235-a693-6394d2572a64 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:03.817282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.871629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:03.876725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:03.877697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.001540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=b7e05424-089b-46bc-a4a3-44dbe82b5a4d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.008872 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9377f020-b5ef-433c-bbe0-eb2088a3862c tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/subnets/4cab4d4d-913b-4259-84ad-68d825d8b038 HTTP/1.1" status: 204 len: 168 time: 1.4388638 Feb 19 07:35:04.010623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ea8013b-5eed-4cb1-997f-0350955c340f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.016371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37332) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:04.021045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37334) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:04.024102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:04.038001 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1535c790-ede2-47a3-877f-2693d2bb5266 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5374610 Feb 19 07:35:04.043358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37342) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:04.052021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': 'b7e05424-089b-46bc-a4a3-44dbe82b5a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:04.121692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.171188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.172802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ea8013b-5eed-4cb1-997f-0350955c340f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.188728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:04.192093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.202557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:04.209309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1684741036-network', 'tenant_id': '85471ab2fdaf469590265f6be54e269a'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:04.213461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:04.225133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:04.234450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Usage tracker for resource:network and tenant:85471ab2fdaf469590265f6be54e269a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:04.237672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:04.238259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port e45d3b5a-2ac4-415a-9e83-de7594017871 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:04.238621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.239638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:04.250102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:04.251933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] DHCP port deletion for 4306b83e-990a-4235-a693-6394d2572a64 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:04.258064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] Deleting port e45d3b5a-2ac4-415a-9e83-de7594017871 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:04.258879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.260876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:04.262687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.267843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.268520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Fanout notify agent at l3_agent the message router_deleted on router df8a0289-1bb7-4070-b66a-e098c32be231 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:04.281915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Made reservation on behalf of 85471ab2fdaf469590265f6be54e269a for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:04.285064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.287843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.358962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.369659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ea8013b-5eed-4cb1-997f-0350955c340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.384717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:04.395116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c65663-7e3d-48d0-ac03-fdab465d01ab,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.397881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:04.404187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:04.407173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8013b-5eed-4cb1-997f-0350955c340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae509f7d-5fe4-428c-bed5-7f19a01e8fcf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.412980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.420507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:04.430948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.434785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-032e85d4-dec6-4fe8-a9d4-8c17a1d8b7fc tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/routers/df8a0289-1bb7-4070-b66a-e098c32be231 HTTP/1.1" status: 204 len: 168 time: 3.9307311 Feb 19 07:35:04.437304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37346) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:04.445607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ea8013b-5eed-4cb1-997f-0350955c340f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.449182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ea8013b-5eed-4cb1-997f-0350955c340f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae509f7d-5fe4-428c-bed5-7f19a01e8fcf HTTP/1.1" status: 204 len: 168 time: 0.7860150 Feb 19 07:35:04.522801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:04.530328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Usage tracker for resource:security_group_rule and tenant:85471ab2fdaf469590265f6be54e269a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:04.535901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:04.544391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:04.610808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] For port e45d3b5a-2ac4-415a-9e83-de7594017871, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e45d3b5a-2ac4-415a-9e83-de7594017871,segment=NetworkSegment(6d54a456-3410-45c6-92da-e2a826cb203a),segment_id=6d54a456-3410-45c6-92da-e2a826cb203a)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:04.611154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.646305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] For port e45d3b5a-2ac4-415a-9e83-de7594017871, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e45d3b5a-2ac4-415a-9e83-de7594017871,segment=NetworkSegment(6d54a456-3410-45c6-92da-e2a826cb203a),segment_id=6d54a456-3410-45c6-92da-e2a826cb203a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:04.647080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.685881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.694709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.763434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:04.773642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22794d8-b78e-4bba-9b37-1ba4851420f3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.780005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.780658 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Added segment c4ae2320-bbd3-4a9a-9d78-4d6b61922536 of type vlan for network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 Feb 19 07:35:04.789822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.820672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Calling delete_port for e45d3b5a-2ac4-415a-9e83-de7594017871 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:04.833882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] Calling delete_port for e45d3b5a-2ac4-415a-9e83-de7594017871 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:04.868387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=c795e5bd-80d4-4c5f-9b43-baffa807f0e5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.885315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.897109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.912061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.928955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.956468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': '3cf70413-6299-4f24-96b7-61a7e217ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7e05424-089b-46bc-a4a3-44dbe82b5a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:04.956842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: b7e05424-089b-46bc-a4a3-44dbe82b5a4d, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:04.977102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a8976-f05a-4a26-a3de-d1f3214583bf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.984233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.985532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:04.986302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.989331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:04.993405 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c337c520-30cc-40fb-a503-85efeb2ebaca tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7549443 Feb 19 07:35:04.996568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:05.005871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] No DVR routers for this DVR port e45d3b5a-2ac4-415a-9e83-de7594017871 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:05.007639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '1d8a8976-f05a-4a26-a3de-d1f3214583bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:05.011796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:05.012109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:05.015900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting subnet abd720af-dda2-4003-b712-c629eed621ff {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:05.017142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528051fd-7446-44d9-930d-714401ba8a19 None None] Pushing event deleted for resources: {'Port': ['ID=e45d3b5a-2ac4-415a-9e83-de7594017871,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:05.018118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:05.026867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.027833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:05.054358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:05.065436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:05.078422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:05.087074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b7e05424-089b-46bc-a4a3-44dbe82b5a4d) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:05.097671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde405bb-31e6-4095-b8b5-cc416547342a None None] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:05.099918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.117235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:05.117811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.129909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] Pushing event updated for resources: {'Network': ['ID=e2208fda-0c60-4b82-adc8-6cbca7d5cb47,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:05.147515 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-59245859-6153-4d39-8ff4-c16ca41ef643 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1243510 Feb 19 07:35:05.150497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37366) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:05.156826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Request body: {'subnet': {'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1684741036-subnet', 'tenant_id': '85471ab2fdaf469590265f6be54e269a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:05.163022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:05.167094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Usage tracker for resource:subnet and tenant:85471ab2fdaf469590265f6be54e269a is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:05.170406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:05.173951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:05.177623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:05.179250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.189699 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a6ea6381-0682-41f6-93bb-657e2c33ae7c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1447535 Feb 19 07:35:05.191623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37370) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:05.198442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1144663734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:05.206209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Made reservation on behalf of 85471ab2fdaf469590265f6be54e269a for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:05.208955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.228744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:05.259828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.284446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:router and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:05.291997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:05.309288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:05.317221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.334242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.337583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.338526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.370351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.387923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899acaf0-c52e-42b2-8899-b5392a6dfcc6,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:05.399317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.403229 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-321861a0-aa7b-4f34-ab53-017339e75c51 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4031570 Feb 19 07:35:05.405526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37378) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:05.414788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '1d8a8976-f05a-4a26-a3de-d1f3214583bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:05.423795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:05.429242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:05.433105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:05.441045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:05.447583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.513312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Deleting port e45d3b5a-2ac4-415a-9e83-de7594017871 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:05.513697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.542688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b7e05424-089b-46bc-a4a3-44dbe82b5a4d', 'network_id': 'b7e05424-089b-46bc-a4a3-44dbe82b5a4d', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': 'c795e5bd-80d4-4c5f-9b43-baffa807f0e5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:05.543878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.566307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Subnet': ['ID=abd720af-dda2-4003-b712-c629eed621ff,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:05.568923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.617315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] The port 'e45d3b5a-2ac4-415a-9e83-de7594017871' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:05.618313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.628921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.670492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37384) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:05.706372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effae965-e8ae-416f-8c1f-8d737ae979d0 None None] Network 91619f1d-e456-4d36-a7f3-a2d1ee69e84f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:05.707837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.721289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e45d3b5a-2ac4-415a-9e83-de7594017871 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:05.739451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.740972 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-87887948-6359-45c3-8a93-6e24019063e3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5477624 Feb 19 07:35:05.752022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:05.762029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc02fb9-5e7d-403e-b624-209cee290bd5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:05.847506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e45d3b5a-2ac4-415a-9e83-de7594017871 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:35:05.848564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e45d3b5a-2ac4-415a-9e83-de7594017871 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:35:05.917743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Allocated IP 172.20.0.2 (b7e05424-089b-46bc-a4a3-44dbe82b5a4d/c795e5bd-80d4-4c5f-9b43-baffa807f0e5/d81bac9a-6b87-46bc-8f17-c86c584e3def) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:05.921729 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b35eb9ad-79ff-4d73-8c92-d68d45bb648a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/subnets/abd720af-dda2-4003-b712-c629eed621ff HTTP/1.1" status: 204 len: 168 time: 1.4685473 Feb 19 07:35:05.922805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--419542272'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:05.926864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:05.936777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:05.944394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:05.947998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Checking segment: {'id': 'c4ae2320-bbd3-4a9a-9d78-4d6b61922536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:05.948370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Network hostable DHCP agents. Network: e2208fda-0c60-4b82-adc8-6cbca7d5cb47, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:05.953991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:05.959208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:05.964478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:06.040750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.070416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4306b83e-990a-4235-a693-6394d2572a64']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:06.086240 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:35:06.086948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-864aa145-3ad4-4735-86dc-7628486c2d22 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6804891 Feb 19 07:35:06.089861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d54a456-3410-45c6-92da-e2a826cb203a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:06.090154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d54a456-3410-45c6-92da-e2a826cb203a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:06.097219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37398) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:06.100716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.106807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.127322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.152261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port af69fcee-ebbf-4566-942d-357ee7fc24fb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:06.152596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.164356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:06.185414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:06.191374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.193245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:06.195841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] DHCP port deletion for 91619f1d-e456-4d36-a7f3-a2d1ee69e84f request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:06.196952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, e2208fda-0c60-4b82-adc8-6cbca7d5cb47) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:06.200310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:06.214875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Deleting port af69fcee-ebbf-4566-942d-357ee7fc24fb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:06.215393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.222718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:06.223114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:06.237270 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:06.245031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c90024-7bd2-44aa-9809-160eb292161c None None] Network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:06.269874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:06.270459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.274121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:06.366384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.367168 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6afde495-135c-47f8-9ff9-f515d2f50054 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2156577 Feb 19 07:35:06.394479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20f489d9-2bc2-4f9c-90c8-7e62457893bb tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.434199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.441274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.464002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Transition to ACTIVE for port object d81bac9a-6b87-46bc-8f17-c86c584e3def will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:06.538119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.549486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.596288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Transition to ACTIVE for port object d81bac9a-6b87-46bc-8f17-c86c584e3def will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:06.597561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] Pushing event deleted for resources: {'Network': ['ID=4306b83e-990a-4235-a693-6394d2572a64,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:06.602825 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-78638779-6e06-4403-acc3-0fdc30da303e tempest-NetworksTest-1899316021 tempest-NetworksTest-1899316021-project] 10.222.0.72 "DELETE /v2.0/networks/4306b83e-990a-4235-a693-6394d2572a64 HTTP/1.1" status: 204 len: 168 time: 2.5841851 Feb 19 07:35:06.614471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20f489d9-2bc2-4f9c-90c8-7e62457893bb tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.666530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] For port af69fcee-ebbf-4566-942d-357ee7fc24fb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af69fcee-ebbf-4566-942d-357ee7fc24fb,segment=NetworkSegment(4df001a1-9a7b-4eaf-b02f-30f55120b095),segment_id=4df001a1-9a7b-4eaf-b02f-30f55120b095)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:06.667178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.727728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.745181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.820053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e08b2b-f1cb-47cb-845e-61bb0b2dd6db None None] Network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:06.843372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1e8fb610-4b16-4859-9b06-f9c1dbdb3847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.878752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:06.883649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for af69fcee-ebbf-4566-942d-357ee7fc24fb owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:06.889025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7270ec22-73b6-481a-857e-b73a98ce81bf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:06.896916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:06.902914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:06.906512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] For port af69fcee-ebbf-4566-942d-357ee7fc24fb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af69fcee-ebbf-4566-942d-357ee7fc24fb,segment=NetworkSegment(4df001a1-9a7b-4eaf-b02f-30f55120b095),segment_id=4df001a1-9a7b-4eaf-b02f-30f55120b095)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:06.907510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:06.925069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:06.945202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:06.995325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Pushing event updated for resources: {'Port': ['ID=d81bac9a-6b87-46bc-8f17-c86c584e3def,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.018237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20f489d9-2bc2-4f9c-90c8-7e62457893bb tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.036096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.058946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:07.064603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.069931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Calling delete_port for af69fcee-ebbf-4566-942d-357ee7fc24fb owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:07.095602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:07.110629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f489d9-2bc2-4f9c-90c8-7e62457893bb tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a8976-f05a-4a26-a3de-d1f3214583bf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.124141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.139803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=af69fcee-ebbf-4566-942d-357ee7fc24fb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.143227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37412) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:07.168379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] No DVR routers for this DVR port af69fcee-ebbf-4566-942d-357ee7fc24fb on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:07.200379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.202004 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5263443 Feb 19 07:35:07.205694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:07.213287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55120b-6db3-4e01-a3c7-ba2c1e87726c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535bc72c-b18f-4eac-813c-b50e9ff21172,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.267304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.20.0.1 (b7e05424-089b-46bc-a4a3-44dbe82b5a4d/c795e5bd-80d4-4c5f-9b43-baffa807f0e5/aa03ae32-559c-4426-9d09-be8940bce057) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:07.314766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Attempting to bind port d81bac9a-6b87-46bc-8f17-c86c584e3def on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:07.315231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Attempting to bind port d81bac9a-6b87-46bc-8f17-c86c584e3def by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '3cf70413-6299-4f24-96b7-61a7e217ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7e05424-089b-46bc-a4a3-44dbe82b5a4d'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:07.315686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Attempting to bind port d81bac9a-6b87-46bc-8f17-c86c584e3def on network b7e05424-089b-46bc-a4a3-44dbe82b5a4d {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:07.330452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:07.331033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:07.333391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:07.333895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Checking segment: {'id': '3cf70413-6299-4f24-96b7-61a7e217ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7e05424-089b-46bc-a4a3-44dbe82b5a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:07.334384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.334997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Bound using segment: {'id': '3cf70413-6299-4f24-96b7-61a7e217ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7e05424-089b-46bc-a4a3-44dbe82b5a4d'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:07.335418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Bound port: d81bac9a-6b87-46bc-8f17-c86c584e3def, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf70413-6299-4f24-96b7-61a7e217ad4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b7e05424-089b-46bc-a4a3-44dbe82b5a4d'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:07.335877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.397421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.422912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91619f1d-e456-4d36-a7f3-a2d1ee69e84f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:07.436229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df001a1-9a7b-4eaf-b02f-30f55120b095') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:07.436533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df001a1-9a7b-4eaf-b02f-30f55120b095') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:07.449184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.471064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.478304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:07.478713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.493495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.508953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object aa03ae32-559c-4426-9d09-be8940bce057 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:07.515663 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:07.532920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] For port d81bac9a-6b87-46bc-8f17-c86c584e3def, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:07.542865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-20f489d9-2bc2-4f9c-90c8-7e62457893bb tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.546308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-20f489d9-2bc2-4f9c-90c8-7e62457893bb tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/1d8a8976-f05a-4a26-a3de-d1f3214583bf HTTP/1.1" status: 204 len: 168 time: 1.4396958 Feb 19 07:35:07.547019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37428) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:07.583724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6358cdbf-1f45-4c25-a098-edc41fa41d10 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:07.594799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.609805 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-510dc341-5d1c-40fc-b1be-f4e57bb5577c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7472e30806c543018a2313ca6f29ee75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4654961 Feb 19 07:35:07.613828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:07.684692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ad460f-10c0-4adb-9297-21a9fc5f1585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.702624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af69fcee-ebbf-4566-942d-357ee7fc24fb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:07.711648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ad460f-10c0-4adb-9297-21a9fc5f1585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.718256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.741855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: af69fcee-ebbf-4566-942d-357ee7fc24fb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:35:07.742470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af69fcee-ebbf-4566-942d-357ee7fc24fb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:35:07.745172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] For port d81bac9a-6b87-46bc-8f17-c86c584e3def, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d81bac9a-6b87-46bc-8f17-c86c584e3def,segment=NetworkSegment(3cf70413-6299-4f24-96b7-61a7e217ad4d),segment_id=3cf70413-6299-4f24-96b7-61a7e217ad4d)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:07.747122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.750162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Network': ['ID=91619f1d-e456-4d36-a7f3-a2d1ee69e84f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.756076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.776230 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c9759991-5794-4fdf-a674-0502d9c27dd7 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/networks/91619f1d-e456-4d36-a7f3-a2d1ee69e84f HTTP/1.1" status: 204 len: 168 time: 1.8476522 Feb 19 07:35:07.780176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37440) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:07.833372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Deleting port af69fcee-ebbf-4566-942d-357ee7fc24fb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:07.833866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:07.858864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=aa03ae32-559c-4426-9d09-be8940bce057,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.866662 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d78d79ae-4514-4cfd-8309-049f633f0df7 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3185983 Feb 19 07:35:07.874243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:07.880990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121009721'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:07.894392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:07.896031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:07.899815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:07.902581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:07.931371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a2ed7-66eb-4ed7-81b4-c801614d509d None None] The port 'af69fcee-ebbf-4566-942d-357ee7fc24fb' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:07.935077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:07.938003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6358cdbf-1f45-4c25-a098-edc41fa41d10 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:07.939553 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6358cdbf-1f45-4c25-a098-edc41fa41d10 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.7327735 Feb 19 07:35:07.951131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5193b66-7169-434f-acb3-590defc3edcc None None] Pushing event updated for resources: {'Port': ['ID=d81bac9a-6b87-46bc-8f17-c86c584e3def,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.954357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:07.964602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:07.971127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-75b5dd99-2bbc-4c99-a963-5c2af2502252 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-security--1396135617', 'description': 'tempest-security-description-997814577'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:08.003302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:08.005173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:08.017881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1752893010-network', 'tenant_id': 'ecaee0e8441c41be9d3f6682a455ec95'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:08.036560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:08.046286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Usage tracker for resource:network and tenant:ecaee0e8441c41be9d3f6682a455ec95 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:08.050683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:08.053845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.060060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.075754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:08.081987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 0e52d378-6ffa-4f87-bfcc-9d7e23b1167e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:08.082297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.087315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75b5dd99-2bbc-4c99-a963-5c2af2502252 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.120790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Made reservation on behalf of ecaee0e8441c41be9d3f6682a455ec95 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:08.123102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.127182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ad460f-10c0-4adb-9297-21a9fc5f1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.150542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad460f-10c0-4adb-9297-21a9fc5f1585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a44f50-b0e7-4533-8855-58ba8f71abb8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:08.154384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ad460f-10c0-4adb-9297-21a9fc5f1585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.155480 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b8ad460f-10c0-4adb-9297-21a9fc5f1585 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59a44f50-b0e7-4533-8855-58ba8f71abb8 HTTP/1.1" status: 204 len: 168 time: 0.5407388 Feb 19 07:35:08.189218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:08.191512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.219212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:08.229873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:08.245818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75b5dd99-2bbc-4c99-a963-5c2af2502252 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.248180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:08.308607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75b5dd99-2bbc-4c99-a963-5c2af2502252 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.326788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.327387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.354717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:08.373379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Usage tracker for resource:security_group_rule and tenant:ecaee0e8441c41be9d3f6682a455ec95 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:08.389430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:08.399350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.417292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75b5dd99-2bbc-4c99-a963-5c2af2502252 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.420988 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-75b5dd99-2bbc-4c99-a963-5c2af2502252 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "PUT /v2.0/security-groups/535bc72c-b18f-4eac-813c-b50e9ff21172 HTTP/1.1" status: 200 len: 1611 time: 0.4528832 Feb 19 07:35:08.423539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:08.428787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37460) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:08.429429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5dd99-2bbc-4c99-a963-5c2af2502252 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535bc72c-b18f-4eac-813c-b50e9ff21172,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:08.512585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 0e52d378-6ffa-4f87-bfcc-9d7e23b1167e owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:08.529798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.560912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.673340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.746241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef3772cd-eeb5-4270-98d1-a99f53d80940 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups/535bc72c-b18f-4eac-813c-b50e9ff21172 HTTP/1.1" status: 200 len: 1611 time: 0.3142159 Feb 19 07:35:08.767352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37472) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:08.776527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.781116 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9050765 Feb 19 07:35:08.782117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69984b66-aa28-447e-a09d-61e7c33b26d6 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508d9404-694d-40f1-bf37-7e2daf5ea24d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:08.786394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37476) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:08.789229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=0e52d378-6ffa-4f87-bfcc-9d7e23b1167e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:08.811852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c717db9f-0251-4c0d-985f-7d80c0864d11 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '508d9404-694d-40f1-bf37-7e2daf5ea24d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:08.812509 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c717db9f-0251-4c0d-985f-7d80c0864d11 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:08.816522 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c717db9f-0251-4c0d-985f-7d80c0864d11 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169787 Feb 19 07:35:08.829267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:08.875170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.889715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.896021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.911222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37486) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:08.912745 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fad4beee-f256-402d-988c-c7f0b543a507 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/floatingips/30536be9-e5fb-4df2-9a6d-44a2b52e008e HTTP/1.1" status: 204 len: 168 time: 1.1312399 Feb 19 07:35:08.926178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:08.930066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6c7af27-542d-41b3-b651-0b08ca4da45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.073302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:09.077991 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5aee7c-c159-4f28-8f9e-1df0c2cd6e3a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:09.078418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5aee7c-c159-4f28-8f9e-1df0c2cd6e3a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:09.131289 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dc5aee7c-c159-4f28-8f9e-1df0c2cd6e3a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/ports/26710eeb-99d1-424e-8679-9278bc605427 HTTP/1.1" status: 404 len: 333 time: 0.2126768 Feb 19 07:35:09.131974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3431bfae-0a13-48ef-b412-90a01fc5c88d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:09.134004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37494) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.134867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.135195 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Added segment 5ab706d4-586c-4602-b2f6-2dbb7b85bc58 of type vlan for network c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4 Feb 19 07:35:09.139244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09c5edd8-8dff-4d4c-bafd-3bf6f8d3989e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.163020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca2a37-0ef9-4c38-9dee-aed042b0f54d None None] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:09.192345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c9ca5f41-6167-4611-8831-a0fed4493672 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Synchronizing usage tracker for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:09.195914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4c961ac-cbf4-475c-81d6-1494e5802128 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.215274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c9ca5f41-6167-4611-8831-a0fed4493672 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Unset dirty status for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:09.218768 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c9ca5f41-6167-4611-8831-a0fed4493672 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "GET /v2.0/ports?device_id=df8a0289-1bb7-4070-b66a-e098c32be231 HTTP/1.1" status: 200 len: 205 time: 0.0806994 Feb 19 07:35:09.219049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37500) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.266425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09c5edd8-8dff-4d4c-bafd-3bf6f8d3989e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.280242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.286852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4c961ac-cbf4-475c-81d6-1494e5802128 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.301334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-acf7a0cf-af3d-470c-8383-e955c76045c5 None None] Provisioning for port d81bac9a-6b87-46bc-8f17-c86c584e3def completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:09.316955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37504) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.318542 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-538dd479-e64e-4bdf-9fc2-ea688cf21dac tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] delete failed (client error): The resource could not be found. Feb 19 07:35:09.319651 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-538dd479-e64e-4bdf-9fc2-ea688cf21dac tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/routers/df8a0289-1bb7-4070-b66a-e098c32be231 HTTP/1.1" status: 404 len: 336 time: 0.0992110 Feb 19 07:35:09.325423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.366551 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6fc3ba-3dfa-4e41-b8de-2390306fc50c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:09.367023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6fc3ba-3dfa-4e41-b8de-2390306fc50c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:09.368712 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fb6fc3ba-3dfa-4e41-b8de-2390306fc50c tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/subnets/abd720af-dda2-4003-b712-c629eed621ff HTTP/1.1" status: 404 len: 337 time: 0.0421638 Feb 19 07:35:09.371280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37514) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.397687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.414532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.485311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port b9ec2538-b5bf-4700-9c75-2320e1ad5880 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:09.485646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.515133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09c5edd8-8dff-4d4c-bafd-3bf6f8d3989e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.518843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.519697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:09.520260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.523805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4c961ac-cbf4-475c-81d6-1494e5802128 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.530365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1036557116'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:09.537593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:09.550852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:09.555499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:09.564848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:09.619985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:09.622928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.641136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.661438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5edd8-8dff-4d4c-bafd-3bf6f8d3989e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535bc72c-b18f-4eac-813c-b50e9ff21172,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:09.710393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.714020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09c5edd8-8dff-4d4c-bafd-3bf6f8d3989e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.715129 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-09c5edd8-8dff-4d4c-bafd-3bf6f8d3989e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/535bc72c-b18f-4eac-813c-b50e9ff21172 HTTP/1.1" status: 204 len: 168 time: 0.9464717 Feb 19 07:35:09.722303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c961ac-cbf4-475c-81d6-1494e5802128 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d9404-694d-40f1-bf37-7e2daf5ea24d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:09.723948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=aa03ae32-559c-4426-9d09-be8940bce057,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:09.730082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.734629 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7284169 Feb 19 07:35:09.740590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.741672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccbf34-64ea-4db1-894f-86b9818f2327 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:09.747154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b4c961ac-cbf4-475c-81d6-1494e5802128 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.751595 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b4c961ac-cbf4-475c-81d6-1494e5802128 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/508d9404-694d-40f1-bf37-7e2daf5ea24d HTTP/1.1" status: 204 len: 168 time: 0.9136841 Feb 19 07:35:09.756558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37524) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:09.765688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:09.771605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group_rule and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:09.775333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:09.778379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Request body: {'subnet': {'network_id': 'c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1752893010-subnet', 'tenant_id': 'ecaee0e8441c41be9d3f6682a455ec95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:09.781565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:09.800530 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-36eb7950-4934-4c9b-b113-d8ee832e8321 None None] Provisioning for port aa03ae32-559c-4426-9d09-be8940bce057 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:09.813853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:09.818711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-36eb7950-4934-4c9b-b113-d8ee832e8321 None None] Provisioning complete for port aa03ae32-559c-4426-9d09-be8940bce057 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:09.819268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36eb7950-4934-4c9b-b113-d8ee832e8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.841639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Usage tracker for resource:subnet and tenant:ecaee0e8441c41be9d3f6682a455ec95 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:09.849542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:09.908542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.915463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:09.926198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:09.937271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:09.940688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d81bac9a-6b87-46bc-8f17-c86c584e3def up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:10.003990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e764b1c4-c23d-40ec-93b9-bbe2c969efd1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:10.015346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:10.019228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.083933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Made reservation on behalf of ecaee0e8441c41be9d3f6682a455ec95 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:10.085805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.106574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-36eb7950-4934-4c9b-b113-d8ee832e8321 None None] Port aa03ae32-559c-4426-9d09-be8940bce057 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:10.122302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.137167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port d81bac9a-6b87-46bc-8f17-c86c584e3def completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:10.141823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d81bac9a-6b87-46bc-8f17-c86c584e3def triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:10.142186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.156555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.156870 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment 4a632263-40a4-4fb8-bafe-691d41783f3b of type vlan for network 0eee2c68-f7d7-4e39-afdb-55f025904a79 Feb 19 07:35:10.164273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for b9ec2538-b5bf-4700-9c75-2320e1ad5880 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:10.175359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d1953e36-7333-417c-a938-4db0f817ba3d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:10.202640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d13c86ee-86d2-4c6f-82e4-a2f3ba120465 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Synchronizing usage tracker for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:10.218716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.255389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.262511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:10.266642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:10.268493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d1953e36-7333-417c-a938-4db0f817ba3d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:10.272408 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d1953e36-7333-417c-a938-4db0f817ba3d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5337656 Feb 19 07:35:10.279804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37532) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:10.280701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.304375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c3674962-4410-4897-9f6d-2b276eee7884 None None] Provisioning complete for port aa03ae32-559c-4426-9d09-be8940bce057 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:10.304725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c3674962-4410-4897-9f6d-2b276eee7884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.315812 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-04e50382-c724-4d0e-8cc9-ba4428619103 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] delete failed (client error): The resource could not be found. Feb 19 07:35:10.320243 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-04e50382-c724-4d0e-8cc9-ba4428619103 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/535bc72c-b18f-4eac-813c-b50e9ff21172 HTTP/1.1" status: 404 len: 347 time: 0.0341980 Feb 19 07:35:10.323783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37536) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:10.332476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--931538711'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:10.342411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:10.374804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port d81bac9a-6b87-46bc-8f17-c86c584e3def, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d81bac9a-6b87-46bc-8f17-c86c584e3def,segment=NetworkSegment(3cf70413-6299-4f24-96b7-61a7e217ad4d),segment_id=3cf70413-6299-4f24-96b7-61a7e217ad4d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:10.393002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.396574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.397383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:10.398350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c3674962-4410-4897-9f6d-2b276eee7884 None None] Port aa03ae32-559c-4426-9d09-be8940bce057 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:10.398534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.403853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:10.468730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d13c86ee-86d2-4c6f-82e4-a2f3ba120465 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Unset dirty status for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:10.473769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d13c86ee-86d2-4c6f-82e4-a2f3ba120465 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6963449 Feb 19 07:35:10.483530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37540) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:10.498463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=d81bac9a-6b87-46bc-8f17-c86c584e3def,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:10.545638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014603168'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:10.559401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:10.624219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e43d1c29-ed19-4c8d-8c38-cc9199a26b2b None None] Provisioning complete for port aa03ae32-559c-4426-9d09-be8940bce057 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:10.624775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e43d1c29-ed19-4c8d-8c38-cc9199a26b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.663998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:10.674301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.689690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e43d1c29-ed19-4c8d-8c38-cc9199a26b2b None None] Port aa03ae32-559c-4426-9d09-be8940bce057 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:10.693588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.700689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=0eee2c68-f7d7-4e39-afdb-55f025904a79,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:10.707128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.715431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:10.746667 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-529c0875-1f04-4dbd-a24f-2790cb630093 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4259253 Feb 19 07:35:10.750289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:10.764014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=b9ec2538-b5bf-4700-9c75-2320e1ad5880,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:10.764751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'name': 'tempest-PortsIpV6TestJSON-805743933'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:10.784610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.804882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:10.817182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:10.846807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:10.861258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:10.875970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:10.891153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:10.905858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:10.909068 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f916553a-04da-4e94-afd4-472099c276f1 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/ports/b9ec2538-b5bf-4700-9c75-2320e1ad5880 HTTP/1.1" status: 204 len: 168 time: 1.5368087 Feb 19 07:35:10.911627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37548) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:10.912486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:10.934970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:10.951206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f90dd63-e09c-48aa-ad60-95ff95c73eec,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:10.978750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:10.988682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:10.994461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:10.994665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.000556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.008717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:11.023079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 61305cda-9117-42a6-b116-4b26b8781f74 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:11.023333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.043832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Checking segment: {'id': '5ab706d4-586c-4602-b2f6-2dbb7b85bc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:11.044203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Network hostable DHCP agents. Network: c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:11.057874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:11.060806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.080911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.082104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7547300 Feb 19 07:35:11.087405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37552) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:11.091613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239d385-4f82-4730-99dc-0d88a489bc98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4841a737-3fed-4428-85bb-153c0cd8214d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.092465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.098545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '4841a737-3fed-4428-85bb-153c0cd8214d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:11.106686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:11.106854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.111842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 9ea44827-0d72-4f0d-9c8a-613281d804fc yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:11.137617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:11.144656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:11.156877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:11.216854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Network c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:11.223746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c25194-ada2-49e6-aedc-f9e121f9a653,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.248637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.250235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.252674 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5a5b7fb-7d15-4096-8abb-32f76c7e01a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7211905 Feb 19 07:35:11.254014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37556) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:11.266180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router bc138dbe-21d3-49d6-b48e-89fb6a8624c2 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:35:11.267939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:11.275494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ee142d1a-8568-488d-825f-ce4442107604 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '59c25194-ada2-49e6-aedc-f9e121f9a653', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:11.276049 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-ee142d1a-8568-488d-825f-ce4442107604 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:11.279549 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee142d1a-8568-488d-825f-ce4442107604 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0201032 Feb 19 07:35:11.281085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338c028-137d-4fa1-bfa3-d9522239ea10 None None] Network c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:11.281577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37560) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:11.291293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:11.291866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.352552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.415775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.482369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.489585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 61305cda-9117-42a6-b116-4b26b8781f74 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:11.516001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.528930 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f4dedf2-0143-48d3-b23b-870ea8aad2fd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7754819 Feb 19 07:35:11.543556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa8641-239c-42fb-916c-d888f7207b55 None None] Network c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:11.559776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9315526-d5a8-46ea-bb32-05d9ed46856f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.592688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.597323 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-efec1654-f7e8-4cc2-893d-9f2eb0333bdd tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5087016 Feb 19 07:35:11.597640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37566) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:11.607315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.694940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f4a0f6-c30c-47a1-a986-47049419c7ec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.715721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f4a0f6-c30c-47a1-a986-47049419c7ec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.717811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e70053b-8885-4477-b8bd-f9d46e168137 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.748466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.751292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d81bac9a-6b87-46bc-8f17-c86c584e3def up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:11.760055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e70053b-8885-4477-b8bd-f9d46e168137 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.816682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f4a0f6-c30c-47a1-a986-47049419c7ec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.830056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=61305cda-9117-42a6-b116-4b26b8781f74,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.849242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4a0f6-c30c-47a1-a986-47049419c7ec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9315526-d5a8-46ea-bb32-05d9ed46856f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.891926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14f4a0f6-c30c-47a1-a986-47049419c7ec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.895464 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-14f4a0f6-c30c-47a1-a986-47049419c7ec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b9315526-d5a8-46ea-bb32-05d9ed46856f HTTP/1.1" status: 204 len: 168 time: 0.2936871 Feb 19 07:35:11.899369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37578) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:11.901587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d81bac9a-6b87-46bc-8f17-c86c584e3def triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:11.901950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:11.989989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.007718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.014233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3c6cbd9b-2228-4b33-ab97-81069ce66a6a tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/ports/61305cda-9117-42a6-b116-4b26b8781f74 HTTP/1.1" status: 204 len: 168 time: 1.1014209 Feb 19 07:35:12.017048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37582) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.027036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-52936393-4cfa-439f-9db6-572afebc71d5 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:12.046619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e70053b-8885-4477-b8bd-f9d46e168137 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.094504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-52936393-4cfa-439f-9db6-572afebc71d5 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:12.095319 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-52936393-4cfa-439f-9db6-572afebc71d5 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1690152 Feb 19 07:35:12.098482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.103100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70053b-8885-4477-b8bd-f9d46e168137 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c25194-ada2-49e6-aedc-f9e121f9a653,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:12.132071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e70053b-8885-4477-b8bd-f9d46e168137 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.133308 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e70053b-8885-4477-b8bd-f9d46e168137 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/59c25194-ada2-49e6-aedc-f9e121f9a653 HTTP/1.1" status: 204 len: 168 time: 0.8441706 Feb 19 07:35:12.134063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=9ea44827-0d72-4f0d-9c8a-613281d804fc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:12.136282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.145337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:12.147231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be5e3c-260b-4cc9-b44e-0a3ed3fe9373 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:12.147951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-32be5e3c-260b-4cc9-b44e-0a3ed3fe9373 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Synchronizing usage tracker for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:12.150432 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-962ce404-28a8-42c3-9613-6e765995dd6d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/bc138dbe-21d3-49d6-b48e-89fb6a8624c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3968294 Feb 19 07:35:12.153202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37598) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.157876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] Sync routers for ids ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:12.171050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] Routers {'bc138dbe-21d3-49d6-b48e-89fb6a8624c2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:12.171779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:12.195538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': '4a632263-40a4-4fb8-bafe-691d41783f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:12.195538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 0eee2c68-f7d7-4e39-afdb-55f025904a79, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:12.233798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:12.240272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2d578-dbd9-4a3a-827f-9731f408287f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:12.240846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5c2d578-dbd9-4a3a-827f-9731f408287f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:12.245009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] Routers {'bc138dbe-21d3-49d6-b48e-89fb6a8624c2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:12.245704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:12.256102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:12.264766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f5c2d578-dbd9-4a3a-827f-9731f408287f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:12.270461 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f5c2d578-dbd9-4a3a-827f-9731f408287f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports/aa03ae32-559c-4426-9d09-be8940bce057 HTTP/1.1" status: 200 len: 910 time: 0.1119707 Feb 19 07:35:12.270461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 0eee2c68-f7d7-4e39-afdb-55f025904a79) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:12.272801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:12.277115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-32be5e3c-260b-4cc9-b44e-0a3ed3fe9373 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Unset dirty status for tenant:5b4f28fce2a4490ea767c46166357cb7 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:12.278093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:12.278795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.281134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-32be5e3c-260b-4cc9-b44e-0a3ed3fe9373 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "GET /v2.0/ports?device_id=138e31d5-aac6-4f19-bb0c-416e804388d8 HTTP/1.1" status: 200 len: 913 time: 0.2630198 Feb 19 07:35:12.282131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.282457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.298815 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a219f54a-8444-4361-81c4-64a13cabfa8e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5451434 Feb 19 07:35:12.302031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37610) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.303740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927cbef-7659-4184-8df2-9e4d048a9c0c None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:12.309704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1188728294'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:12.314947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:12.319689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:12.322905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:12.331518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:12.342009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:12.345848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.376532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:12.386801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.387183 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment 3a1a8f44-69c4-4d7b-82d2-3989f7accc8e of type vlan for network 016917a1-d704-42aa-b664-8ae448312b82 Feb 19 07:35:12.413409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:12.413939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409fb8a-6de5-4dbd-b146-da8bfacf1ec1 None None] The sync data for ids ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:12.423278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.462479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.467383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:12.468409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.513015 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2057986 Feb 19 07:35:12.514962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37614) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.574081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'ports': [{'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79'}, {'network_id': '016917a1-d704-42aa-b664-8ae448312b82'}]} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:12.574290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:12.574751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '016917a1-d704-42aa-b664-8ae448312b82'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:12.677186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380b73a-b645-47fc-9c30-549ad1a8f9d5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=016917a1-d704-42aa-b664-8ae448312b82,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:12.689389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 016917a1-d704-42aa-b664-8ae448312b82 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:12.712318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a03e0fd-45da-4ca2-bc6d-4287566ecba2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.737663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e068433-01f8-49f3-a0ce-52ccdd11478e tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Synchronizing usage tracker for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:12.776049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-08e24aef-3025-4ae9-a628-d0aa1dae133c tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:12.778039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-08e24aef-3025-4ae9-a628-d0aa1dae133c tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/networks?id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47 HTTP/1.1" status: 200 len: 812 time: 0.6120601 Feb 19 07:35:12.801846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a03e0fd-45da-4ca2-bc6d-4287566ecba2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.807174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:12.811030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:12.813874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:12.819605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:12.831080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 2} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:12.834485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.843367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6e068433-01f8-49f3-a0ce-52ccdd11478e tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Unset dirty status for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:12.844591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6e068433-01f8-49f3-a0ce-52ccdd11478e tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7073970 Feb 19 07:35:12.850402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37618) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:12.857098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716883433'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:12.859382 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-57ec3c74-eee3-4f41-a220-0c6bb483d39b tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/quotas/85471ab2fdaf469590265f6be54e269a HTTP/1.1" status: 200 len: 375 time: 0.0706415 Feb 19 07:35:12.861165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.873245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:12.887474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:12.929082 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-9f1df7b3-64e3-45be-9d47-f09574fa9271 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=85471ab2fdaf469590265f6be54e269a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596828 Feb 19 07:35:12.932175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a03e0fd-45da-4ca2-bc6d-4287566ecba2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:12.962019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03e0fd-45da-4ca2-bc6d-4287566ecba2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4841a737-3fed-4428-85bb-153c0cd8214d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:12.974964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.115708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:13.123297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:13.127559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 901a3c2a-d5e0-4c91-9197-5fafeb857aeb yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:13.130596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:13.137617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:13.198534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2a03e0fd-45da-4ca2-bc6d-4287566ecba2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.199644 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2a03e0fd-45da-4ca2-bc6d-4287566ecba2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/4841a737-3fed-4428-85bb-153c0cd8214d HTTP/1.1" status: 204 len: 168 time: 1.0989144 Feb 19 07:35:13.204879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37624) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.219098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.221480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.232880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.299535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d08838d-521d-49c7-a265-d7371b5f1484,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.308301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.318425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.320264 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb6df27a-8161-47df-80a4-499ac4646dda tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4685953 Feb 19 07:35:13.325999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-c146a4c4-f0c5-4f1d-b49a-10e85e70bfd0 service neutron] 10.222.0.72 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791890 Feb 19 07:35:13.338640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37628) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.351747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9eaa0e4a-8093-476b-95bb-dfdae954aa77 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '8d08838d-521d-49c7-a265-d7371b5f1484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:13.352590 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-9eaa0e4a-8093-476b-95bb-dfdae954aa77 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:13.353488 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9eaa0e4a-8093-476b-95bb-dfdae954aa77 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0139523 Feb 19 07:35:13.389399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.429064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a0c25aa3-90db-4f85-bf1e-92d3cfa89289 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '8d08838d-521d-49c7-a265-d7371b5f1484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:13.429751 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-a0c25aa3-90db-4f85-bf1e-92d3cfa89289 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:13.430685 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a0c25aa3-90db-4f85-bf1e-92d3cfa89289 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0405698 Feb 19 07:35:13.433667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37636) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.441524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ffc3448b-f712-41d3-9d07-aed12d5bb5d7 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '8d08838d-521d-49c7-a265-d7371b5f1484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:13.442185 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-ffc3448b-f712-41d3-9d07-aed12d5bb5d7 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:13.445598 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ffc3448b-f712-41d3-9d07-aed12d5bb5d7 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083380 Feb 19 07:35:13.445743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port ca192e70-036c-4808-aef0-ebe98227b0be yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:13.448444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37640) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.454660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c1025615-c8ac-42e8-8b0c-0e66c7426d6c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '8d08838d-521d-49c7-a265-d7371b5f1484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:13.455497 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c1025615-c8ac-42e8-8b0c-0e66c7426d6c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:13.459003 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1025615-c8ac-42e8-8b0c-0e66c7426d6c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071046 Feb 19 07:35:13.460096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.490603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3b39a1cb-ba0a-4788-80ea-542a4071f6a2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:13.557361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69931c8f-473d-4ee8-b26b-c32785414a60 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.591296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3b39a1cb-ba0a-4788-80ea-542a4071f6a2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:13.592562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3b39a1cb-ba0a-4788-80ea-542a4071f6a2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3845892 Feb 19 07:35:13.599025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37648) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.615103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69931c8f-473d-4ee8-b26b-c32785414a60 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.623505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411736289'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:13.636988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.637117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.683403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69931c8f-473d-4ee8-b26b-c32785414a60 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.689607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:13.702803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69931c8f-473d-4ee8-b26b-c32785414a60 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d08838d-521d-49c7-a265-d7371b5f1484,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.707995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.776595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:13.780672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69931c8f-473d-4ee8-b26b-c32785414a60 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.781181 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-ec3dc9a7-938c-4f72-919e-f5397a1285c1 service neutron] 10.222.0.72 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959312 Feb 19 07:35:13.781836 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69931c8f-473d-4ee8-b26b-c32785414a60 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/8d08838d-521d-49c7-a265-d7371b5f1484 HTTP/1.1" status: 204 len: 168 time: 0.3216183 Feb 19 07:35:13.788256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37652) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:13.813959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:13.820005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:13.822654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:13.823664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.824397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.836557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=901a3c2a-d5e0-4c91-9197-5fafeb857aeb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.891686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:13.900586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:13.905721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:13.914608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:13.949749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c777389e-5c39-4ebd-a89a-c6f5e35a5ecc tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Synchronizing usage tracker for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:13.963770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=ca192e70-036c-4808-aef0-ebe98227b0be,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.981573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:13.987456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': '3a1a8f44-69c4-4d7b-82d2-3989f7accc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '016917a1-d704-42aa-b664-8ae448312b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:13.987911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 016917a1-d704-42aa-b664-8ae448312b82, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:14.002363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c777389e-5c39-4ebd-a89a-c6f5e35a5ecc tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Unset dirty status for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:14.008107 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c777389e-5c39-4ebd-a89a-c6f5e35a5ecc tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2151570 Feb 19 07:35:14.009199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37662) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:14.017113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--281685560'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:14.026004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:14.039603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:14.048841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 016917a1-d704-42aa-b664-8ae448312b82 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:14.053577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.079342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 016917a1-d704-42aa-b664-8ae448312b82) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:14.083609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:14.088308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:14.091728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923192a-fb5f-4b61-90a0-9a421833a287 None None] Network 016917a1-d704-42aa-b664-8ae448312b82 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:14.092372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:14.092618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.128758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:14.136804 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83b19914-eed3-4979-97c0-881120e90d79 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6209974 Feb 19 07:35:14.138175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:14.141161 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37666) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:14.143812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:14.188547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:14.223415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port ca192e70-036c-4808-aef0-ebe98227b0be {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:14.223645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.317235 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3090c6aa-dc90-4ac5-b56a-73a57af680fd req-576239a3-8f1a-4e1d-9b14-13b059725865 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 210 time: 0.1390705 Feb 19 07:35:14.399277 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.446609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.528853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:14.548512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.552366 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4ae745bf-5ef3-4ed5-a9db-6d6482c4755c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9477575 Feb 19 07:35:14.552756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37676) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:14.589244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:14.589711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.601215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:14.609612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.614368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:14.619762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:14.630976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:14.672964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.705107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.749320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.750558 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7404056 Feb 19 07:35:14.759656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:14.769267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2e3bad6d-734f-4c20-84c5-c2f5eb3a9e8c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:14.769879 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-2e3bad6d-734f-4c20-84c5-c2f5eb3a9e8c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:14.774085 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2e3bad6d-734f-4c20-84c5-c2f5eb3a9e8c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101769 Feb 19 07:35:14.777374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:14.788922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-40284c37-a509-4ea8-a22c-e3aba7bad4b0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:14.799872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-40284c37-a509-4ea8-a22c-e3aba7bad4b0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:14.807557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60fb51-e26f-4fad-af06-be2a438f70da tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5944c428-004e-4937-9ca4-e7e09a28772b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:14.817495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for ca192e70-036c-4808-aef0-ebe98227b0be owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:14.833116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-40284c37-a509-4ea8-a22c-e3aba7bad4b0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:14.845092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-40284c37-a509-4ea8-a22c-e3aba7bad4b0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:14.864069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-40284c37-a509-4ea8-a22c-e3aba7bad4b0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:14.903566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.936423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.961757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=ca192e70-036c-4808-aef0-ebe98227b0be,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:14.968309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:14.977170 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-678c485a-f261-4069-af2f-2fa9a6935f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/ca192e70-036c-4808-aef0-ebe98227b0be HTTP/1.1" status: 204 len: 168 time: 0.8347106 Feb 19 07:35:14.978138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:14.996192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.059447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf6126-6f40-4e4a-85d8-fe3ab9f09c8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.063175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf6126-6f40-4e4a-85d8-fe3ab9f09c8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.063935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8bf6126-6f40-4e4a-85d8-fe3ab9f09c8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:15.077033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6063b5fa-ad7c-421d-a2ba-6eee97326ea6,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:15.080933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8bf6126-6f40-4e4a-85d8-fe3ab9f09c8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:15.084694 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8bf6126-6f40-4e4a-85d8-fe3ab9f09c8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1030593 Feb 19 07:35:15.084860 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-40284c37-a509-4ea8-a22c-e3aba7bad4b0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:15.084989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37694) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.088315 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-40284c37-a509-4ea8-a22c-e3aba7bad4b0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3043571 Feb 19 07:35:15.088449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37698) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.111723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.115416 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cea3c138-09c3-4648-a80e-d3630c2b268d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5590448 Feb 19 07:35:15.117949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.126283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.127294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-05d70f74-cb10-4e50-b097-7ccee0a859f0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.127928 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-05d70f74-cb10-4e50-b097-7ccee0a859f0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:15.131607 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-05d70f74-cb10-4e50-b097-7ccee0a859f0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0397227 Feb 19 07:35:15.134293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37706) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.139339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:15.146191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9c8a2b4d-7cb7-4d06-b680-8715ffe2706d tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.156659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:15.162145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9c8a2b4d-7cb7-4d06-b680-8715ffe2706d tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:15.164863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:15.169442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 901a3c2a-d5e0-4c91-9197-5fafeb857aeb {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:15.169777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.173846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9c8a2b4d-7cb7-4d06-b680-8715ffe2706d tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:15.177202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:15.180013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9c8a2b4d-7cb7-4d06-b680-8715ffe2706d tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:15.251441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9c8a2b4d-7cb7-4d06-b680-8715ffe2706d tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:15.308764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.315545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port aa03ae32-559c-4426-9d09-be8940bce057 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:15.315831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.436622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.594531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 901a3c2a-d5e0-4c91-9197-5fafeb857aeb owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:15.595954 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-9c8a2b4d-7cb7-4d06-b680-8715ffe2706d tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:15.600247 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9c8a2b4d-7cb7-4d06-b680-8715ffe2706d tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4618464 Feb 19 07:35:15.608866 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a06629e0-64ee-4d51-ad05-b9ccbb472d91 req-c7cfada7-ef96-4a14-a265-841c523ad989 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 210 time: 0.1076088 Feb 19 07:35:15.621794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37712) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.636892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-088213df-52fe-4750-b195-bb7d9a8cbe1e tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.636892 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-088213df-52fe-4750-b195-bb7d9a8cbe1e tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:15.636892 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-088213df-52fe-4750-b195-bb7d9a8cbe1e tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143318 Feb 19 07:35:15.644118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37716) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.651841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c95a8af0-3159-4da7-95a8-a9da25999b3c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.658686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c95a8af0-3159-4da7-95a8-a9da25999b3c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:15.665781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c95a8af0-3159-4da7-95a8-a9da25999b3c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:15.671124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c95a8af0-3159-4da7-95a8-a9da25999b3c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:15.679087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c95a8af0-3159-4da7-95a8-a9da25999b3c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:15.680108 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:35:15.706557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.767507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=901a3c2a-d5e0-4c91-9197-5fafeb857aeb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:15.774913 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-c95a8af0-3159-4da7-95a8-a9da25999b3c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:15.777022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c95a8af0-3159-4da7-95a8-a9da25999b3c tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1310883 Feb 19 07:35:15.777543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.779408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.781635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37720) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.789996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f9114cbc-b8cd-4752-bf91-c7a12a147100 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.790616 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-f9114cbc-b8cd-4752-bf91-c7a12a147100 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:15.791493 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f9114cbc-b8cd-4752-bf91-c7a12a147100 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088942 Feb 19 07:35:15.794409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.794651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-ad6b011c-ad15-4418-84e1-5f7eddcbfc32 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.796373 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-ad6b011c-ad15-4418-84e1-5f7eddcbfc32 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.67 "GET /v2.0/networks?id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47 HTTP/1.1" status: 200 len: 812 time: 0.4514589 Feb 19 07:35:15.801050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-549d57e5-6c97-4e07-9743-1dbfb60357d3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.802867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.805899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:15.808427 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57347e35-119f-469e-9588-d34a0aa728ed tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/901a3c2a-d5e0-4c91-9197-5fafeb857aeb HTTP/1.1" status: 204 len: 168 time: 0.7223992 Feb 19 07:35:15.809420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-549d57e5-6c97-4e07-9743-1dbfb60357d3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:15.811414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37728) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.836551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Request body: {'port': {'device_id': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47', 'admin_state_up': True, 'tenant_id': '85471ab2fdaf469590265f6be54e269a'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.848786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-549d57e5-6c97-4e07-9743-1dbfb60357d3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:15.855866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-549d57e5-6c97-4e07-9743-1dbfb60357d3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:15.863468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-549d57e5-6c97-4e07-9743-1dbfb60357d3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:15.916180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-549d57e5-6c97-4e07-9743-1dbfb60357d3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:15.917847 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-549d57e5-6c97-4e07-9743-1dbfb60357d3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1224096 Feb 19 07:35:15.922084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37732) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:15.929304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-94f18d1d-ea06-4483-ae04-6378e881ddd1 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '5944c428-004e-4937-9ca4-e7e09a28772b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:15.942209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea12477-bd18-4a99-88ad-18c4ce049642 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.943136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fea12477-bd18-4a99-88ad-18c4ce049642 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:15.946349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-94f18d1d-ea06-4483-ae04-6378e881ddd1 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:15.953623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-94f18d1d-ea06-4483-ae04-6378e881ddd1 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:15.959729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-94f18d1d-ea06-4483-ae04-6378e881ddd1 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:15.974132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-94f18d1d-ea06-4483-ae04-6378e881ddd1 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:15.983450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fea12477-bd18-4a99-88ad-18c4ce049642 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:15.984616 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fea12477-bd18-4a99-88ad-18c4ce049642 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1723437 Feb 19 07:35:15.987691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:16.039190 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-802542a7-4462-418c-af31-faae853aacf4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:16.039190 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-802542a7-4462-418c-af31-faae853aacf4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/ca192e70-036c-4808-aef0-ebe98227b0be HTTP/1.1" status: 404 len: 333 time: 0.0488865 Feb 19 07:35:16.043117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37740) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:16.087869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff84e5ef-4f64-4e7f-b1f4-d52292d91807 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:16.089041 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ff84e5ef-4f64-4e7f-b1f4-d52292d91807 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/901a3c2a-d5e0-4c91-9197-5fafeb857aeb HTTP/1.1" status: 404 len: 333 time: 0.0450456 Feb 19 07:35:16.092021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37744) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:16.110383 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-94f18d1d-ea06-4483-ae04-6378e881ddd1 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:16.114076 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-94f18d1d-ea06-4483-ae04-6378e881ddd1 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1883457 Feb 19 07:35:16.115254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37748) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:16.130371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for aa03ae32-559c-4426-9d09-be8940bce057 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:16.164701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f784ba-a0be-4cbe-878f-f8b7c038f9ae,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.237860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.257338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.258518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dbf21d77-e70e-46f8-ac8c-8118fa58b50d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1396832 Feb 19 07:35:16.264390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37752) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:16.279260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:16.292799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eff3e5be-4f7c-4367-8f2d-85fe26a2a2f3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.310924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:16.335859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:16.343158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:16.362603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:16.393925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:16.406707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Usage tracker for resource:port and tenant:85471ab2fdaf469590265f6be54e269a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:16.414966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:16.419168 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.457773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:16.503684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eff3e5be-4f7c-4367-8f2d-85fe26a2a2f3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.519999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.552279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Made reservation on behalf of 85471ab2fdaf469590265f6be54e269a for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:16.555540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.562625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016917a1-d704-42aa-b664-8ae448312b82']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:16.575906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1a8f44-69c4-4d7b-82d2-3989f7accc8e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:16.576244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1a8f44-69c4-4d7b-82d2-3989f7accc8e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:16.592429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.601030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 4e0702d0-4e63-490f-a501-1c6559e798cd {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:16.601357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.607855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eff3e5be-4f7c-4367-8f2d-85fe26a2a2f3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.620525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.632259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3e5be-4f7c-4367-8f2d-85fe26a2a2f3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5944c428-004e-4937-9ca4-e7e09a28772b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.635431 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:16.635866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:16.668676 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:16.699750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.726438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eff3e5be-4f7c-4367-8f2d-85fe26a2a2f3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.729984 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eff3e5be-4f7c-4367-8f2d-85fe26a2a2f3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/5944c428-004e-4937-9ca4-e7e09a28772b HTTP/1.1" status: 204 len: 168 time: 0.6123741 Feb 19 07:35:16.735634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37758) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:16.754162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.758752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.783452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=016917a1-d704-42aa-b664-8ae448312b82,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.786828 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7b2eb45-bc4b-4d45-8e35-289afaccddbd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/016917a1-d704-42aa-b664-8ae448312b82 HTTP/1.1" status: 204 len: 168 time: 0.6939092 Feb 19 07:35:16.790635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:16.796460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1877925261'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:16.801632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:16.805765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:16.808792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:16.814342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:16.814656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=aa03ae32-559c-4426-9d09-be8940bce057,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.825293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:16.828384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.857491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:16.870570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.870961 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d of type vlan for network 8e80f809-4da3-4e3c-a539-c1849434aa56 Feb 19 07:35:16.898307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.914623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.930063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.933744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:16.934309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.943701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:16.946930 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8616d7b1-8f37-426c-b19a-4287ec100c43 req-c3601388-a1f1-42eb-92e1-c7506a9af1b5 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 210 time: 0.1710110 Feb 19 07:35:17.037094 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2426150 Feb 19 07:35:17.038143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37766) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:17.045556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:17.073567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b446b0a8-9701-42ff-bd04-40537bfa0a5d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.122608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec040f43-34c9-47f4-9422-96f08e37d41d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=8e80f809-4da3-4e3c-a539-c1849434aa56,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.134024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 8e80f809-4da3-4e3c-a539-c1849434aa56 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:17.171893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:17.176004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:17.179203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:17.185009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:17.202032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.204371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:17.224293 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1b884aca-ba45-46ae-8aeb-e67179695bd0 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4760675 Feb 19 07:35:17.224293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.224293 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-45e89058-8179-49f6-99d5-efff12f2978c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9522784 Feb 19 07:35:17.226122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37770) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:17.226122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37772) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:17.238219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--128769859'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:17.245123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:17.299359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:17.301733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:17.315357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:17.320308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:17.322711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:17.326804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:17.333323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:17.345898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:17.360811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.383113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.393969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 4e0702d0-4e63-490f-a501-1c6559e798cd owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:17.465559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.466462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Allocated IP 172.20.0.14 (e2208fda-0c60-4b82-adc8-6cbca7d5cb47/9bc02fb9-5e7d-403e-b624-209cee290bd5/40f65fb5-d250-405c-b6ef-2c0c45cfab61) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:17.484611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Performing IP validity checks on allocation pools {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 07:35:17.487476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 07:35:17.540211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:17.548993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:17.554206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:17.564460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:17.593943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.629805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.686917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205e3c17-3e31-4049-9be4-77cdb84a6593,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.711767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.732456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.736311 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-78b2bb3c-e7b5-4cc7-bfd0-6c6ce3c88d42 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5044675 Feb 19 07:35:17.741968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37778) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:17.748581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.754379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:17.766996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:17.769204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.783105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:17.793591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:17.816297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:17.819796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.855786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082dc949-d636-4507-b3a8-441067d1794c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.869269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.870396 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0f72558-b65a-425f-87bd-039e1fa07fcf tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6434076 Feb 19 07:35:17.874284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:17.901121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:17.929156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.930011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-30722714-6d32-4c02-9965-4a4383b58d06 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '082dc949-d636-4507-b3a8-441067d1794c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:17.956578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-30722714-6d32-4c02-9965-4a4383b58d06 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:17.967762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': 'b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:17.968096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 8e80f809-4da3-4e3c-a539-c1849434aa56, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:17.971683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-30722714-6d32-4c02-9965-4a4383b58d06 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:17.983446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-30722714-6d32-4c02-9965-4a4383b58d06 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:18.004330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.008899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.019521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 8e80f809-4da3-4e3c-a539-c1849434aa56 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:18.024800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-30722714-6d32-4c02-9965-4a4383b58d06 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:18.037160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79f7301-f095-4137-bae6-e7382edb0704,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:18.049434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 8e80f809-4da3-4e3c-a539-c1849434aa56) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:18.053796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.055171 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-39590910-2f86-4456-a37f-8c14999b22b2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3094208 Feb 19 07:35:18.056864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:18.057521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.061121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:18.069202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.073527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c8669-bec0-49b7-8584-d235d04d342b None None] Network 8e80f809-4da3-4e3c-a539-c1849434aa56 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:18.079908 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9fc5fe8-53dc-43bb-8f1f-0a09375c9f2a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0409780 Feb 19 07:35:18.082554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37792) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:18.089608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56', 'name': 'tempest-PortsIpV6TestJSON-473132730'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:18.227068 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:18.236423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:18.246751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:18.249907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.272321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 0cb5eb46-0bab-4e39-8da3-32805084837e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:18.299099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-8e80f809-4da3-4e3c-a539-c1849434aa56', 'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56', 'tenant_id': '89b4e3711449484587c4319d9a822f4e', 'fixed_ips': [{'subnet_id': 'c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:18.300068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.305849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-26d3af78-4ace-4825-9e2c-1373251534c2 req-5ea0de34-4b4c-45cb-aa9c-fffd2db2e5cc tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Synchronizing usage tracker for tenant:85471ab2fdaf469590265f6be54e269a on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:18.311986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.349399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-088b519f-43f5-49eb-99c8-be550cac3019 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.385484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=4e0702d0-4e63-490f-a501-1c6559e798cd,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:18.388111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-088b519f-43f5-49eb-99c8-be550cac3019 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.397112 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-30722714-6d32-4c02-9965-4a4383b58d06 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The resource could not be found. Feb 19 07:35:18.398136 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-30722714-6d32-4c02-9965-4a4383b58d06 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5204582 Feb 19 07:35:18.401973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37796) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:18.438002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::16b (8e80f809-4da3-4e3c-a539-c1849434aa56/c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2/0cb5eb46-0bab-4e39-8da3-32805084837e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:18.473992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5a51f210-d9f4-4d11-b375-e1a4e039a180 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '082dc949-d636-4507-b3a8-441067d1794c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e1ee585e-9f98-40d8-af73-172d578df670'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:18.484201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5a51f210-d9f4-4d11-b375-e1a4e039a180 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:18.502981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-26d3af78-4ace-4825-9e2c-1373251534c2 req-5ea0de34-4b4c-45cb-aa9c-fffd2db2e5cc tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Unset dirty status for tenant:85471ab2fdaf469590265f6be54e269a on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:18.503262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5a51f210-d9f4-4d11-b375-e1a4e039a180 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:18.504132 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26d3af78-4ace-4825-9e2c-1373251534c2 req-5ea0de34-4b4c-45cb-aa9c-fffd2db2e5cc tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 210 time: 0.4002190 Feb 19 07:35:18.507999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5a51f210-d9f4-4d11-b375-e1a4e039a180 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:18.522215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5a51f210-d9f4-4d11-b375-e1a4e039a180 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:18.587255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.655637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-088b519f-43f5-49eb-99c8-be550cac3019 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.710267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b519f-43f5-49eb-99c8-be550cac3019 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e79f7301-f095-4137-bae6-e7382edb0704,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:18.739176 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-5a51f210-d9f4-4d11-b375-e1a4e039a180 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The resource could not be found. Feb 19 07:35:18.740116 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5a51f210-d9f4-4d11-b375-e1a4e039a180 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3370631 Feb 19 07:35:18.750691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37800) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:18.778997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:18.790142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:18.798701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Pushing event updated for resources: {'Port': ['ID=40f65fb5-d250-405c-b6ef-2c0c45cfab61,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:18.801066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-088b519f-43f5-49eb-99c8-be550cac3019 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.802172 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-088b519f-43f5-49eb-99c8-be550cac3019 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/e79f7301-f095-4137-bae6-e7382edb0704 HTTP/1.1" status: 204 len: 168 time: 0.7379076 Feb 19 07:35:18.803818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:18.809353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37804) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:18.834530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.862424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 0cb5eb46-0bab-4e39-8da3-32805084837e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:18.906908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b14d18-dccb-4a0d-bb38-2b9c12df83a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.914620 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router bc138dbe-21d3-49d6-b48e-89fb6a8624c2 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:35:18.920549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-26ff37c2-9a7c-432f-98bc-05ecc1117685 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:18.937702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:18.938297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.957446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:18.964416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b14d18-dccb-4a0d-bb38-2b9c12df83a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.022055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-26ff37c2-9a7c-432f-98bc-05ecc1117685 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:19.026204 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-26ff37c2-9a7c-432f-98bc-05ecc1117685 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2113700 Feb 19 07:35:19.026448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Allocated IP 2001:db8::2 (8e80f809-4da3-4e3c-a539-c1849434aa56/c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2/4a4267bd-3a7f-4f49-95be-a83d089d346f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:19.035018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37808) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.101494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=0cb5eb46-0bab-4e39-8da3-32805084837e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:19.106389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 8e80f809-4da3-4e3c-a539-c1849434aa56 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:19.110525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:19.117037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:19.121080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:19.121714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.136949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3fefe3-fde3-420a-833a-ad998376c6d4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.139765 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-71d6204f-727e-4e17-906b-7c3d40646dc7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3172417 Feb 19 07:35:19.150722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3fefe3-fde3-420a-833a-ad998376c6d4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.158668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Request body: {'port': {'device_id': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:19.162384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b14d18-dccb-4a0d-bb38-2b9c12df83a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.194214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b14d18-dccb-4a0d-bb38-2b9c12df83a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082dc949-d636-4507-b3a8-441067d1794c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:19.199508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0b14d18-dccb-4a0d-bb38-2b9c12df83a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.200678 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0b14d18-dccb-4a0d-bb38-2b9c12df83a9 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/082dc949-d636-4507-b3a8-441067d1794c HTTP/1.1" status: 204 len: 168 time: 0.4490349 Feb 19 07:35:19.207395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37812) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.208760 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d644d0f2-01f1-4413-9de2-e3a1c9894a69 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1249995 Feb 19 07:35:19.211720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3fefe3-fde3-420a-833a-ad998376c6d4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.230256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37816) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.250964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fefe3-fde3-420a-833a-ad998376c6d4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=205e3c17-3e31-4049-9be4-77cdb84a6593,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:19.257803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.268417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0a3fefe3-fde3-420a-833a-ad998376c6d4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.268999 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a3fefe3-fde3-420a-833a-ad998376c6d4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/205e3c17-3e31-4049-9be4-77cdb84a6593 HTTP/1.1" status: 204 len: 168 time: 0.2245662 Feb 19 07:35:19.272208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Transition to ACTIVE for port object 4a4267bd-3a7f-4f49-95be-a83d089d346f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:19.272442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37820) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.291980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Transition to ACTIVE for port object 4a4267bd-3a7f-4f49-95be-a83d089d346f will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:19.300111 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.313597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e34cedcb-b597-43db-8f7e-eae19ef0f780 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Synchronizing usage tracker for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:19.346007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b74ef1c-e35b-4a29-9032-bef61a11249e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:19.358552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e34cedcb-b597-43db-8f7e-eae19ef0f780 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Unset dirty status for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:19.360331 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e34cedcb-b597-43db-8f7e-eae19ef0f780 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1497681 Feb 19 07:35:19.363873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37824) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.369689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e536b658-661d-4bbc-b46b-b979efbfc444 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': '7d2fb232-c230-4329-87c1-460fa36fe26a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:19.374033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Network 8e80f809-4da3-4e3c-a539-c1849434aa56 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:19.375529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5b74ef1c-e35b-4a29-9032-bef61a11249e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:19.376767 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5b74ef1c-e35b-4a29-9032-bef61a11249e tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1034355 Feb 19 07:35:19.378090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e536b658-661d-4bbc-b46b-b979efbfc444 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:19.379032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:19.380865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37828) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.384968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:19.387659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Pushing event updated for resources: {'Port': ['ID=4a4267bd-3a7f-4f49-95be-a83d089d346f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:19.393809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e536b658-661d-4bbc-b46b-b979efbfc444 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:19.399216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 0cb5eb46-0bab-4e39-8da3-32805084837e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:19.399554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.399823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e536b658-661d-4bbc-b46b-b979efbfc444 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:19.407716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e536b658-661d-4bbc-b46b-b979efbfc444 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:19.441706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:19.456023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e049953a-89b8-4e8e-bee7-72e623d4fe0f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/bc138dbe-21d3-49d6-b48e-89fb6a8624c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1690192 Feb 19 07:35:19.458937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37832) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.460825 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] Sync routers for ids ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:19.481590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.486908 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] Routers {'bc138dbe-21d3-49d6-b48e-89fb6a8624c2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:19.487712 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:19.501815 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-e536b658-661d-4bbc-b46b-b979efbfc444 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The resource could not be found. Feb 19 07:35:19.503045 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e536b658-661d-4bbc-b46b-b979efbfc444 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1381180 Feb 19 07:35:19.508699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37836) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.514562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433555728'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:19.522016 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8758f028-859e-41d9-8000-23bc3047478b tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc138dbe-21d3-49d6-b48e-89fb6a8624c2 HTTP/1.1" status: 200 len: 205 time: 0.0618904 Feb 19 07:35:19.526130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:19.528575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37840) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:19.532645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67887c7c-f5c1-4119-8dc3-19483a1af464 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.551552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Attempting to bind port 4a4267bd-3a7f-4f49-95be-a83d089d346f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:19.552002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Attempting to bind port 4a4267bd-3a7f-4f49-95be-a83d089d346f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:19.552478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Attempting to bind port 4a4267bd-3a7f-4f49-95be-a83d089d346f on network 8e80f809-4da3-4e3c-a539-c1849434aa56 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:19.556518 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:19.560690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:19.561409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Checking segment: {'id': 'b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:19.562019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.563042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Bound using segment: {'id': 'b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:19.563848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Bound port: 4a4267bd-3a7f-4f49-95be-a83d089d346f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '8e80f809-4da3-4e3c-a539-c1849434aa56'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:19.564532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.569374 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] Routers {'bc138dbe-21d3-49d6-b48e-89fb6a8624c2'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:19.569979 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:19.609954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67887c7c-f5c1-4119-8dc3-19483a1af464 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.650083 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:19.650476 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f26e1-12ca-4a49-9267-54214a11a21e None None] The sync data for ids ['bc138dbe-21d3-49d6-b48e-89fb6a8624c2'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:19.685684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] For port 4a4267bd-3a7f-4f49-95be-a83d089d346f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:19.689280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] For port 4a4267bd-3a7f-4f49-95be-a83d089d346f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a4267bd-3a7f-4f49-95be-a83d089d346f,segment=NetworkSegment(b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d),segment_id=b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:19.694886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.702400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.718940 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:19.741511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.760660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47a94022-8dc1-41c7-96ba-88f351d9b6fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.778537 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2302b27-a0f4-4600-b458-e196dfeb3a35 None None] Pushing event updated for resources: {'Port': ['ID=4a4267bd-3a7f-4f49-95be-a83d089d346f,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:19.912073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:19.917279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:19.922140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:19.934242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67887c7c-f5c1-4119-8dc3-19483a1af464 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:19.987038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:20.105892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67887c7c-f5c1-4119-8dc3-19483a1af464 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b446b0a8-9701-42ff-bd04-40537bfa0a5d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:20.131588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-67887c7c-f5c1-4119-8dc3-19483a1af464 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.132723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-67887c7c-f5c1-4119-8dc3-19483a1af464 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b446b0a8-9701-42ff-bd04-40537bfa0a5d HTTP/1.1" status: 204 len: 168 time: 0.7415476 Feb 19 07:35:20.136370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:20.149030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.250173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47a94022-8dc1-41c7-96ba-88f351d9b6fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.270748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.278163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47a94022-8dc1-41c7-96ba-88f351d9b6fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.282145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.322056 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0b64d65e-939a-4472-a032-839514a1b9f1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1772902 Feb 19 07:35:20.324660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:20.350324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 0cb5eb46-0bab-4e39-8da3-32805084837e owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:20.373725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf887ccb-3032-4819-b5a5-cc4b5318b32e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:20.377532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47a94022-8dc1-41c7-96ba-88f351d9b6fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.378012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a94022-8dc1-41c7-96ba-88f351d9b6fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Fanout notify agent at l3_agent the message router_deleted on router bc138dbe-21d3-49d6-b48e-89fb6a8624c2 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:20.389520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.393324 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f3fb9b70-244a-4bc1-94d3-4bde3536a079 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8809800 Feb 19 07:35:20.394196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc4d5-70e4-46c6-97fc-27807c6cabe7 req-38483218-6ad2-45f0-896d-e4661eaf5f2f tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:20.395047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:20.400334 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-799bc4d5-70e4-46c6-97fc-27807c6cabe7 req-38483218-6ad2-45f0-896d-e4661eaf5f2f tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 932 time: 0.6995728 Feb 19 07:35:20.402991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--894104809'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:20.410226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47a94022-8dc1-41c7-96ba-88f351d9b6fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.414358 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47a94022-8dc1-41c7-96ba-88f351d9b6fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/bc138dbe-21d3-49d6-b48e-89fb6a8624c2 HTTP/1.1" status: 204 len: 168 time: 0.8812273 Feb 19 07:35:20.414358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37858) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:20.416930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:20.419711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45cc35c1-6a96-4592-a44c-b2a3a8299e60 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.461917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:20.465327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45cc35c1-6a96-4592-a44c-b2a3a8299e60 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.472391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:20.495631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:20.527846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.534691 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-799bc4d5-70e4-46c6-97fc-27807c6cabe7 req-85776299-99ce-4408-abda-a545065ddeaa tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335223 Feb 19 07:35:20.673545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45cc35c1-6a96-4592-a44c-b2a3a8299e60 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.759537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc35c1-6a96-4592-a44c-b2a3a8299e60 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90f784ba-a0be-4cbe-878f-f8b7c038f9ae,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:20.768945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45cc35c1-6a96-4592-a44c-b2a3a8299e60 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.770048 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-45cc35c1-6a96-4592-a44c-b2a3a8299e60 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/90f784ba-a0be-4cbe-878f-f8b7c038f9ae HTTP/1.1" status: 204 len: 168 time: 0.4424229 Feb 19 07:35:20.773783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37862) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:20.823057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:20.828393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10508c92-4420-4178-bfca-fb0cd1049895 None None] Network 8e80f809-4da3-4e3c-a539-c1849434aa56 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:20.832023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f65fb5-d250-405c-b6ef-2c0c45cfab61 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:35:20.832371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:20.837079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:20.841661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.845948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:20.847637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.885633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet c795e5bd-80d4-4c5f-9b43-baffa807f0e5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:20.896053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c021139-c718-496f-8809-b424f531f68a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:20.899607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:20.971128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-64f3bb5e-83d9-49ff-9366-de5dacd6f2ca None None] Provisioning for port 4a4267bd-3a7f-4f49-95be-a83d089d346f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:20.980427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c021139-c718-496f-8809-b424f531f68a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:20.981777 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c021139-c718-496f-8809-b424f531f68a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2062435 Feb 19 07:35:20.984656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.016958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.041090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=0cb5eb46-0bab-4e39-8da3-32805084837e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.043970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Transition to ACTIVE for port object 40f65fb5-d250-405c-b6ef-2c0c45cfab61 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:21.079702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.090413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e440feb-277b-4eab-930f-3fa0682d52bf tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.095291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.099605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.114567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e440feb-277b-4eab-930f-3fa0682d52bf tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.157942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.175189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac7696-3d00-45a3-a095-3557acdb6b80,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.198292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.227039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.228255 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bf6e870c-2e6e-4e62-a4e7-df7cf0d9d362 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8322930 Feb 19 07:35:21.233462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e440feb-277b-4eab-930f-3fa0682d52bf tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.242475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0343e466-afaf-44ca-8fe3-31c939ed2bcb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/0cb5eb46-0bab-4e39-8da3-32805084837e HTTP/1.1" status: 204 len: 168 time: 2.0050473 Feb 19 07:35:21.242475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.247005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37872) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.272795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Pushing event updated for resources: {'Port': ['ID=40f65fb5-d250-405c-b6ef-2c0c45cfab61,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.278469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-76579d36-044a-4cdd-8d0b-fafe1bba9e35 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group_rule': {'security_group_id': 'cf887ccb-3032-4819-b5a5-cc4b5318b32e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c1ac7696-3d00-45a3-a095-3557acdb6b80'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:21.295916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-76579d36-044a-4cdd-8d0b-fafe1bba9e35 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:21.299065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e440feb-277b-4eab-930f-3fa0682d52bf tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6063b5fa-ad7c-421d-a2ba-6eee97326ea6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.308181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9e440feb-277b-4eab-930f-3fa0682d52bf tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.310202 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9e440feb-277b-4eab-930f-3fa0682d52bf tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6063b5fa-ad7c-421d-a2ba-6eee97326ea6 HTTP/1.1" status: 204 len: 168 time: 0.2922473 Feb 19 07:35:21.313031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-76579d36-044a-4cdd-8d0b-fafe1bba9e35 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:21.315022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5d475b-c534-4614-a1ce-14d1d27c34b9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:21.315670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5d475b-c534-4614-a1ce-14d1d27c34b9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:21.316064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.318046 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7a5d475b-c534-4614-a1ce-14d1d27c34b9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/0cb5eb46-0bab-4e39-8da3-32805084837e HTTP/1.1" status: 404 len: 333 time: 0.0642920 Feb 19 07:35:21.319490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-76579d36-044a-4cdd-8d0b-fafe1bba9e35 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:21.321293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37882) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.364475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-76579d36-044a-4cdd-8d0b-fafe1bba9e35 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:21.377468 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd20552-ecd4-4587-ad25-513b7058f35d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:21.378060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4fd20552-ecd4-4587-ad25-513b7058f35d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:21.418034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4fd20552-ecd4-4587-ad25-513b7058f35d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:21.422611 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4fd20552-ecd4-4587-ad25-513b7058f35d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/0cb5eb46-0bab-4e39-8da3-32805084837e HTTP/1.1" status: 404 len: 333 time: 0.0972974 Feb 19 07:35:21.423496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37886) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.427223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.505854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.508270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7129f-6076-48c7-9c73-798fa12c5d7b None None] Network b7e05424-089b-46bc-a4a3-44dbe82b5a4d requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:21.525839 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/c795e5bd-80d4-4c5f-9b43-baffa807f0e5 HTTP/1.1" status: 204 len: 168 time: 1.1106045 Feb 19 07:35:21.529010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358048a6-9998-4dae-868e-593bb8946b2f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=c795e5bd-80d4-4c5f-9b43-baffa807f0e5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.530763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.615660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-76579d36-044a-4cdd-8d0b-fafe1bba9e35 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:21.620217 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-76579d36-044a-4cdd-8d0b-fafe1bba9e35 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3557823 Feb 19 07:35:21.626001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37896) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.639900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:21.672052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.673053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-352760e1-4e9e-4309-9928-a03c7f6aa3b5 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:21.724590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Attempting to bind port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:21.725016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Attempting to bind port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'c4ae2320-bbd3-4a9a-9d78-4d6b61922536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:21.725404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Attempting to bind port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 on network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:21.768065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-276bf321-e2e9-4adb-a03a-7d663b763668 None None] Could not find standard attr ID for object 0cb5eb46-0bab-4e39-8da3-32805084837e. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:21.768761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.796262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-352760e1-4e9e-4309-9928-a03c7f6aa3b5 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:21.797595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-352760e1-4e9e-4309-9928-a03c7f6aa3b5 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4805756 Feb 19 07:35:21.802741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:21.806338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 on network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:35:21.806599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Attempting to bind port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 on network e2208fda-0c60-4b82-adc8-6cbca7d5cb47 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:21.806710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4a4267bd-3a7f-4f49-95be-a83d089d346f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:21.865457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:21.865884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Checking segment: {'id': 'c4ae2320-bbd3-4a9a-9d78-4d6b61922536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:21.866346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Bound using segment: {'id': 'c4ae2320-bbd3-4a9a-9d78-4d6b61922536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:21.866842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Bound port: 40f65fb5-d250-405c-b6ef-2c0c45cfab61, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae2320-bbd3-4a9a-9d78-4d6b61922536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:21.867239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.868179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.929114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 4a4267bd-3a7f-4f49-95be-a83d089d346f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:21.935891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 4a4267bd-3a7f-4f49-95be-a83d089d346f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:21.936353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.944668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port d81bac9a-6b87-46bc-8f17-c86c584e3def {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:21.944668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:21.990716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ba61c79-880e-4356-87a5-9bc04e79e0c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.000478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47743477-e29b-4c0d-99e2-c2959aa23212 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.001564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] DHCP port deletion for b7e05424-089b-46bc-a4a3-44dbe82b5a4d request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:22.008758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] Deleting port d81bac9a-6b87-46bc-8f17-c86c584e3def {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:22.008758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.046679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bcc0d-578e-4288-b0b4-42018b5f1c69 req-63d17599-a453-4e59-ab78-314440a46361 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:22.048143 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b73bcc0d-578e-4288-b0b4-42018b5f1c69 req-63d17599-a453-4e59-ab78-314440a46361 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 944 time: 0.3264930 Feb 19 07:35:22.062907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ba61c79-880e-4356-87a5-9bc04e79e0c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.072352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.078300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] For port 40f65fb5-d250-405c-b6ef-2c0c45cfab61, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:22.121095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] For port 40f65fb5-d250-405c-b6ef-2c0c45cfab61, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61,segment=NetworkSegment(c4ae2320-bbd3-4a9a-9d78-4d6b61922536),segment_id=c4ae2320-bbd3-4a9a-9d78-4d6b61922536)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:22.126826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47743477-e29b-4c0d-99e2-c2959aa23212 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.142745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.225310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.227166 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] 10.222.0.67 "PUT /v2.0/ports/40f65fb5-d250-405c-b6ef-2c0c45cfab61 HTTP/1.1" status: 200 len: 1094 time: 3.0736401 Feb 19 07:35:22.227538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.230558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'tag': '40f65fb5-d250-405c-b6ef-2c0c45cfab61'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:35:22.237519 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b73bcc0d-578e-4288-b0b4-42018b5f1c69 req-b545c258-f812-40fe-ab91-e243d3a6b1b5 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781721 Feb 19 07:35:22.259992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd244bc-2e0d-4e0c-b5ba-647f0d02147d service neutron] Pushing event updated for resources: {'Port': ['ID=40f65fb5-d250-405c-b6ef-2c0c45cfab61,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:22.265558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ba61c79-880e-4356-87a5-9bc04e79e0c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.286830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Router 138e31d5-aac6-4f19-bb0c-416e804388d8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:35:22.297433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba61c79-880e-4356-87a5-9bc04e79e0c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:22.340038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port d81bac9a-6b87-46bc-8f17-c86c584e3def, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d81bac9a-6b87-46bc-8f17-c86c584e3def,segment=NetworkSegment(3cf70413-6299-4f24-96b7-61a7e217ad4d),segment_id=3cf70413-6299-4f24-96b7-61a7e217ad4d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:22.340582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.347117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'tag': '40f65fb5-d250-405c-b6ef-2c0c45cfab61', 'status': 'completed', 'code': 200} Feb 19 07:35:22.349876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] For port d81bac9a-6b87-46bc-8f17-c86c584e3def, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d81bac9a-6b87-46bc-8f17-c86c584e3def,segment=NetworkSegment(3cf70413-6299-4f24-96b7-61a7e217ad4d),segment_id=3cf70413-6299-4f24-96b7-61a7e217ad4d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:22.350263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.417430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ba61c79-880e-4356-87a5-9bc04e79e0c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.418521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3ba61c79-880e-4356-87a5-9bc04e79e0c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/6d9ef92e-3cc6-40d1-bdc8-81d48f24e5bb HTTP/1.1" status: 204 len: 168 time: 0.6088650 Feb 19 07:35:22.427401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37906) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:22.467235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47743477-e29b-4c0d-99e2-c2959aa23212 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.504966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] Calling delete_port for d81bac9a-6b87-46bc-8f17-c86c584e3def owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:22.535257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.548240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for d81bac9a-6b87-46bc-8f17-c86c584e3def owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:22.565089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:22.566272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:22.625062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:22.630939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47743477-e29b-4c0d-99e2-c2959aa23212 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac7696-3d00-45a3-a095-3557acdb6b80,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:22.644414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.659612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.665643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-47743477-e29b-4c0d-99e2-c2959aa23212 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:22.666771 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-47743477-e29b-4c0d-99e2-c2959aa23212 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/c1ac7696-3d00-45a3-a095-3557acdb6b80 HTTP/1.1" status: 204 len: 168 time: 1.0376620 Feb 19 07:35:22.670486 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0035632a-0509-4666-be70-db6e02fe250e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2 HTTP/1.1" status: 204 len: 168 time: 1.2435651 Feb 19 07:35:22.671728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37910) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:22.671919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37912) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:22.723731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc05bb-04c3-4d7b-a567-df7a96b3ec7e None None] Network 8e80f809-4da3-4e3c-a539-c1849434aa56 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:22.761475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] Pushing event deleted for resources: {'Port': ['ID=d81bac9a-6b87-46bc-8f17-c86c584e3def,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:22.804053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3760ad7a-7ef4-4106-b849-e1ba7ff9dd80 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:22.822818 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-582c46a8-bae4-4945-a1d7-f149d23e3ca0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85471ab2fdaf469590265f6be54e269a&device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 1097 time: 0.5209341 Feb 19 07:35:22.869105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159bfce-8a9d-4913-8ec1-5283f632ae09 None None] No DVR routers for this DVR port d81bac9a-6b87-46bc-8f17-c86c584e3def on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:22.889223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3760ad7a-7ef4-4106-b849-e1ba7ff9dd80 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:22.890085 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3760ad7a-7ef4-4106-b849-e1ba7ff9dd80 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4624395 Feb 19 07:35:22.906985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37918) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:22.922909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984677307'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:22.929571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:22.931535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-575fc404-e100-460a-bfed-b314aca00a03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61 HTTP/1.1" status: 200 len: 217 time: 0.0985625 Feb 19 07:35:22.939772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:22.972490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.017596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:23.018191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:23.031698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.049312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-4be16bb9-7d93-4508-bd45-da51b7d85866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:23.050788 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-4be16bb9-7d93-4508-bd45-da51b7d85866 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bc02fb9-5e7d-403e-b624-209cee290bd5 HTTP/1.1" status: 200 len: 852 time: 0.1107616 Feb 19 07:35:23.071310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:23.079363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 4a4267bd-3a7f-4f49-95be-a83d089d346f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:23.079815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.114869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:23.132998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:23.147074 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-8b36a929-6a06-4890-8c26-82660b3cb87b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884061 Feb 19 07:35:23.150345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:23.159006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8c00f5b3-f1d6-47a0-acb3-d7996b58067f tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Synchronizing usage tracker for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:23.182113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.233624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8c00f5b3-f1d6-47a0-acb3-d7996b58067f tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Unset dirty status for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:23.238355 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c00f5b3-f1d6-47a0-acb3-d7996b58067f tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5640233 Feb 19 07:35:23.239050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37922) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:23.259998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 4a4267bd-3a7f-4f49-95be-a83d089d346f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a4267bd-3a7f-4f49-95be-a83d089d346f,segment=NetworkSegment(b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d),segment_id=b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:23.271390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.304517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:23.309936 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-17f6e05b-941b-4d97-beb3-3a56b50b9454 tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "PUT /v2.0/routers/138e31d5-aac6-4f19-bb0c-416e804388d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0214975 Feb 19 07:35:23.312978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37926) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:23.366966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] DHCP port deletion for 8e80f809-4da3-4e3c-a539-c1849434aa56 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:23.393381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] Sync routers for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:23.441438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] Deleting port 4a4267bd-3a7f-4f49-95be-a83d089d346f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:23.441711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.459074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.471263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c03a8394-eeb6-454a-94d5-2f1c7f634cee tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.487422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.499326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:23.499855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:23.519937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port d81bac9a-6b87-46bc-8f17-c86c584e3def {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:23.520442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.573461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c03a8394-eeb6-454a-94d5-2f1c7f634cee tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.584862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:23.594574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port 4a4267bd-3a7f-4f49-95be-a83d089d346f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a4267bd-3a7f-4f49-95be-a83d089d346f,segment=NetworkSegment(b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d),segment_id=b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:23.594826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.611420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-08629edf-59e5-4077-9701-63d32651206f service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565222 Feb 19 07:35:23.662412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] The port 'd81bac9a-6b87-46bc-8f17-c86c584e3def' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:23.685474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] Routers {'138e31d5-aac6-4f19-bb0c-416e804388d8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:23.686076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['138e31d5-aac6-4f19-bb0c-416e804388d8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:23.751442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:23.751751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7fd5c6-0bb0-4ece-aacf-8498ec102d7d None None] The sync data for ids ['138e31d5-aac6-4f19-bb0c-416e804388d8'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:23.753355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=4a4267bd-3a7f-4f49-95be-a83d089d346f,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:23.774909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a068b12-f411-40ae-8557-7e296a54e964 req-a0110ea2-4a98-4c14-b664-e969a1fc5f7a tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:23.776766 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a068b12-f411-40ae-8557-7e296a54e964 req-a0110ea2-4a98-4c14-b664-e969a1fc5f7a tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 944 time: 0.2705445 Feb 19 07:35:23.787861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee6ba6a-fdff-4b84-9e13-3bd6120a8b2b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:23.799013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d81bac9a-6b87-46bc-8f17-c86c584e3def no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:23.819294 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-901252f9-a6d0-47cc-9018-8ebb5954be9b req-2a3cddb6-4211-4623-8730-c2651ac4d6a7 service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005677 Feb 19 07:35:23.854782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: d81bac9a-6b87-46bc-8f17-c86c584e3def {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:35:23.854972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d81bac9a-6b87-46bc-8f17-c86c584e3def not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:35:23.855581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4a4267bd-3a7f-4f49-95be-a83d089d346f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:23.870580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 4a4267bd-3a7f-4f49-95be-a83d089d346f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:23.877135 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a068b12-f411-40ae-8557-7e296a54e964 req-771e0cda-6f74-427e-8644-b14112e5b6cd tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852909 Feb 19 07:35:23.921103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] For port 4a4267bd-3a7f-4f49-95be-a83d089d346f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4a4267bd-3a7f-4f49-95be-a83d089d346f,segment=NetworkSegment(b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d),segment_id=b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:23.921488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.944606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.959894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.964090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-acee9f9b-c417-4f6f-bef3-c2c50aa13399 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0535405 Feb 19 07:35:23.978004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c03a8394-eeb6-454a-94d5-2f1c7f634cee tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:23.984723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37932) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:24.006190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:24.006503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:24.010307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '3ee6ba6a-fdff-4b84-9e13-3bd6120a8b2b', 'direction': 'ingress', 'protocol': 17}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:24.042703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] Calling delete_port for 4a4267bd-3a7f-4f49-95be-a83d089d346f owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:24.067823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:24.076928 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-374f60bb-7a49-4580-83bb-433582d1f69c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85471ab2fdaf469590265f6be54e269a&device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 1097 time: 0.2029676 Feb 19 07:35:24.080016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8394-eeb6-454a-94d5-2f1c7f634cee tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf887ccb-3032-4819-b5a5-cc4b5318b32e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:24.088221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:24.095985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:24.106138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:24.109057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.143433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e05424-089b-46bc-a4a3-44dbe82b5a4d']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:24.151115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c03a8394-eeb6-454a-94d5-2f1c7f634cee tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.155191 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c03a8394-eeb6-454a-94d5-2f1c7f634cee tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/cf887ccb-3032-4819-b5a5-cc4b5318b32e HTTP/1.1" status: 204 len: 168 time: 0.9117789 Feb 19 07:35:24.156209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37936) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:24.166422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.188173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf70413-6299-4f24-96b7-61a7e217ad4d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:24.188732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf70413-6299-4f24-96b7-61a7e217ad4d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:24.195705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.216218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.218667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.238301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-919c6d7e-cf7d-4b36-be8a-e6fca1fc3339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:24.239737 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-919c6d7e-cf7d-4b36-be8a-e6fca1fc3339 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47 HTTP/1.1" status: 200 len: 913 time: 0.1545017 Feb 19 07:35:24.260501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.272610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] Pushing event deleted for resources: {'Port': ['ID=4a4267bd-3a7f-4f49-95be-a83d089d346f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:24.274171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:24.274787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.278923 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1f8b2-0737-42d7-b176-068140223e87 None None] No DVR routers for this DVR port 4a4267bd-3a7f-4f49-95be-a83d089d346f on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: util.warn( Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:24.293397 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:24.322484 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-b6d7eda2-3fdc-4133-8d74-6099a594044d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61 HTTP/1.1" status: 200 len: 217 time: 0.0757113 Feb 19 07:35:24.379430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-573b8358-e5d7-4083-9153-2b893a1ab361 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Synchronizing usage tracker for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:24.395332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.403627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-91ac1ba4-c718-46f8-9709-aabd4ee05677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:24.403847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.406025 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-91ac1ba4-c718-46f8-9709-aabd4ee05677 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bc02fb9-5e7d-403e-b624-209cee290bd5 HTTP/1.1" status: 200 len: 852 time: 0.0749929 Feb 19 07:35:24.415611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.430629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-573b8358-e5d7-4083-9153-2b893a1ab361 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Unset dirty status for tenant:ae5819f4434d47808bd6b9a21f77c658 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:24.435513 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-573b8358-e5d7-4083-9153-2b893a1ab361 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2686143 Feb 19 07:35:24.435513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.446478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37940) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:24.456985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting port 288e98a8-6584-446a-92f4-3582c4dd2ec0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:24.457534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.468230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.473503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'tempest-secgroup--323974301'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:24.483195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f0f690-7e6f-491f-ae01-cbf49c7ed390,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:24.487781 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-9d4dd32e-7266-4ad1-a71a-1909f2ebaa99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770445 Feb 19 07:35:24.491025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=b7e05424-089b-46bc-a4a3-44dbe82b5a4d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:24.493080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:24.506301 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d159208c-fcfa-477f-9622-993002af5d48 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/b7e05424-089b-46bc-a4a3-44dbe82b5a4d HTTP/1.1" status: 204 len: 168 time: 2.9724743 Feb 19 07:35:24.511052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 4a4267bd-3a7f-4f49-95be-a83d089d346f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:24.511319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.534436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:24.536491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:24.537178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.538328 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-504ce8d7-fcdc-4d4f-8d22-21afb1f41a65 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5439775 Feb 19 07:35:24.545911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37948) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:24.549850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-717340281', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}, 'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:24.566884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:24.610785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:router and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:24.619549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:24.629817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] The port '4a4267bd-3a7f-4f49-95be-a83d089d346f' was deleted {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:24.630813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.648280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:24.841350 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-77b74ed9-2a27-4218-95d5-5a5a93cc3dda service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456504 Feb 19 07:35:24.882552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.890792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.891700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.931171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:24.947093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:24.954210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Usage tracker for resource:security_group_rule and tenant:ae5819f4434d47808bd6b9a21f77c658 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:24.975778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:24.989364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e80f809-4da3-4e3c-a539-c1849434aa56']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:25.001364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:25.012225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d8d596a-eb66-4c76-9f83-696fcb2fca36 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.030182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:25.030561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e85e27-ccb8-4f86-b3cc-02bf4feb9f5d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:25.062936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Calling delete_port for 288e98a8-6584-446a-92f4-3582c4dd2ec0 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:25.064012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.071061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.073104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d8d596a-eb66-4c76-9f83-696fcb2fca36 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.113311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.137937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:25.138194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:25.155561 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:25.203720 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40cfaadd-51a4-4f46-bde3-c5b0431f16c6 req-fd9d92a3-b7c4-471c-bc20-9c3c725c3c66 service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516076 Feb 19 07:35:25.248741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7fb5c-351f-4fc9-b53d-7c2edd4108df req-ac6208bc-2761-4432-9402-94fb2c61c72c tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:25.250166 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5a7fb5c-351f-4fc9-b53d-7c2edd4108df req-ac6208bc-2761-4432-9402-94fb2c61c72c tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 944 time: 0.1959867 Feb 19 07:35:25.347371 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5a7fb5c-351f-4fc9-b53d-7c2edd4108df req-b241d963-e146-4a89-8df4-6b0dea98859c tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876424 Feb 19 07:35:25.359872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.366866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.371658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d8d596a-eb66-4c76-9f83-696fcb2fca36 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.382628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.391383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.404873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d596a-eb66-4c76-9f83-696fcb2fca36 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee6ba6a-fdff-4b84-9e13-3bd6120a8b2b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:25.410364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Port': ['ID=288e98a8-6584-446a-92f4-3582c4dd2ec0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:25.426127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.454050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=8e80f809-4da3-4e3c-a539-c1849434aa56,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:25.499643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb05f0d-3835-468f-865b-d43a690441d4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:25.511800 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81bf9d83-4f1c-4b0e-a9b8-5c9862494c76 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/8e80f809-4da3-4e3c-a539-c1849434aa56 HTTP/1.1" status: 204 len: 168 time: 2.8283124 Feb 19 07:35:25.511800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.511800 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb35f8b8-5f09-4891-8969-ae7af9674199 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0466216 Feb 19 07:35:25.511800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.512937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37954) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:25.512937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37956) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:25.516499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2d8d596a-eb66-4c76-9f83-696fcb2fca36 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.517495 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2d8d596a-eb66-4c76-9f83-696fcb2fca36 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/3ee6ba6a-fdff-4b84-9e13-3bd6120a8b2b HTTP/1.1" status: 204 len: 168 time: 0.9600439 Feb 19 07:35:25.522996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-34249b93-397f-4985-bae7-85571ba217c3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:25.523537 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-34249b93-397f-4985-bae7-85571ba217c3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 07:35:25.524444 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-34249b93-397f-4985-bae7-85571ba217c3 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "PUT /v2.0/security-groups/edb05f0d-3835-468f-865b-d43a690441d4 HTTP/1.1" status: 409 len: 330 time: 0.0092316 Feb 19 07:35:25.524925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:25.530059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1433707217'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:25.536529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37964) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:25.539046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:25.566889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:25.577710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:25.586623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:25.638474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.644532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:25.647447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.734082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f2374746-788c-4ac5-83d7-1106ffd140d7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:25.778032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4530c2e3-af6f-4f4e-a240-029f45cf7d04 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.779624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:25.800480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f2374746-788c-4ac5-83d7-1106ffd140d7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:25.801697 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f2374746-788c-4ac5-83d7-1106ffd140d7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2675576 Feb 19 07:35:25.807774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37970) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:25.810426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.810761 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment 0152de1b-221d-4dd6-9b93-8f24a91329cf of type vlan for network 9c52884f-9b1c-435e-bfc1-ff842cae767a Feb 19 07:35:25.830789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023883841'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:25.844698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4530c2e3-af6f-4f4e-a240-029f45cf7d04 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.852595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:25.901875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.909195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:25.933398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:25.977470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4530c2e3-af6f-4f4e-a240-029f45cf7d04 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.002988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.003254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530c2e3-af6f-4f4e-a240-029f45cf7d04 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb05f0d-3835-468f-865b-d43a690441d4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:26.009447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.013939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.017586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:26.018343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.039377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.040181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Fanout notify agent at l3_agent the message router_deleted on router 138e31d5-aac6-4f19-bb0c-416e804388d8 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:26.056017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.057222 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7644fad0-a062-4620-b6b3-b4ae5cd1188e tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/routers/138e31d5-aac6-4f19-bb0c-416e804388d8 HTTP/1.1" status: 204 len: 168 time: 2.7433081 Feb 19 07:35:26.059822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37974) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:26.142107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:26.161592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:26.167199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4530c2e3-af6f-4f4e-a240-029f45cf7d04 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.168335 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4530c2e3-af6f-4f4e-a240-029f45cf7d04 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/edb05f0d-3835-468f-865b-d43a690441d4 HTTP/1.1" status: 204 len: 168 time: 0.6307266 Feb 19 07:35:26.171413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:26.182045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37978) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:26.183066 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6692235 Feb 19 07:35:26.183757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.199696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37982) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:26.211713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:26.215160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:26.216733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a43a12-e7aa-4f11-b429-aad30a47454e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=9c52884f-9b1c-435e-bfc1-ff842cae767a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:26.220239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.227434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 9c52884f-9b1c-435e-bfc1-ff842cae767a details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:26.365528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:26.377137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.393897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:26.409087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:26.417399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.26.1.214 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/cecc0bab-5343-484c-89db-f8c76155a652) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:26.425391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:26.435283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6b88ab36-a5aa-48dc-8e49-9d3f8830c34e tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2521334 Feb 19 07:35:26.440075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Deleting subnet 9b49e33b-08ed-4488-b6d1-83fe8322f603 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:26.442919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 37988) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:26.446627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.499875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:26.511398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.548311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 40f65fb5-d250-405c-b6ef-2c0c45cfab61 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:35:26.558025 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-d0ced098-6b90-422b-9bde-eba843c9919a tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] delete failed (client error): The resource could not be found. Feb 19 07:35:26.559020 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d0ced098-6b90-422b-9bde-eba843c9919a tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "DELETE /v2.0/security-groups/bbc21a40-af8f-4f5d-ba25-03417fae7dc7 HTTP/1.1" status: 404 len: 347 time: 0.1137006 Feb 19 07:35:26.566446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37992) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:26.584888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132f9d18-80a0-44f8-8400-df7d484fe145,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:26.598028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.601754 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb490209-1f8a-4371-abf9-68ed0b99db3a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7930977 Feb 19 07:35:26.603694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 37996) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:26.621776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358181855'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:26.626499 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-5f961ac9-edc3-4d37-8264-0eed8a9512a2 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] show failed (client error): The resource could not be found. Feb 19 07:35:26.631282 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5f961ac9-edc3-4d37-8264-0eed8a9512a2 tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-groups/91abe4a0-4311-487b-9bc9-71e636fe8146 HTTP/1.1" status: 404 len: 347 time: 0.0568571 Feb 19 07:35:26.631451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:26.634129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:26.641031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.665816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:26.676924 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-bf7ece5c-09d1-43a2-b4ce-6b238329b59b tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] show failed (client error): The resource could not be found. Feb 19 07:35:26.677878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bf7ece5c-09d1-43a2-b4ce-6b238329b59b tempest-NegativeSecGroupTest-1567563673 tempest-NegativeSecGroupTest-1567563673-project] 10.222.0.72 "GET /v2.0/security-group-rules/7031c129-8d3e-4ccd-bc03-6130b991be7f HTTP/1.1" status: 404 len: 356 time: 0.0455549 Feb 19 07:35:26.696300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.703718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.718713 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 40f65fb5-d250-405c-b6ef-2c0c45cfab61, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61,segment=NetworkSegment(c4ae2320-bbd3-4a9a-9d78-4d6b61922536),segment_id=c4ae2320-bbd3-4a9a-9d78-4d6b61922536)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:26.722767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.734318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '40f65fb5-d250-405c-b6ef-2c0c45cfab61', 'network_id': 'e2208fda-0c60-4b82-adc8-6cbca7d5cb47', 'port_id': '40f65fb5-d250-405c-b6ef-2c0c45cfab61', 'mac_address': 'fa:16:3e:e7:41:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc02fb9-5e7d-403e-b624-209cee290bd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:35:26.746132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:26.750511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:26.753455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:26.759294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:26.801105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.821197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.821487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f65fb5-d250-405c-b6ef-2c0c45cfab61 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:35:26.831265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.840244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 40f65fb5-d250-405c-b6ef-2c0c45cfab61, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61,segment=NetworkSegment(c4ae2320-bbd3-4a9a-9d78-4d6b61922536),segment_id=c4ae2320-bbd3-4a9a-9d78-4d6b61922536)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:26.848705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.872196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.887962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f3ab9-5406-4e74-bfc2-2b4e398d297c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:26.895426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.918091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092732e5-f4fa-432d-ae7c-c0165b3505cb req-17362a5b-c0e6-40b8-9b43-358d14e46cae tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:26.919669 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-092732e5-f4fa-432d-ae7c-c0165b3505cb req-17362a5b-c0e6-40b8-9b43-358d14e46cae tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 944 time: 0.4281294 Feb 19 07:35:26.940126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:26.944317 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b7314185-c85f-4948-a24d-3ee6cbfacd39 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3299985 Feb 19 07:35:26.956634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=40f65fb5-d250-405c-b6ef-2c0c45cfab61,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:26.975836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38006) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:27.002914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '132f9d18-80a0-44f8-8400-df7d484fe145', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e76f3ab9-5406-4e74-bfc2-2b4e398d297c', 'remote_ip_prefix': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:27.031654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:27.050407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:27.061876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:27.074816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:27.086162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:27.089892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=cecc0bab-5343-484c-89db-f8c76155a652,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:27.092327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:27.092514 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-092732e5-f4fa-432d-ae7c-c0165b3505cb req-ed2922d1-5fcd-487c-8ea3-39f53033f1a3 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608076 Feb 19 07:35:27.094313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:27.107503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38012) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:27.109396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.171544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Subnet': ['ID=9b49e33b-08ed-4488-b6d1-83fe8322f603,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:27.187739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.192865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.204495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.211680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['40f65fb5-d250-405c-b6ef-2c0c45cfab61'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:35:27.262340 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d099a288-a7e4-4c7e-a6c5-95619aac037b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/subnets/9b49e33b-08ed-4488-b6d1-83fe8322f603 HTTP/1.1" status: 204 len: 168 time: 1.2013795 Feb 19 07:35:27.267318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38018) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:27.344669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=60fc76d1-e063-4a77-98d4-5ebb5471ff5f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:27.391709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.393116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.424056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.427500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': '0152de1b-221d-4dd6-9b93-8f24a91329cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:27.427919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 9c52884f-9b1c-435e-bfc1-ff842cae767a, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:27.450061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.486024 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-eb82f7d4-6e34-4d8a-9f24-5a20f5e75f3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae5819f4434d47808bd6b9a21f77c658&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3705966 Feb 19 07:35:27.487245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e2d6a3-cddf-4e52-8d4c-b0530f70f431,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:27.490613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38022) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:27.517846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.519104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4153ed5e-340e-4b5a-b8ff-2ca0e5c60b6d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5401137 Feb 19 07:35:27.521938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38026) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:27.539186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.545883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 9c52884f-9b1c-435e-bfc1-ff842cae767a is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:27.568356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 9c52884f-9b1c-435e-bfc1-ff842cae767a) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:27.577958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc619546-0cd9-415a-a06e-32cf8b7475d6 None None] Network 9c52884f-9b1c-435e-bfc1-ff842cae767a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:27.581623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:27.582311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.594132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6470f0ee-9a41-4697-832d-89d4a2bbd30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.628593 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-28a7889e-747f-4ad0-808d-ce0e46524759 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4251471 Feb 19 07:35:27.629936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:27.633179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6470f0ee-9a41-4697-832d-89d4a2bbd30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.640518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16f2d4d5-31d4-4de5-a2af-c02386545c76 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.644073 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1490708217'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:27.710449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16f2d4d5-31d4-4de5-a2af-c02386545c76 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.759274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.790067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16f2d4d5-31d4-4de5-a2af-c02386545c76 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.800680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6470f0ee-9a41-4697-832d-89d4a2bbd30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.805800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f667329-3c4b-4cfc-a2a9-b604b9bc0a67']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:27.821218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470f0ee-9a41-4697-832d-89d4a2bbd30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c65663-7e3d-48d0-ac03-fdab465d01ab,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:27.824905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:27.825804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2d4d5-31d4-4de5-a2af-c02386545c76 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94e2d6a3-cddf-4e52-8d4c-b0530f70f431,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:27.828703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c329898e-1f24-4dc1-a899-646ac5138e62') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:27.828828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c329898e-1f24-4dc1-a899-646ac5138e62') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:27.835984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6470f0ee-9a41-4697-832d-89d4a2bbd30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.837327 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6470f0ee-9a41-4697-832d-89d4a2bbd30f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2c65663-7e3d-48d0-ac03-fdab465d01ab HTTP/1.1" status: 204 len: 168 time: 0.3421040 Feb 19 07:35:27.842034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:27.846433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.856800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:27.861057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.867479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.884542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-9c52884f-9b1c-435e-bfc1-ff842cae767a', 'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a', 'tenant_id': '89b4e3711449484587c4319d9a822f4e', 'fixed_ips': [{'subnet_id': '60fc76d1-e063-4a77-98d4-5ebb5471ff5f'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:27.884745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-16f2d4d5-31d4-4de5-a2af-c02386545c76 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.885750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.885869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-16f2d4d5-31d4-4de5-a2af-c02386545c76 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/94e2d6a3-cddf-4e52-8d4c-b0530f70f431 HTTP/1.1" status: 204 len: 168 time: 0.3570902 Feb 19 07:35:27.886996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:27.887398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:27.890806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38036) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:27.909970 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:27.936210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 167bdc93-d654-498a-a6cf-3ec2ebfe01f2 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:28.019759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e39b14df-d40b-4b31-ba44-fa17c1e33ef2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:28.040824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.045314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.054082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e39b14df-d40b-4b31-ba44-fa17c1e33ef2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:28.059066 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e39b14df-d40b-4b31-ba44-fa17c1e33ef2 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1670439 Feb 19 07:35:28.062542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38042) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:28.079999 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] 10.222.0.72 "DELETE /v2.0/networks/6f667329-3c4b-4cfc-a2a9-b604b9bc0a67 HTTP/1.1" status: 204 len: 168 time: 0.8120699 Feb 19 07:35:28.083517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5520a9e-ee81-448f-bb3f-da4a6020492b tempest-FloatingIPTestJSON-204625375 tempest-FloatingIPTestJSON-204625375-project] Pushing event deleted for resources: {'Network': ['ID=6f667329-3c4b-4cfc-a2a9-b604b9bc0a67,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:28.104179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Allocated IP 2001:db8::2 (9c52884f-9b1c-435e-bfc1-ff842cae767a/60fc76d1-e063-4a77-98d4-5ebb5471ff5f/d0470c7d-ec8b-4677-a8fb-75f2b6c3db07) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:28.111202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router dfd03bc6-31c2-4796-8b1c-05453cb579f6 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:35:28.283632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.333559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.509199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a3115-ce2c-4217-896a-64497121c085 req-c025540f-2f41-4a06-a2f3-9c68f6fb3f27 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:28.510567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d36a3115-ce2c-4217-896a-64497121c085 req-c025540f-2f41-4a06-a2f3-9c68f6fb3f27 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 945 time: 0.1530647 Feb 19 07:35:28.515063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.525147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.545637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Transition to ACTIVE for port object d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:28.550895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f3ab9-5406-4e74-bfc2-2b4e398d297c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:28.554764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 40f65fb5-d250-405c-b6ef-2c0c45cfab61 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:28.562044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:28.574967 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] Sync routers for ids ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:28.597017 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] Routers {'dfd03bc6-31c2-4796-8b1c-05453cb579f6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:28.598005 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:28.613332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.624021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.624457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.624825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.625142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38060) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:28.625278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.625483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.625779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.626099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.626416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.626733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.627084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:28.632985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.634069 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c81080a-bd10-4c98-af8b-7cb809104a60 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.0947082 Feb 19 07:35:28.640939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38066) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:28.665524 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d36a3115-ce2c-4217-896a-64497121c085 req-db4f5b66-b676-4148-8f65-25f4c9237745 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469078 Feb 19 07:35:28.671124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.675022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-21fbfea2-4a92-4fb0-8e02-a204e8f1a504 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/e76f3ab9-5406-4e74-bfc2-2b4e398d297c HTTP/1.1" status: 204 len: 168 time: 0.6115115 Feb 19 07:35:28.675980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38070) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:28.705775 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:28.735634 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] Routers {'dfd03bc6-31c2-4796-8b1c-05453cb579f6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:28.737190 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:28.745170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Transition to ACTIVE for port object d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:28.764444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.830294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b0764c5-937a-4a5c-b7db-12a7de665def tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:28.840880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Pushing event updated for resources: {'Port': ['ID=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:28.843205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:28.854486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:28.855032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:28.881993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::362 (9c52884f-9b1c-435e-bfc1-ff842cae767a/60fc76d1-e063-4a77-98d4-5ebb5471ff5f/167bdc93-d654-498a-a6cf-3ec2ebfe01f2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:28.886826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b0764c5-937a-4a5c-b7db-12a7de665def tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:28.889840 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:28.890432 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18ca72-0543-4b56-91d0-d55dce6e864e None None] The sync data for ids ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:28.892634 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5b0764c5-937a-4a5c-b7db-12a7de665def tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2154725 Feb 19 07:35:28.894618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38078) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:28.907194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Network 9c52884f-9b1c-435e-bfc1-ff842cae767a is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:28.916055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:28.920791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:29.043224 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-da252e59-74b0-4009-9733-28f1a605dba1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b4f28fce2a4490ea767c46166357cb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4135664 Feb 19 07:35:29.043570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.078980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.102946 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aec2aec4-36fc-4e8b-a9ff-385deea2990f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/routers/dfd03bc6-31c2-4796-8b1c-05453cb579f6 HTTP/1.1" status: 200 len: 880 time: 0.4608881 Feb 19 07:35:29.105305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38088) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.120978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Attempting to bind port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:29.121326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Attempting to bind port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '0152de1b-221d-4dd6-9b93-8f24a91329cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:29.121679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Attempting to bind port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 on network 9c52884f-9b1c-435e-bfc1-ff842cae767a {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:29.130353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f65fb5-d250-405c-b6ef-2c0c45cfab61'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:35:29.140925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:29.141158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2ad6-1dd5-40bf-bd4d-8dd242c7214a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.148854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Checking segment: {'id': '0152de1b-221d-4dd6-9b93-8f24a91329cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:29.149302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.149701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Bound using segment: {'id': '0152de1b-221d-4dd6-9b93-8f24a91329cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:29.150192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Bound port: d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0152de1b-221d-4dd6-9b93-8f24a91329cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9c52884f-9b1c-435e-bfc1-ff842cae767a'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:29.150566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.170603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2ad6-1dd5-40bf-bd4d-8dd242c7214a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.171373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 40f65fb5-d250-405c-b6ef-2c0c45cfab61, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61,segment=NetworkSegment(c4ae2320-bbd3-4a9a-9d78-4d6b61922536),segment_id=c4ae2320-bbd3-4a9a-9d78-4d6b61922536)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:29.189456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.216341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38096) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.225523 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027282 Feb 19 07:35:29.230446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38098) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.259493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.263737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e310299b-03e6-4745-b14f-8406e38033e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.292188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2ad6-1dd5-40bf-bd4d-8dd242c7214a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.311932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 167bdc93-d654-498a-a6cf-3ec2ebfe01f2 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:29.334244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e310299b-03e6-4745-b14f-8406e38033e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.341950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd2ad6-1dd5-40bf-bd4d-8dd242c7214a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132f9d18-80a0-44f8-8400-df7d484fe145,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:29.385095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2ad6-1dd5-40bf-bd4d-8dd242c7214a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.386190 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c1fd2ad6-1dd5-40bf-bd4d-8dd242c7214a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/132f9d18-80a0-44f8-8400-df7d484fe145 HTTP/1.1" status: 204 len: 168 time: 0.4903669 Feb 19 07:35:29.391022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.439455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.478621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=40f65fb5-d250-405c-b6ef-2c0c45cfab61,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:29.482313 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-05dd26f1-9953-4030-8eb2-823979d0f6e6 tempest-NetworksApiDiscovery-2115706599 tempest-NetworksApiDiscovery-2115706599-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2507136 Feb 19 07:35:29.530944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f52aa9fb-dbb4-4e8b-9759-614faef2f6de tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:router {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:29.541333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:29.547709 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f65fb5-d250-405c-b6ef-2c0c45cfab61', 'code': 200} Feb 19 07:35:29.550455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,segment=NetworkSegment(0152de1b-221d-4dd6-9b93-8f24a91329cf),segment_id=0152de1b-221d-4dd6-9b93-8f24a91329cf)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:29.564206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e310299b-03e6-4745-b14f-8406e38033e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.565564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.579790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f52aa9fb-dbb4-4e8b-9759-614faef2f6de tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:router {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:29.581974 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f52aa9fb-dbb4-4e8b-9759-614faef2f6de tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4755945 Feb 19 07:35:29.584493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.600718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 9c52884f-9b1c-435e-bfc1-ff842cae767a is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:29.601145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-06742754-e894-48f6-821c-6db84b57a7dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-717340281'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:29.609419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310299b-03e6-4745-b14f-8406e38033e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2871d550-b169-49c7-b4de-9e329d9a9e98,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:29.611810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:29.618591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-df77f6b2-ca0f-4813-8c04-50e3757deb9f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:29.622471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:29.629050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:29.630245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.647268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09e6cb-3b9b-4878-87c6-2d50ddefe460 None None] Pushing event updated for resources: {'Port': ['ID=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:29.652135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e310299b-03e6-4745-b14f-8406e38033e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.655657 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e310299b-03e6-4745-b14f-8406e38033e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2871d550-b169-49c7-b4de-9e329d9a9e98 HTTP/1.1" status: 204 len: 168 time: 0.6088552 Feb 19 07:35:29.670153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=167bdc93-d654-498a-a6cf-3ec2ebfe01f2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:29.673822 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-076f0fb5-a198-43d9-b528-1a39991821fe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0435832 Feb 19 07:35:29.684743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38116) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.687792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-df77f6b2-ca0f-4813-8c04-50e3757deb9f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:29.689078 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-df77f6b2-ca0f-4813-8c04-50e3757deb9f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2959626 Feb 19 07:35:29.770864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38120) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:29.776709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--643529999'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:29.792853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:29.817660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:29.857236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 167bdc93-d654-498a-a6cf-3ec2ebfe01f2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:29.857585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.859109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:29.934840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:29.943585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:29.948495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:29.956269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:30.101825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.104499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:30.116812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.305285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1354d1fb-a527-4813-a75a-d675dbd788ae,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:30.327846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.329596 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bbe2eddc-5bdf-4e89-b7bb-9924e0dfe58f tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5574729 Feb 19 07:35:30.333361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38142) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:30.339987 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': '1354d1fb-a527-4813-a75a-d675dbd788ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:30.345938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:30.354799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:30.361923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:30.368574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.382267 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8604edb0-5c1c-466a-ba0c-a5d624c3efea req-87c7eb75-5ac6-4f66-a080-313e439b4d98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 1099 time: 0.4147277 Feb 19 07:35:30.383139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:30.390573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.455123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.485284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:30.506012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Usage tracker for resource:security_group_rule and tenant:e0cb110a0850472083a2334acee7b175 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:30.510719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:30.517647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 167bdc93-d654-498a-a6cf-3ec2ebfe01f2 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:30.522262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:30.565016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631bfe3-e931-4fae-b3a5-14fca45370b5 req-33c5f500-d343-48ed-8ea6-a7ddcb785904 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:30.566488 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0631bfe3-e931-4fae-b3a5-14fca45370b5 req-33c5f500-d343-48ed-8ea6-a7ddcb785904 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.6002288 Feb 19 07:35:30.636651 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8604edb0-5c1c-466a-ba0c-a5d624c3efea req-ce8b7239-d0a5-4af9-bd49-724c48e0a6e7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931124 Feb 19 07:35:30.656322 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0631bfe3-e931-4fae-b3a5-14fca45370b5 req-fe9694d9-1a4e-4c38-b4bc-0fbcfb040647 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811484 Feb 19 07:35:30.753495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.754448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.776498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.832173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=167bdc93-d654-498a-a6cf-3ec2ebfe01f2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:30.845063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1439f5d-022d-4265-bd09-790983e99b99,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:30.880435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06742754-e894-48f6-821c-6db84b57a7dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.885760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.887407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.888688 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5543633 Feb 19 07:35:30.891599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.891944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.892969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.893314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.893696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.894026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.894415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.894736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.895057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.895377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.895705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931431b-6d8d-4017-b932-52c7cf3b93c1 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:30.909845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38154) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:30.913846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.949095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06742754-e894-48f6-821c-6db84b57a7dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:30.980858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.008274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.020222 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8055a005-ea1c-4eb2-8536-aea82b075998 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/167bdc93-d654-498a-a6cf-3ec2ebfe01f2 HTTP/1.1" status: 204 len: 168 time: 1.3342988 Feb 19 07:35:31.022761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.025382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b961f-0fc1-46d1-b774-e87e8deccd86 None None] Network 9c52884f-9b1c-435e-bfc1-ff842cae767a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:31.067937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a739197-2be5-4f77-86da-cb54080a9569,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:31.069147 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfdf9a1-f3e9-4b49-9ccb-c97e8e9e2ebf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:31.069760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-adfdf9a1-f3e9-4b49-9ccb-c97e8e9e2ebf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:31.079720 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-42bd3da3-39e3-4538-8f87-cd15cbcce979 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0cb110a0850472083a2334acee7b175&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9729137 Feb 19 07:35:31.082416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38168) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.125453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb31-5178-432a-822e-90f997370d54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.135176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-adfdf9a1-f3e9-4b49-9ccb-c97e8e9e2ebf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:31.137231 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-adfdf9a1-f3e9-4b49-9ccb-c97e8e9e2ebf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/167bdc93-d654-498a-a6cf-3ec2ebfe01f2 HTTP/1.1" status: 404 len: 333 time: 0.1086323 Feb 19 07:35:31.143518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38172) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.154367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb31-5178-432a-822e-90f997370d54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.154986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fac4-8b9b-4af3-81e2-f1086b161919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.157853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-224e8082-c631-4274-98a1-9f8e1bc149ab None None] Provisioning for port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:31.186403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fac4-8b9b-4af3-81e2-f1086b161919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.255201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fac4-8b9b-4af3-81e2-f1086b161919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.261445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6782c03c-af21-4b78-817b-6cb15b77d0ee tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] Request body: {'port': {'network_id': '2ea9c73c-eac0-4a5c-8780-c839b26066b0', 'name': 'tempest-NetworksNegativeTestJSON-238493396'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:31.271810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fac4-8b9b-4af3-81e2-f1086b161919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a739197-2be5-4f77-86da-cb54080a9569,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:31.276619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fac4-8b9b-4af3-81e2-f1086b161919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.277716 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9ec5fac4-8b9b-4af3-81e2-f1086b161919 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a739197-2be5-4f77-86da-cb54080a9569 HTTP/1.1" status: 204 len: 168 time: 0.1941533 Feb 19 07:35:31.299574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb31-5178-432a-822e-90f997370d54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.367851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0fb31-5178-432a-822e-90f997370d54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1439f5d-022d-4265-bd09-790983e99b99,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:31.380833 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6782c03c-af21-4b78-817b-6cb15b77d0ee tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] POST failed (client error): The resource could not be found. Feb 19 07:35:31.381029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6782c03c-af21-4b78-817b-6cb15b77d0ee tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:31.386281 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6782c03c-af21-4b78-817b-6cb15b77d0ee tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3940468 Feb 19 07:35:31.387437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.407971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb31-5178-432a-822e-90f997370d54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.411901 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-78f0fb31-5178-432a-822e-90f997370d54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/c1439f5d-022d-4265-bd09-790983e99b99 HTTP/1.1" status: 204 len: 168 time: 0.5010738 Feb 19 07:35:31.412592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38182) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.449279 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5efa784-45a8-4234-84e8-b72e2ed95d9e tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:31.449733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5efa784-45a8-4234-84e8-b72e2ed95d9e tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:31.455587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d5efa784-45a8-4234-84e8-b72e2ed95d9e tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "DELETE /v2.0/networks/f2a749ba-4cfa-4150-aa61-85034c45c5d8 HTTP/1.1" status: 404 len: 339 time: 0.0663078 Feb 19 07:35:31.456198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.514036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 60fc76d1-e063-4a77-98d4-5ebb5471ff5f {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:31.517701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.541967 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-783566d1-9cd2-47b3-8b0f-8f07562ebf44 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:31.542413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783566d1-9cd2-47b3-8b0f-8f07562ebf44 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:31.548295 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-783566d1-9cd2-47b3-8b0f-8f07562ebf44 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "DELETE /v2.0/ports/5f36c26e-1614-49bf-871c-40c312fca23c HTTP/1.1" status: 404 len: 333 time: 0.0906334 Feb 19 07:35:31.551850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38190) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.570472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-629171e6-381c-4be5-b0be-b39298937d03 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:31.612192 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-825a1f2d-0b5a-4ea5-93e0-82117651cd7d tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:31.612827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825a1f2d-0b5a-4ea5-93e0-82117651cd7d tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:31.618578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-825a1f2d-0b5a-4ea5-93e0-82117651cd7d tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "DELETE /v2.0/subnets/e06c70c3-ba9a-460c-8661-2c08178f92c8 HTTP/1.1" status: 404 len: 337 time: 0.0615234 Feb 19 07:35:31.619996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.635681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06742754-e894-48f6-821c-6db84b57a7dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router dfd03bc6-31c2-4796-8b1c-05453cb579f6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:35:31.638324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.697838 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-77513ab0-7b48-40e3-8d0b-a867114356c7 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] GET failed (client error): The resource could not be found. Feb 19 07:35:31.702871 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-77513ab0-7b48-40e3-8d0b-a867114356c7 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "GET /v2.0/networks/5f2fac73-61d5-4e21-a687-ef63b6d32d33 HTTP/1.1" status: 404 len: 339 time: 0.0780368 Feb 19 07:35:31.703647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.794747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5ff1a8-dd0c-404c-8807-e10778d1791d tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] GET failed (client error): The resource could not be found. Feb 19 07:35:31.801468 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ff5ff1a8-dd0c-404c-8807-e10778d1791d tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "GET /v2.0/ports/26f2ee11-4808-4189-96a5-8d4c32c98cf6 HTTP/1.1" status: 404 len: 333 time: 0.0970099 Feb 19 07:35:31.802163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.815224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:31.878052 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d72bd9-18e1-452f-8830-66440bee74fd tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] GET failed (client error): The resource could not be found. Feb 19 07:35:31.881227 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f5d72bd9-18e1-452f-8830-66440bee74fd tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "GET /v2.0/subnets/8c1b73e1-0cad-483e-8eb4-85c5c20c25e6 HTTP/1.1" status: 404 len: 337 time: 0.0731137 Feb 19 07:35:31.886835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:31.912332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:31.921039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:31.921785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:31.957776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-27b9caa4-2e5a-4c25-b90e-fcc8d6986abe tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:31.965890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-629171e6-381c-4be5-b0be-b39298937d03 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:31.967155 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-629171e6-381c-4be5-b0be-b39298937d03 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5507524 Feb 19 07:35:31.997673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38212) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.025498 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b9caa4-2e5a-4c25-b90e-fcc8d6986abe tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] PUT failed (client error): The resource could not be found. Feb 19 07:35:32.026036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b9caa4-2e5a-4c25-b90e-fcc8d6986abe tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:32.034081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ca78de01-3b43-4d30-827e-8a270fbabadb None None] Could not find standard attr ID for object 167bdc93-d654-498a-a6cf-3ec2ebfe01f2. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:32.034713 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-27b9caa4-2e5a-4c25-b90e-fcc8d6986abe tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "PUT /v2.0/networks/44af4318-b5b8-432f-a67c-fd3bf0ae334b HTTP/1.1" status: 404 len: 339 time: 0.1465318 Feb 19 07:35:32.048869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.103266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-276cb100-1988-4bc8-8bee-2eb50f56bd10 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:32.133327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.138789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.186531 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-276cb100-1988-4bc8-8bee-2eb50f56bd10 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] PUT failed (client error): The resource could not be found. Feb 19 07:35:32.187068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276cb100-1988-4bc8-8bee-2eb50f56bd10 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:32.188307 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-276cb100-1988-4bc8-8bee-2eb50f56bd10 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "PUT /v2.0/ports/3f35b830-1d3e-4b6b-9bf3-d8d7bcae6a17 HTTP/1.1" status: 404 len: 333 time: 0.1371920 Feb 19 07:35:32.192530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.198269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe215542-44e7-41bd-a008-cdc3cf2c4eed tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.203810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2d0ce396-61fc-432d-b7b1-f7e134611331 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:32.237321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.250897 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0ce396-61fc-432d-b7b1-f7e134611331 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] PUT failed (client error): The resource could not be found. Feb 19 07:35:32.251338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0ce396-61fc-432d-b7b1-f7e134611331 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:32.256244 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2d0ce396-61fc-432d-b7b1-f7e134611331 tempest-NetworksNegativeTestJSON-1872271482 tempest-NetworksNegativeTestJSON-1872271482-project] 10.222.0.72 "PUT /v2.0/subnets/14e68c6f-8c8f-4ab0-8422-131af2e15013 HTTP/1.1" status: 404 len: 337 time: 0.0573919 Feb 19 07:35:32.269083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe215542-44e7-41bd-a008-cdc3cf2c4eed tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.276110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06742754-e894-48f6-821c-6db84b57a7dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:32.282873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ed7d7-a10c-4d61-bcae-c4b203f8dd1e req-ebed262a-3ca3-4dee-a16d-95a0150a9043 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:32.284644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=60fc76d1-e063-4a77-98d4-5ebb5471ff5f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:32.289865 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-775ed7d7-a10c-4d61-bcae-c4b203f8dd1e req-ebed262a-3ca3-4dee-a16d-95a0150a9043 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.4068696 Feb 19 07:35:32.294985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-06742754-e894-48f6-821c-6db84b57a7dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.295251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:32.295789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:32.297037 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-06742754-e894-48f6-821c-6db84b57a7dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/dfd03bc6-31c2-4796-8b1c-05453cb579f6 HTTP/1.1" status: 200 len: 887 time: 2.7109230 Feb 19 07:35:32.298673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] Sync routers for ids ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:32.299797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38226) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.307404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.312638 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dbdcc3bc-d71d-4319-8e13-d2535bb9a18b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/60fc76d1-e063-4a77-98d4-5ebb5471ff5f HTTP/1.1" status: 204 len: 168 time: 1.1614225 Feb 19 07:35:32.316442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38230) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.317225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22650d1-e80f-43a6-83a8-1fdaf994a8ba None None] Network 9c52884f-9b1c-435e-bfc1-ff842cae767a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:32.338388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] Routers {'dfd03bc6-31c2-4796-8b1c-05453cb579f6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:32.339031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.439394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.458612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.479083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:32.479416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.505005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] Routers {'dfd03bc6-31c2-4796-8b1c-05453cb579f6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:32.505908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.544005 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-775ed7d7-a10c-4d61-bcae-c4b203f8dd1e req-7b84822f-930f-4575-be48-07015fcbd085 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531509 Feb 19 07:35:32.553787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe215542-44e7-41bd-a008-cdc3cf2c4eed tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.578793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe215542-44e7-41bd-a008-cdc3cf2c4eed tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1354d1fb-a527-4813-a75a-d675dbd788ae,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:32.609500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.609917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a965fb-5626-4405-b2ed-6c28c752293b None None] The sync data for ids ['dfd03bc6-31c2-4796-8b1c-05453cb579f6'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:32.650152 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-979cd9ea-0c26-4400-8318-479c6e9429dc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/routers/dfd03bc6-31c2-4796-8b1c-05453cb579f6 HTTP/1.1" status: 200 len: 887 time: 0.3484876 Feb 19 07:35:32.652229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fe215542-44e7-41bd-a008-cdc3cf2c4eed tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.652464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38236) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.653704 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fe215542-44e7-41bd-a008-cdc3cf2c4eed tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/1354d1fb-a527-4813-a75a-d675dbd788ae HTTP/1.1" status: 204 len: 168 time: 0.6520324 Feb 19 07:35:32.656776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38240) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.720406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ed11281-6846-4b97-bee8-6f9274f31692 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:32.735191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38244) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.741623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ed11281-6846-4b97-bee8-6f9274f31692 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:32.742757 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ed11281-6846-4b97-bee8-6f9274f31692 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfd03bc6-31c2-4796-8b1c-05453cb579f6 HTTP/1.1" status: 200 len: 205 time: 0.0886593 Feb 19 07:35:32.746508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:32.753749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] DHCP port deletion for 9c52884f-9b1c-435e-bfc1-ff842cae767a request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:32.758099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Deleting port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:32.758466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.900962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.914517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.929424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,segment=NetworkSegment(0152de1b-221d-4dd6-9b93-8f24a91329cf),segment_id=0152de1b-221d-4dd6-9b93-8f24a91329cf)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:32.929769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:32.935548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:32.939722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Usage tracker for resource:security_group_rule and tenant:c05ff0bea9084315b575b9af4fc472d0 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:32.943028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:32.948774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:33.000225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-855bfda6-91da-4aa9-90e0-cd7a5cdd5f6c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:33.023194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.028489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.040310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,segment=NetworkSegment(0152de1b-221d-4dd6-9b93-8f24a91329cf),segment_id=0152de1b-221d-4dd6-9b93-8f24a91329cf)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:33.048118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,segment=NetworkSegment(0152de1b-221d-4dd6-9b93-8f24a91329cf),segment_id=0152de1b-221d-4dd6-9b93-8f24a91329cf)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:33.048595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.057327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.063760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:33.079328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1918fac4-7621-490c-870d-6b65be93cf10,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:33.085293 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e5f11276-a0e0-4eea-af9a-4b9e553ffac6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c05ff0bea9084315b575b9af4fc472d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3490312 Feb 19 07:35:33.087902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38254) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:33.157644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a8adf40-226e-4543-b993-6d2178ddac20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.189718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a8adf40-226e-4543-b993-6d2178ddac20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.233483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-855bfda6-91da-4aa9-90e0-cd7a5cdd5f6c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:33.239091 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-855bfda6-91da-4aa9-90e0-cd7a5cdd5f6c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5766771 Feb 19 07:35:33.240299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:33.243707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:33.252047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Calling delete_port for d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:33.257520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035427760'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:33.260942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a8adf40-226e-4543-b993-6d2178ddac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.265363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:33.282108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:33.283754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8adf40-226e-4543-b993-6d2178ddac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1918fac4-7621-490c-870d-6b65be93cf10,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:33.286950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:33.287502 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:33.290811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7a8adf40-226e-4543-b993-6d2178ddac20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.292026 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7a8adf40-226e-4543-b993-6d2178ddac20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1918fac4-7621-490c-870d-6b65be93cf10 HTTP/1.1" status: 204 len: 168 time: 0.2027705 Feb 19 07:35:33.302695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.349264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:33.349670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:33.355373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:33.361271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:33.364667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:33.375359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:33.379938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.563172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.569030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.631431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc7f0e-c6b8-40ff-a163-cbf4e511b32b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:33.646316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.650352 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b3ecaa20-d86b-4fc1-8284-d2eecafb1e2b tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4055426 Feb 19 07:35:33.650517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38266) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:33.658645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc7f0e-c6b8-40ff-a163-cbf4e511b32b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:33.664694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:33.670812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:33.675942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:33.721065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:33.723457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:33.767567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.792746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:33.793066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.837536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.852040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Deleting port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:33.852440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.878024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d57e5-cde6-4e6e-adf6-c6136ad8d907 req-1ac7b5b9-3ec8-42b2-afbd-d5a8789337f4 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:33.879476 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d16d57e5-cde6-4e6e-adf6-c6136ad8d907 req-1ac7b5b9-3ec8-42b2-afbd-d5a8789337f4 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2059278 Feb 19 07:35:33.882932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.919845 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,segment=NetworkSegment(0152de1b-221d-4dd6-9b93-8f24a91329cf),segment_id=0152de1b-221d-4dd6-9b93-8f24a91329cf)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:33.949382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:33.962097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port cecc0bab-5343-484c-89db-f8c76155a652 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:33.962097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.049350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.105368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:34.105990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.127480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.127772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.128180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.128506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.128852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.129184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.129505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.129822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.130142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.130458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.130769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:34.138705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,segment=NetworkSegment(0152de1b-221d-4dd6-9b93-8f24a91329cf),segment_id=0152de1b-221d-4dd6-9b93-8f24a91329cf)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:34.139057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.169627 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d16d57e5-cde6-4e6e-adf6-c6136ad8d907 req-eeedb3ba-66ea-4a44-a329-8221e113c15f tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798774 Feb 19 07:35:34.232127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d1f1cb-9a40-42c8-ba24-facf597e378c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:34.265590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,segment=NetworkSegment(0152de1b-221d-4dd6-9b93-8f24a91329cf),segment_id=0152de1b-221d-4dd6-9b93-8f24a91329cf)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:34.265971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.273062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.276353 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-615d428c-d755-4347-8f95-28e195fda6c7 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6227720 Feb 19 07:35:34.277831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38272) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.304120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Calling delete_port for d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:34.305239 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c97fc51c-161d-4684-af4e-225684f7850d tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules/b5d1f1cb-9a40-42c8-ba24-facf597e378c HTTP/1.1" status: 200 len: 705 time: 0.0240664 Feb 19 07:35:34.307925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38276) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.356649 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-450ba8b6-b929-4e6e-9f0f-70dddbb34472 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0475471 Feb 19 07:35:34.359318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38280) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.381360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.391096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cc86b90-b4dd-4e1c-9df7-651b8c722208 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.402712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cc86b90-b4dd-4e1c-9df7-651b8c722208 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.431459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] No DVR routers for this DVR port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:34.434988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cc86b90-b4dd-4e1c-9df7-651b8c722208 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.443564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:34.449061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beaaa5-284b-445b-a729-599bc81e079c None None] Pushing event deleted for resources: {'Port': ['ID=d0470c7d-ec8b-4677-a8fb-75f2b6c3db07,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:34.462231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc86b90-b4dd-4e1c-9df7-651b8c722208 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5d1f1cb-9a40-42c8-ba24-facf597e378c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:34.469660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cc86b90-b4dd-4e1c-9df7-651b8c722208 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.472266 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0cc86b90-b4dd-4e1c-9df7-651b8c722208 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b5d1f1cb-9a40-42c8-ba24-facf597e378c HTTP/1.1" status: 204 len: 168 time: 0.1118200 Feb 19 07:35:34.474931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38284) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.511746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.523239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0bc546b9-3627-4b02-8469-2a38f0c44dcb tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:34.539000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0bc546b9-3627-4b02-8469-2a38f0c44dcb tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:34.540733 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0bc546b9-3627-4b02-8469-2a38f0c44dcb tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0646954 Feb 19 07:35:34.543485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38288) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.549029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc7f0e-c6b8-40ff-a163-cbf4e511b32b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:34.555175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:34.564925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:34.582986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.644186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.648843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.650929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for cecc0bab-5343-484c-89db-f8c76155a652 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:34.673205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a8c674-5499-43a2-84c8-e00f3a25cfc2,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:34.687996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.691793 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c41965c-4e68-4ad4-9473-e3c62292ce08 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1448190 Feb 19 07:35:34.692180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38292) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.711471 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0988d204-b100-4fc4-8aac-04725ccfd0fc tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules/00a8c674-5499-43a2-84c8-e00f3a25cfc2 HTTP/1.1" status: 200 len: 705 time: 0.0182042 Feb 19 07:35:34.713981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38296) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.717274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:34.717589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:34.745365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35aa80-385c-49c7-bd4c-d7dbec9b6f3c req-5a308a87-4297-4f65-8794-6ec6a9d9db99 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:34.746769 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f35aa80-385c-49c7-bd4c-d7dbec9b6f3c req-5a308a87-4297-4f65-8794-6ec6a9d9db99 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.4127233 Feb 19 07:35:34.763595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-33b77201-81da-49dd-9a52-1c0c84421d91 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:34.779926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-33b77201-81da-49dd-9a52-1c0c84421d91 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:34.781270 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-33b77201-81da-49dd-9a52-1c0c84421d91 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0663457 Feb 19 07:35:34.784287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38300) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.804729 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f35aa80-385c-49c7-bd4c-d7dbec9b6f3c req-89875309-f565-4c51-b6f2-80ed41aa35fa tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Feb 19 07:35:34.815777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75540bfb-6953-447e-8c45-8db07bdbf225 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.830184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75540bfb-6953-447e-8c45-8db07bdbf225 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.857306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75540bfb-6953-447e-8c45-8db07bdbf225 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.884812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75540bfb-6953-447e-8c45-8db07bdbf225 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00a8c674-5499-43a2-84c8-e00f3a25cfc2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:34.890994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-75540bfb-6953-447e-8c45-8db07bdbf225 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.894969 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-75540bfb-6953-447e-8c45-8db07bdbf225 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/00a8c674-5499-43a2-84c8-e00f3a25cfc2 HTTP/1.1" status: 204 len: 168 time: 0.1071222 Feb 19 07:35:34.895228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38306) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.947845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e152ad2-72a7-42f1-9922-9ff503cfc7e4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:34.966520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8e152ad2-72a7-42f1-9922-9ff503cfc7e4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:34.970498 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8e152ad2-72a7-42f1-9922-9ff503cfc7e4 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0716224 Feb 19 07:35:34.971149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38310) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:34.977027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': 'f8fc7f0e-c6b8-40ff-a163-cbf4e511b32b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:34.982985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:34.993315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:34.993565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:35.012264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.036007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=cecc0bab-5343-484c-89db-f8c76155a652,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.075724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.083089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.107831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018cba82-11e4-480b-93fd-2dfa416f64ab,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.123011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.127209 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d6ec792-0c78-4ba9-acae-69843802d6a6 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1524608 Feb 19 07:35:35.127374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port d0470c7d-ec8b-4677-a8fb-75f2b6c3db07 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:35.127374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.127584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38316) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.149571 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-579605e7-7c5c-4d4f-be2a-ef4426eb4738 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules/018cba82-11e4-480b-93fd-2dfa416f64ab HTTP/1.1" status: 200 len: 706 time: 0.0185955 Feb 19 07:35:35.149939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38320) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.196893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-79223e25-25af-4024-bbf4-d9f140ce3d77 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:35.213579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-79223e25-25af-4024-bbf4-d9f140ce3d77 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:35.214913 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79223e25-25af-4024-bbf4-d9f140ce3d77 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0640390 Feb 19 07:35:35.217787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38324) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.246000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7da26724-a62b-4616-8721-57126d0ad106 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.259456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7da26724-a62b-4616-8721-57126d0ad106 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.283811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7da26724-a62b-4616-8721-57126d0ad106 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.301209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26724-a62b-4616-8721-57126d0ad106 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=018cba82-11e4-480b-93fd-2dfa416f64ab,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.310190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7da26724-a62b-4616-8721-57126d0ad106 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.311462 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7da26724-a62b-4616-8721-57126d0ad106 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/018cba82-11e4-480b-93fd-2dfa416f64ab HTTP/1.1" status: 204 len: 168 time: 0.0926900 Feb 19 07:35:35.314059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38328) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.315993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] The port 'd0470c7d-ec8b-4677-a8fb-75f2b6c3db07' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:35.359438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-51624825-4251-4e4d-8caf-1fd6aa209c21 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:35.377710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-51624825-4251-4e4d-8caf-1fd6aa209c21 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:35.378915 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-51624825-4251-4e4d-8caf-1fd6aa209c21 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0639465 Feb 19 07:35:35.382405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.417822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.443849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09d2e056-27a7-4918-b8f0-5f756be4ea98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.471486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09d2e056-27a7-4918-b8f0-5f756be4ea98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.518947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09d2e056-27a7-4918-b8f0-5f756be4ea98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.537787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2e056-27a7-4918-b8f0-5f756be4ea98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc7f0e-c6b8-40ff-a163-cbf4e511b32b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.557174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-09d2e056-27a7-4918-b8f0-5f756be4ea98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.558476 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-09d2e056-27a7-4918-b8f0-5f756be4ea98 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/f8fc7f0e-c6b8-40ff-a163-cbf4e511b32b HTTP/1.1" status: 204 len: 168 time: 0.1751597 Feb 19 07:35:35.561181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38336) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.614736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f6495f8-4106-461a-80c2-71f64ddf157c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:35.631080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f6495f8-4106-461a-80c2-71f64ddf157c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:35.633103 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f6495f8-4106-461a-80c2-71f64ddf157c tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0708795 Feb 19 07:35:35.635215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.639168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.644578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111634294'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:35.651087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:35.660934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:35.671913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.707198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:35.711215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:35.714020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:35.719569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:35.774202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.779258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.784431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.787718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c52884f-9b1c-435e-bfc1-ff842cae767a']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:35.807786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc640f34-81af-4cfe-bbc7-ded50bb4c7a9 req-c001ba5d-69e0-43fe-b9a0-7abcf94b7f44 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:35.809272 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc640f34-81af-4cfe-bbc7-ded50bb4c7a9 req-c001ba5d-69e0-43fe-b9a0-7abcf94b7f44 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.5579128 Feb 19 07:35:35.811548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0152de1b-221d-4dd6-9b93-8f24a91329cf') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:35.811834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0152de1b-221d-4dd6-9b93-8f24a91329cf') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:35.818616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.820317 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b49533-e1c7-41f6-a0b5-f29a19c42565,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.832860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.834146 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c728e54-e848-4bcb-8942-8710bb414e62 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1939662 Feb 19 07:35:35.836861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:35.840402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.842740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Request body: {'security_group_rule': {'security_group_id': 'b2b49533-e1c7-41f6-a0b5-f29a19c42565', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:35.848726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:35.852744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Usage tracker for resource:security_group_rule and tenant:98fe3c2990384870bcef25f286dc91c3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:35.855862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:35.861268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:35.871039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.878729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.891548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:35.891910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:35.906741 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:35.946870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.951870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.962308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc640f34-81af-4cfe-bbc7-ded50bb4c7a9 req-c4f46e07-1a87-4e35-9fee-cb83886a369d tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418881 Feb 19 07:35:35.962818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:35.963302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Fanout notify agent at l3_agent the message router_deleted on router dfd03bc6-31c2-4796-8b1c-05453cb579f6 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:35.979061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24527df-84b5-42c6-8fe6-9908dccbb1ae,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.998233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.002147 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74b22a8d-cdbe-4f24-8714-b40897c6df00 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1619453 Feb 19 07:35:36.002356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.009249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.013893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.018358 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f5f6a909-e819-4a43-ad78-c5e99c9070b1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/dfd03bc6-31c2-4796-8b1c-05453cb579f6 HTTP/1.1" status: 204 len: 168 time: 3.2659056 Feb 19 07:35:36.022425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38352) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.027722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1124816081'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:36.032019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.037000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:36.041772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=9c52884f-9b1c-435e-bfc1-ff842cae767a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:36.045119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cdb7bae4-26d4-460c-a857-cf68c16783c6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/9c52884f-9b1c-435e-bfc1-ff842cae767a HTTP/1.1" status: 204 len: 168 time: 3.7211041 Feb 19 07:35:36.048444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.049444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:36.054192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'name': 'tempest-PortsIpV6TestJSON-595012204'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:36.054877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:36.067739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:36.086412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:36.089208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.117700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb0eba61-45f1-4f6e-bfca-f920d3253b4a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.151232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:36.154563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb0eba61-45f1-4f6e-bfca-f920d3253b4a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.162817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:36.173312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:36.181251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.181679 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment 89f4acff-b663-4612-bab3-dacb9f5b3e4b of type vlan for network 5b18c097-3a96-454b-a9a8-244f2a14a07c Feb 19 07:35:36.185058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:36.188140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.209962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 7cdac40b-ce4f-4039-8ec6-701b14e659cd yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:36.221379 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.242094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb0eba61-45f1-4f6e-bfca-f920d3253b4a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.270030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0eba61-45f1-4f6e-bfca-f920d3253b4a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b49533-e1c7-41f6-a0b5-f29a19c42565,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:36.286552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.291011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:36.291610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.379858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cb0eba61-45f1-4f6e-bfca-f920d3253b4a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.381036 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cb0eba61-45f1-4f6e-bfca-f920d3253b4a tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/b2b49533-e1c7-41f6-a0b5-f29a19c42565 HTTP/1.1" status: 204 len: 168 time: 0.3775010 Feb 19 07:35:36.383867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.403106 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3773465 Feb 19 07:35:36.405117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38364) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.414542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2aa0f9-adf4-4c0d-920f-da9eb8b25a65 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=5b18c097-3a96-454b-a9a8-244f2a14a07c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:36.421827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': '5b18c097-3a96-454b-a9a8-244f2a14a07c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:36.425451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:36.656847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-227fbb5b-1009-45c6-ae98-1b1c6d858c50 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:36.670471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:36.676009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:36.680767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.682588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:36.688485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f96aa79-17e9-4045-8fa3-eee343fa597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.690876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:36.708240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-227fbb5b-1009-45c6-ae98-1b1c6d858c50 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:36.709466 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-227fbb5b-1009-45c6-ae98-1b1c6d858c50 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3246601 Feb 19 07:35:36.711486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:36.712357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.757843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-32e4e882-ff20-4103-8b32-194e7bb4f993 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:36.774998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-32e4e882-ff20-4103-8b32-194e7bb4f993 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group_rule {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:36.776204 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-32e4e882-ff20-4103-8b32-194e7bb4f993 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0628252 Feb 19 07:35:36.779166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38372) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.798839 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-3e2992cc-df83-4f5f-854e-19f13a877a54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] delete failed (client error): The resource could not be found. Feb 19 07:35:36.799831 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e2992cc-df83-4f5f-854e-19f13a877a54 tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "DELETE /v2.0/security-groups/b2b49533-e1c7-41f6-a0b5-f29a19c42565 HTTP/1.1" status: 404 len: 347 time: 0.0197542 Feb 19 07:35:36.803785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38376) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:36.820455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.833485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:36.854508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c14217ef-0e56-410f-901c-eb5d67ef4cec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Synchronizing usage tracker for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:36.865963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c14217ef-0e56-410f-901c-eb5d67ef4cec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] Unset dirty status for tenant:98fe3c2990384870bcef25f286dc91c3 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:36.867137 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c14217ef-0e56-410f-901c-eb5d67ef4cec tempest-SecGroupTest-1299742234 tempest-SecGroupTest-1299742234-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0621779 Feb 19 07:35:36.980483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:36.981193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=7cdac40b-ce4f-4039-8ec6-701b14e659cd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:36.984653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:36.988712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:36.992546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:36.993611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.032999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-23809744-0f79-4db5-a776-53a045af0327 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9831259 Feb 19 07:35:37.034110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38384) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:37.112678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 7cdac40b-ce4f-4039-8ec6-701b14e659cd {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:37.113077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.216933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.221173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:37.297991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260824b-9c23-43e5-9b84-e16e22a138e7 req-79dcb79c-d42b-4ca5-8bd3-93d99daa1c8f tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.299492 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e260824b-9c23-43e5-9b84-e16e22a138e7 req-79dcb79c-d42b-4ca5-8bd3-93d99daa1c8f tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1770730 Feb 19 07:35:37.305397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=0fa9472a-3e22-42a2-95be-7b672a82627c,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:37.365467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': '89f4acff-b663-4612-bab3-dacb9f5b3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b18c097-3a96-454b-a9a8-244f2a14a07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:37.365813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: 5b18c097-3a96-454b-a9a8-244f2a14a07c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:37.378846 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e260824b-9c23-43e5-9b84-e16e22a138e7 req-07291913-0aed-4330-b5d0-b9d397f238b7 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659215 Feb 19 07:35:37.396918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:37.417929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 5b18c097-3a96-454b-a9a8-244f2a14a07c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:37.427761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4e8e2-2d4f-4ae3-aa75-657ad8d3bd36 None None] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:37.442497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.443084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.479160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.491094 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bdcf1d55-dce3-4959-9a6a-21e6749b2c8e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0864928 Feb 19 07:35:37.493756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38398) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:37.499610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857504197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:37.506822 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3a34bd49-056b-49e6-9c6a-4d807ac8e475 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98fe3c2990384870bcef25f286dc91c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2561374 Feb 19 07:35:37.509147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38402) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:37.511841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:37.529089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:router and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:37.535067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:37.548376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:37.591726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.592810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.602566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fce6ed03-8d8c-42e1-b892-86cdd4009453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.627669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 7cdac40b-ce4f-4039-8ec6-701b14e659cd owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:37.638142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fce6ed03-8d8c-42e1-b892-86cdd4009453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.645480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.690212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.727908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-5b18c097-3a96-454b-a9a8-244f2a14a07c', 'network_id': '5b18c097-3a96-454b-a9a8-244f2a14a07c', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': '0fa9472a-3e22-42a2-95be-7b672a82627c'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:37.729230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.742170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.746762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38408) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:37.747108 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-49205d1c-2028-47ce-8ff5-50e345de2d44 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2521253 Feb 19 07:35:37.750049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.752586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fce6ed03-8d8c-42e1-b892-86cdd4009453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.755718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fce6ed03-8d8c-42e1-b892-86cdd4009453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.760023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fce6ed03-8d8c-42e1-b892-86cdd4009453 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7270ec22-73b6-481a-857e-b73a98ce81bf HTTP/1.1" status: 204 len: 168 time: 0.2499390 Feb 19 07:35:37.784224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6ed03-8d8c-42e1-b892-86cdd4009453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7270ec22-73b6-481a-857e-b73a98ce81bf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:37.935187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=7cdac40b-ce4f-4039-8ec6-701b14e659cd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:37.949467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:37.965195 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5ebccce1-0096-460d-b052-6501c80c9af7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/7cdac40b-ce4f-4039-8ec6-701b14e659cd HTTP/1.1" status: 204 len: 168 time: 0.9295795 Feb 19 07:35:37.967824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38414) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:37.974398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Allocated IP 172.20.0.2 (5b18c097-3a96-454b-a9a8-244f2a14a07c/0fa9472a-3e22-42a2-95be-7b672a82627c/478c58ee-e052-410b-988a-52fee667d400) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:37.988057 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64373926-0d10-4a36-9895-b1e95c185572 req-08d7cc6d-ee51-472e-8169-421ec32d087f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85471ab2fdaf469590265f6be54e269a&device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 1099 time: 0.1019044 Feb 19 07:35:37.989202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'mac_address': 'fa:16:3e:31:50:ba', 'name': 'tempest-PortsIpV6TestJSON-1173215168'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:38.142061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a3d5f-815c-4bfb-9f05-bce1d0ec284f req-bff27a29-7176-44df-9033-701f5f7389ce tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:38.144318 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f0a3d5f-815c-4bfb-9f05-bce1d0ec284f req-bff27a29-7176-44df-9033-701f5f7389ce tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.3198726 Feb 19 07:35:38.197103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64373926-0d10-4a36-9895-b1e95c185572 req-b98e3302-edc9-4086-9c07-61833eca486d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:38.198725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64373926-0d10-4a36-9895-b1e95c185572 req-b98e3302-edc9-4086-9c07-61833eca486d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47 HTTP/1.1" status: 200 len: 913 time: 0.2051961 Feb 19 07:35:38.232392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:38.235713 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:38.237660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:38.241623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:38.246679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Transition to ACTIVE for port object 478c58ee-e052-410b-988a-52fee667d400 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:38.248110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:38.268317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Transition to ACTIVE for port object 478c58ee-e052-410b-988a-52fee667d400 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:38.274887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:38.278205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f0a3d5f-815c-4bfb-9f05-bce1d0ec284f req-be135651-71de-4339-9d44-9356a590ebd5 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247282 Feb 19 07:35:38.279851 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64373926-0d10-4a36-9895-b1e95c185572 req-e67af738-1e18-45b2-8d07-2b99859c5164 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61 HTTP/1.1" status: 200 len: 217 time: 0.0750735 Feb 19 07:35:38.347409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64373926-0d10-4a36-9895-b1e95c185572 req-0ff002c0-f518-4cbb-b5d9-41f5f7859e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:38.348967 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64373926-0d10-4a36-9895-b1e95c185572 req-0ff002c0-f518-4cbb-b5d9-41f5f7859e1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bc02fb9-5e7d-403e-b624-209cee290bd5 HTTP/1.1" status: 200 len: 852 time: 0.0627406 Feb 19 07:35:38.361095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Pushing event updated for resources: {'Port': ['ID=478c58ee-e052-410b-988a-52fee667d400,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:38.364570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:38.364715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:38.366102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:38.368125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:38.399939 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64373926-0d10-4a36-9895-b1e95c185572 req-98821630-58df-4278-be30-db7e94141854 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454030 Feb 19 07:35:38.469953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Attempting to bind port 478c58ee-e052-410b-988a-52fee667d400 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:38.471937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Attempting to bind port 478c58ee-e052-410b-988a-52fee667d400 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '89f4acff-b663-4612-bab3-dacb9f5b3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b18c097-3a96-454b-a9a8-244f2a14a07c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:38.473023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Attempting to bind port 478c58ee-e052-410b-988a-52fee667d400 on network 5b18c097-3a96-454b-a9a8-244f2a14a07c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:38.481381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:38.482250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:38.482624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Checking segment: {'id': '89f4acff-b663-4612-bab3-dacb9f5b3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b18c097-3a96-454b-a9a8-244f2a14a07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:38.483014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:38.483395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Bound using segment: {'id': '89f4acff-b663-4612-bab3-dacb9f5b3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b18c097-3a96-454b-a9a8-244f2a14a07c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:38.483855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Bound port: 478c58ee-e052-410b-988a-52fee667d400, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f4acff-b663-4612-bab3-dacb9f5b3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5b18c097-3a96-454b-a9a8-244f2a14a07c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:38.484381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:38.556490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port c1b5f779-08a5-4f77-a7c9-2f7355e43aec yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:38.578929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] For port 478c58ee-e052-410b-988a-52fee667d400, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:38.581900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] For port 478c58ee-e052-410b-988a-52fee667d400, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=478c58ee-e052-410b-988a-52fee667d400,segment=NetworkSegment(89f4acff-b663-4612-bab3-dacb9f5b3e4b),segment_id=89f4acff-b663-4612-bab3-dacb9f5b3e4b)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:38.587873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:38.645016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:38.656187 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64373926-0d10-4a36-9895-b1e95c185572 req-eb20f78d-a784-479f-9ff4-c253177c7211 service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488096 Feb 19 07:35:38.674057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f973fc2-9818-428e-b330-73d4889913e3 None None] Pushing event updated for resources: {'Port': ['ID=478c58ee-e052-410b-988a-52fee667d400,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:38.806801 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64373926-0d10-4a36-9895-b1e95c185572 req-a2a0550d-09b6-4724-9699-f8542764ce99 service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448801 Feb 19 07:35:38.918194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e0e30e24-6786-419a-905b-c6fcf5fc31c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.158105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.251446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.20.0.1 (5b18c097-3a96-454b-a9a8-244f2a14a07c/0fa9472a-3e22-42a2-95be-7b672a82627c/35362955-e6a9-43ca-8091-4f58f11e2ded) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:39.255951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.358506 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:39.403924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:39.410765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=c1b5f779-08a5-4f77-a7c9-2f7355e43aec,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:39.412975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:39.416812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:39.417390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.503065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8caf5a-c018-46fe-a938-7694a128c7f8 req-fad53748-463c-4a6e-903a-212faf2404ab tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:39.510621 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a8caf5a-c018-46fe-a938-7694a128c7f8 req-fad53748-463c-4a6e-903a-212faf2404ab tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.0983043 Feb 19 07:35:39.525400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.547957 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c5e22d07-e29e-4ca5-84cf-0a002ce48662 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5790839 Feb 19 07:35:39.549090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object 35362955-e6a9-43ca-8091-4f58f11e2ded will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:39.550597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:39.580946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.612877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a8caf5a-c018-46fe-a938-7694a128c7f8 req-4cc0be79-29ca-4b0a-aa32-538070f9ef26 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013775 Feb 19 07:35:39.636267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0dff7-9c1e-4695-9aec-ede451735e1a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:39.636883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f7c0dff7-9c1e-4695-9aec-ede451735e1a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:39.655457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f7c0dff7-9c1e-4695-9aec-ede451735e1a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:39.659314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f7c0dff7-9c1e-4695-9aec-ede451735e1a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/c1b5f779-08a5-4f77-a7c9-2f7355e43aec HTTP/1.1" status: 200 len: 845 time: 0.1051741 Feb 19 07:35:39.659664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:39.660834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:39.666095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:39.666369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38424) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:39.696091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=35362955-e6a9-43ca-8091-4f58f11e2ded,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:39.745719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port c1b5f779-08a5-4f77-a7c9-2f7355e43aec {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:39.746470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.766317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58a508-85cc-44ed-b523-fe97d60a5f66 None None] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:39.795515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 478c58ee-e052-410b-988a-52fee667d400 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:39.802491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.911134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:39.926550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71b7c6f3-3d04-4f90-a3f7-bd889d7a3e8c None None] Provisioning for port 478c58ee-e052-410b-988a-52fee667d400 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:39.983771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.010838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 478c58ee-e052-410b-988a-52fee667d400 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:40.019554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 478c58ee-e052-410b-988a-52fee667d400 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:40.020020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.114971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for c1b5f779-08a5-4f77-a7c9-2f7355e43aec owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:40.177826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.197272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.245052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=c1b5f779-08a5-4f77-a7c9-2f7355e43aec,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:40.255943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.257827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.270760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.273681 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e7b893b9-8fed-48b4-b273-80265a42bde6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/c1b5f779-08a5-4f77-a7c9-2f7355e43aec HTTP/1.1" status: 204 len: 168 time: 0.6061616 Feb 19 07:35:40.276072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38428) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:40.297041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 478c58ee-e052-410b-988a-52fee667d400, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=478c58ee-e052-410b-988a-52fee667d400,segment=NetworkSegment(89f4acff-b663-4612-bab3-dacb9f5b3e4b),segment_id=89f4acff-b663-4612-bab3-dacb9f5b3e4b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:40.302518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.306257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.311971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.338361 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fc09f4-77e7-49a6-829c-55dcb181d3ba tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:40.338979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d6fc09f4-77e7-49a6-829c-55dcb181d3ba tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:40.357731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d6fc09f4-77e7-49a6-829c-55dcb181d3ba tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:40.359215 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d6fc09f4-77e7-49a6-829c-55dcb181d3ba tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/c1b5f779-08a5-4f77-a7c9-2f7355e43aec HTTP/1.1" status: 404 len: 333 time: 0.0820043 Feb 19 07:35:40.363516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:40.369206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'name': 'tempest-PortsIpV6TestJSON-1002368291'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:40.395632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=478c58ee-e052-410b-988a-52fee667d400,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:40.446550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=35362955-e6a9-43ca-8091-4f58f11e2ded,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:40.454098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.509306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:40.519303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:40.529852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:40.533148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.561051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a3d0384e-c407-4154-988d-5a54131603be None None] Provisioning complete for port 478c58ee-e052-410b-988a-52fee667d400 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:40.561386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3d0384e-c407-4154-988d-5a54131603be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.564090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 36b3ce39-9c1f-407d-849f-7b13718cdb24 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:40.730048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:40.731783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:40.746435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a3d0384e-c407-4154-988d-5a54131603be None None] Provisioning for port 35362955-e6a9-43ca-8091-4f58f11e2ded completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:40.755585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a3d0384e-c407-4154-988d-5a54131603be None None] Provisioning complete for port 35362955-e6a9-43ca-8091-4f58f11e2ded triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:40.756283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3d0384e-c407-4154-988d-5a54131603be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.827165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0384e-c407-4154-988d-5a54131603be None None] Port 35362955-e6a9-43ca-8091-4f58f11e2ded cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:40.912529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.940134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8d4de-c38d-4a8a-bf20-eb9333ae117f req-bba9e90c-0c28-40f7-acb1-8b1131f7108a tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:40.941682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bad8d4de-c38d-4a8a-bf20-eb9333ae117f req-bba9e90c-0c28-40f7-acb1-8b1131f7108a tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1410813 Feb 19 07:35:40.953816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a8f19c6c-fa00-44ad-9885-1968d75c8c3e None None] Provisioning complete for port 35362955-e6a9-43ca-8091-4f58f11e2ded triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:40.955998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a8f19c6c-fa00-44ad-9885-1968d75c8c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:40.983296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.031404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a8f19c6c-fa00-44ad-9885-1968d75c8c3e None None] Port 35362955-e6a9-43ca-8091-4f58f11e2ded cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:41.053281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bad8d4de-c38d-4a8a-bf20-eb9333ae117f req-3e1393eb-850c-4ee2-8869-c8a8a039ec70 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056201 Feb 19 07:35:41.069841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:41.070723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=36b3ce39-9c1f-407d-849f-7b13718cdb24,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:41.073087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:41.084260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:41.088415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.089182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.109986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router 175e55dc-194d-4b5f-a836-f6670578e7d4 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:35:41.115755 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-264a2b89-03e7-4a1c-84b1-22d867dc7123 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7510295 Feb 19 07:35:41.118453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38440) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:41.124220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:41.158848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7f94038e-baac-4f3a-9ffc-776ac16cba83 None None] Provisioning complete for port 35362955-e6a9-43ca-8091-4f58f11e2ded triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:41.159710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7f94038e-baac-4f3a-9ffc-776ac16cba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.225379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7f94038e-baac-4f3a-9ffc-776ac16cba83 None None] Port 35362955-e6a9-43ca-8091-4f58f11e2ded cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:41.294629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:41.301744 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-67c48fab-290f-459a-a8b2-e5863b7b7ca1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/175e55dc-194d-4b5f-a836-f6670578e7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5515144 Feb 19 07:35:41.302870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38444) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:41.306490 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] Sync routers for ids ['175e55dc-194d-4b5f-a836-f6670578e7d4'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:41.318891 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] Routers {'175e55dc-194d-4b5f-a836-f6670578e7d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:41.320081 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['175e55dc-194d-4b5f-a836-f6670578e7d4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.346193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.386830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d3e0d-e455-42c5-9408-cd084f262297 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.387537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-770d3e0d-e455-42c5-9408-cd084f262297 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:41.410666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-770d3e0d-e455-42c5-9408-cd084f262297 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:41.411905 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-770d3e0d-e455-42c5-9408-cd084f262297 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports/35362955-e6a9-43ca-8091-4f58f11e2ded HTTP/1.1" status: 200 len: 910 time: 0.1081972 Feb 19 07:35:41.414997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:41.423636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0fa9472a-3e22-42a2-95be-7b672a82627c'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:41.441261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.513896 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.544473 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] Routers {'175e55dc-194d-4b5f-a836-f6670578e7d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:41.545132 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['175e55dc-194d-4b5f-a836-f6670578e7d4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.616933 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.619496 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed493-7ee8-4f75-9e3c-a3ea0968ff43 None None] The sync data for ids ['175e55dc-194d-4b5f-a836-f6670578e7d4'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:41.665200 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3ae47-0b72-4bc4-a83a-d2b520555e4b req-2971ee00-b7f3-417f-91f7-279f1b494871 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.666703 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fce3ae47-0b72-4bc4-a83a-d2b520555e4b req-2971ee00-b7f3-417f-91f7-279f1b494871 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2040117 Feb 19 07:35:41.668807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.678255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.709900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.729188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 478c58ee-e052-410b-988a-52fee667d400 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:41.775469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] In _notify_port_updated(), no bound segment for port 36b3ce39-9c1f-407d-849f-7b13718cdb24 on network 0eee2c68-f7d7-4e39-afdb-55f025904a79 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:35:41.779221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.779816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.781242 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "PUT /v2.0/ports/36b3ce39-9c1f-407d-849f-7b13718cdb24 HTTP/1.1" status: 200 len: 818 time: 0.6617374 Feb 19 07:35:41.788428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38454) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:41.792873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2eaa1-c65a-459b-af82-b6812839315c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=36b3ce39-9c1f-407d-849f-7b13718cdb24,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:41.805788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 478c58ee-e052-410b-988a-52fee667d400 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:41.806227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:41.837690 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fce3ae47-0b72-4bc4-a83a-d2b520555e4b req-87da2e19-b85a-4833-9230-a6d9507a558c tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619787 Feb 19 07:35:41.864966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 36b3ce39-9c1f-407d-849f-7b13718cdb24 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:41.864966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.087515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.206534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 36b3ce39-9c1f-407d-849f-7b13718cdb24 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:42.287184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.328304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.338205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.344792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=36b3ce39-9c1f-407d-849f-7b13718cdb24,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:42.351945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.362073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-45a2236e-d0bc-4c7b-9eff-02543c9611d7 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/36b3ce39-9c1f-407d-849f-7b13718cdb24 HTTP/1.1" status: 204 len: 168 time: 0.5726290 Feb 19 07:35:42.364612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38458) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:42.443380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb7c59d-9351-4e10-b55f-7ee02053b49a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:42.444320 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cbb7c59d-9351-4e10-b55f-7ee02053b49a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:42.447636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=35362955-e6a9-43ca-8091-4f58f11e2ded,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:42.453523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:42.454552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.455677 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9cf66e3-2800-4661-b509-dac93c531c5f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/ports/35362955-e6a9-43ca-8091-4f58f11e2ded HTTP/1.1" status: 200 len: 910 time: 1.0384276 Feb 19 07:35:42.458801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38462) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:42.521367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cbb7c59d-9351-4e10-b55f-7ee02053b49a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:42.522450 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cbb7c59d-9351-4e10-b55f-7ee02053b49a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1568015 Feb 19 07:35:42.525520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:42.566706 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7f2ccc-f281-4b91-aa41-846e84d61f18 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:42.567207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb7f2ccc-f281-4b91-aa41-846e84d61f18 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:42.578913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eb7f2ccc-f281-4b91-aa41-846e84d61f18 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:42.579997 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb7f2ccc-f281-4b91-aa41-846e84d61f18 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/36b3ce39-9c1f-407d-849f-7b13718cdb24 HTTP/1.1" status: 404 len: 333 time: 0.0534527 Feb 19 07:35:42.583788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:42.589105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-99091920'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:42.594463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:42.598341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:42.601189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:42.606773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:42.618313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:42.621387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.648863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:42.657519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.657851 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment a739158b-456e-4b1f-afea-2b42c3c31153 of type vlan for network 4bba7f87-bce5-478e-83ac-de4adf2190ba Feb 19 07:35:42.683935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.714883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.718672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:42.719222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.805324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:42.820117 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2353086 Feb 19 07:35:42.822828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd3f74-a60b-4c5f-b7be-1392a489b70e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=4bba7f87-bce5-478e-83ac-de4adf2190ba,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:42.824708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:42.830784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:42.834865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:42.951113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:42.956224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:42.959137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:42.965040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:42.975556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:43.077333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:43.127657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7fd7-8d73-4885-9940-de32bfde3939 req-63aac74b-3f5c-4a93-ae3d-e869143e1eb9 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:43.129161 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d9bd7fd7-8d73-4885-9940-de32bfde3939 req-63aac74b-3f5c-4a93-ae3d-e869143e1eb9 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1608558 Feb 19 07:35:43.219638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d9bd7fd7-8d73-4885-9940-de32bfde3939 req-3fc3558a-9479-4d46-932e-f8b1ad32c56c tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842001 Feb 19 07:35:43.228535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:43.292909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:43.364583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=6415ebcb-0c69-414a-9c74-757269b79d82,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:43.400805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': 'a739158b-456e-4b1f-afea-2b42c3c31153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:43.401513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 4bba7f87-bce5-478e-83ac-de4adf2190ba, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:43.434844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:43.451473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 4bba7f87-bce5-478e-83ac-de4adf2190ba) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:43.463702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c8b89-e62c-4778-b9f6-c6ed74285b0c None None] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:43.468743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:43.469687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:43.502974 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b7b76da3-3aa8-4786-b595-962ffbac8f80 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6772006 Feb 19 07:35:43.503588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38484) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:43.512519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:43.655749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:43.660118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:43.663534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:43.670603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:43.683286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:43.686840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:43.742054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-4bba7f87-bce5-478e-83ac-de4adf2190ba', 'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba', 'tenant_id': '89b4e3711449484587c4319d9a822f4e', 'fixed_ips': [{'subnet_id': '6415ebcb-0c69-414a-9c74-757269b79d82'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:43.743263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:43.772525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390bd5e-6fec-44e2-b9e9-2dc05ec69f69 req-4ddd8e78-4ddc-4ecf-96ec-94bba3a027d2 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:43.779278 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6390bd5e-6fec-44e2-b9e9-2dc05ec69f69 req-4ddd8e78-4ddc-4ecf-96ec-94bba3a027d2 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2135885 Feb 19 07:35:43.800876 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-33269730-062d-4707-b606-387faeb19f66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=85471ab2fdaf469590265f6be54e269a&device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 1099 time: 0.1988158 Feb 19 07:35:43.827432 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6415ebcb-0c69-414a-9c74-757269b79d82 (CIDR: 2001:db8::/64) Feb 19 07:35:43.829081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 35362955-e6a9-43ca-8091-4f58f11e2ded {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:43.829562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:43.831906 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:43.832480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:43.857397 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0c9b9164-75f5-42e5-8bd2-90dad9755aaa tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3527381 Feb 19 07:35:43.857955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38488) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:43.863386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:43.908940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Allocated IP 2001:db8::2 (4bba7f87-bce5-478e-83ac-de4adf2190ba/6415ebcb-0c69-414a-9c74-757269b79d82/cbe9b58d-06db-4e04-9eee-16626b2ed9c2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:43.960826 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6390bd5e-6fec-44e2-b9e9-2dc05ec69f69 req-89e3d38d-317d-4cfc-b2f9-afdbf5beeeaf tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806793 Feb 19 07:35:44.007079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:44.011388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:44.014231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:44.020478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:44.035040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:44.046167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.103019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-26d1431d-71e4-4799-af99-09deaf80b13a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.104485 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-26d1431d-71e4-4799-af99-09deaf80b13a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47 HTTP/1.1" status: 200 len: 913 time: 0.2947650 Feb 19 07:35:44.175073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.186884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Transition to ACTIVE for port object cbe9b58d-06db-4e04-9eee-16626b2ed9c2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:44.203338 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-6e3cbfb7-fd51-43bf-8dc3-f25f450d2f57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61 HTTP/1.1" status: 200 len: 217 time: 0.0841999 Feb 19 07:35:44.206712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Transition to ACTIVE for port object cbe9b58d-06db-4e04-9eee-16626b2ed9c2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:44.207386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.213969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.280801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:44.284778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Pushing event updated for resources: {'Port': ['ID=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:44.287748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:44.289741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:44.338881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.369609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 35362955-e6a9-43ca-8091-4f58f11e2ded owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:44.379042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Attempting to bind port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:44.379395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Attempting to bind port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'a739158b-456e-4b1f-afea-2b42c3c31153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:44.379806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Attempting to bind port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 on network 4bba7f87-bce5-478e-83ac-de4adf2190ba {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:44.387006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:44.387368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Checking segment: {'id': 'a739158b-456e-4b1f-afea-2b42c3c31153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:44.387805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.388212 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Bound using segment: {'id': 'a739158b-456e-4b1f-afea-2b42c3c31153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:44.388668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Bound port: cbe9b58d-06db-4e04-9eee-16626b2ed9c2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a739158b-456e-4b1f-afea-2b42c3c31153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:44.389031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.488000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] For port cbe9b58d-06db-4e04-9eee-16626b2ed9c2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:44.491335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] For port cbe9b58d-06db-4e04-9eee-16626b2ed9c2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,segment=NetworkSegment(a739158b-456e-4b1f-afea-2b42c3c31153),segment_id=a739158b-456e-4b1f-afea-2b42c3c31153)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:44.498017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.522378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:44.525552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:44.527429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=52c27a12-ad3d-4314-9c2f-6b2eff409ff6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:44.529946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.530605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.548952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-de438ad4-dbc4-4f52-8dd9-79661f7213f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.550711 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-de438ad4-dbc4-4f52-8dd9-79661f7213f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bc02fb9-5e7d-403e-b624-209cee290bd5 HTTP/1.1" status: 200 len: 852 time: 0.3356106 Feb 19 07:35:44.554416 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-519d8015-fed8-46e0-b3ee-c7d2b2782856 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6954114 Feb 19 07:35:44.560612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38492) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:44.566283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba', 'fixed_ips': [{'subnet_id': '6415ebcb-0c69-414a-9c74-757269b79d82'}, {'subnet_id': '52c27a12-ad3d-4314-9c2f-6b2eff409ff6'}], 'name': 'tempest-PortsIpV6TestJSON-926536396'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:44.591861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a18153-22a1-4212-bc87-4fb03ef251bc None None] Pushing event updated for resources: {'Port': ['ID=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:44.626858 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-94b2fd60-5236-4232-a695-9c1532a2f438 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2208fda-0c60-4b82-adc8-6cbca7d5cb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704236 Feb 19 07:35:44.709372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:44.713831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:44.716736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:44.722924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:44.734715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:44.741967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.770583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:44.836790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-b35f6e71-dedc-4815-9d3e-06f35e49b25b service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036858 Feb 19 07:35:44.917802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:44.979903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=35362955-e6a9-43ca-8091-4f58f11e2ded,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:45.157646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::38f (4bba7f87-bce5-478e-83ac-de4adf2190ba/6415ebcb-0c69-414a-9c74-757269b79d82/6edb5451-4e01-4fe7-85d0-02ebac3ea269) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:45.165229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8:0:1::276 (4bba7f87-bce5-478e-83ac-de4adf2190ba/52c27a12-ad3d-4314-9c2f-6b2eff409ff6/6edb5451-4e01-4fe7-85d0-02ebac3ea269) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:45.211459 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7d4f7a4-c55d-4383-8b9e-d1ea790dcb41 req-c2da8707-26ec-4995-94a0-ecc8a15d46cc service neutron] 10.222.0.67 "GET /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662491 Feb 19 07:35:45.312283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:45.323266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be05d3a-24aa-4a8d-8085-bc9739b8ca1e req-26e1b4a0-624e-48b1-be03-a0b0759894f9 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:45.324673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8be05d3a-24aa-4a8d-8085-bc9739b8ca1e req-26e1b4a0-624e-48b1-be03-a0b0759894f9 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2224238 Feb 19 07:35:45.378392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:45.396478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 6edb5451-4e01-4fe7-85d0-02ebac3ea269 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:45.425927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:45.493924 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8be05d3a-24aa-4a8d-8085-bc9739b8ca1e req-2bd095fb-da83-4670-96c8-31e57468bc97 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097703 Feb 19 07:35:45.520142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:45.520407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:45.525652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:45.529687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:45.530389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:45.541506 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=6edb5451-4e01-4fe7-85d0-02ebac3ea269,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:45.563631 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d72195bd-da5a-476e-9e9f-d3ef955a6b3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0016885 Feb 19 07:35:45.564466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38498) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:45.570364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6415ebcb-0c69-414a-9c74-757269b79d82'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:45.659716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ffbcf-5c42-4ad8-a67c-874da90047a4 None None] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:45.698180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:45.785230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-335564e3-0645-443f-aafb-a81af8de6268 None None] Provisioning for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:45.788430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router 175e55dc-194d-4b5f-a836-f6670578e7d4 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:35:45.792650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cbe9b58d-06db-4e04-9eee-16626b2ed9c2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:45.965142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:45.978508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:45.978875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.038572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:46.046846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Delete allocated IP 2001:db8:0:1::276 (4bba7f87-bce5-478e-83ac-de4adf2190ba/52c27a12-ad3d-4314-9c2f-6b2eff409ff6) {{(pid=83569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:35:46.062237 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0e108696-c57e-48a6-9301-7236421682dd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/175e55dc-194d-4b5f-a836-f6670578e7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5995765 Feb 19 07:35:46.062636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:46.073717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] Sync routers for ids ['175e55dc-194d-4b5f-a836-f6670578e7d4'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:46.113218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0d240977-a806-4972-be11-e309ea83e449 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:46.115638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] Routers {'175e55dc-194d-4b5f-a836-f6670578e7d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:46.116304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['175e55dc-194d-4b5f-a836-f6670578e7d4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:46.135114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0d240977-a806-4972-be11-e309ea83e449 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:46.136411 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0d240977-a806-4972-be11-e309ea83e449 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=175e55dc-194d-4b5f-a836-f6670578e7d4 HTTP/1.1" status: 200 len: 205 time: 0.0726993 Feb 19 07:35:46.140094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38506) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:46.219679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:46.221700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.240513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.262266 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Ignored duplicate provisioning block setup for port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 19 07:35:46.266775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.281011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] Routers {'175e55dc-194d-4b5f-a836-f6670578e7d4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:46.281645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['175e55dc-194d-4b5f-a836-f6670578e7d4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:46.320036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18e7308f-7da0-4a15-a73d-e33958349d54 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.347301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:46.347686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cbb29-abcb-4994-b848-5d2bd613f005 None None] The sync data for ids ['175e55dc-194d-4b5f-a836-f6670578e7d4'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:46.349068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] Update dhcp port {'port': {'network_id': '4bba7f87-bce5-478e-83ac-de4adf2190ba', 'fixed_ips': [{'subnet_id': '6415ebcb-0c69-414a-9c74-757269b79d82', 'ip_address': '2001:db8::2'}, {'subnet_id': '52c27a12-ad3d-4314-9c2f-6b2eff409ff6'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': 'cbe9b58d-06db-4e04-9eee-16626b2ed9c2'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:35:46.375773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port cbe9b58d-06db-4e04-9eee-16626b2ed9c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,segment=NetworkSegment(a739158b-456e-4b1f-afea-2b42c3c31153),segment_id=a739158b-456e-4b1f-afea-2b42c3c31153)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:46.378198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] In _notify_port_updated(), no bound segment for port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 on network 4bba7f87-bce5-478e-83ac-de4adf2190ba {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:35:46.382345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:46.383059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.387146 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "PUT /v2.0/ports/6edb5451-4e01-4fe7-85d0-02ebac3ea269 HTTP/1.1" status: 200 len: 925 time: 0.8188374 Feb 19 07:35:46.387146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:46.395301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6415ebcb-0c69-414a-9c74-757269b79d82'}, {'subnet_id': '52c27a12-ad3d-4314-9c2f-6b2eff409ff6'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:46.395891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.435898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97fee2-9ec7-48b9-b378-cb4b4b755ac3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=6edb5451-4e01-4fe7-85d0-02ebac3ea269,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:46.445288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.527827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.538855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:46.708784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] Allocated IP 2001:db8:0:1::2 (4bba7f87-bce5-478e-83ac-de4adf2190ba/52c27a12-ad3d-4314-9c2f-6b2eff409ff6/cbe9b58d-06db-4e04-9eee-16626b2ed9c2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:46.795446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18e7308f-7da0-4a15-a73d-e33958349d54 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.807855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18e7308f-7da0-4a15-a73d-e33958349d54 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.853093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366dc09-970d-4c1b-8de1-e70210fbc831 req-0aaae319-f2b5-4846-8d04-6266be05fd71 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:46.853377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] For port cbe9b58d-06db-4e04-9eee-16626b2ed9c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,segment=NetworkSegment(a739158b-456e-4b1f-afea-2b42c3c31153),segment_id=a739158b-456e-4b1f-afea-2b42c3c31153)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:46.854554 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c366dc09-970d-4c1b-8de1-e70210fbc831 req-0aaae319-f2b5-4846-8d04-6266be05fd71 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2246408 Feb 19 07:35:46.855711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18e7308f-7da0-4a15-a73d-e33958349d54 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.856265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7308f-7da0-4a15-a73d-e33958349d54 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Fanout notify agent at l3_agent the message router_deleted on router 175e55dc-194d-4b5f-a836-f6670578e7d4 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:35:46.870692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18e7308f-7da0-4a15-a73d-e33958349d54 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.875131 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-18e7308f-7da0-4a15-a73d-e33958349d54 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/175e55dc-194d-4b5f-a836-f6670578e7d4 HTTP/1.1" status: 204 len: 168 time: 0.7302618 Feb 19 07:35:46.875293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:46.886618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.903225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] Transition to ACTIVE for port object cbe9b58d-06db-4e04-9eee-16626b2ed9c2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:46.907963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:46.917722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c366dc09-970d-4c1b-8de1-e70210fbc831 req-a827717b-3b00-4257-aedf-8ed5cadaeb82 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Feb 19 07:35:47.101128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11214c8e-7959-4916-b4b5-c8a410782ad4 None None] Pushing event updated for resources: {'Port': ['ID=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:47.138786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8:0:1::4e (4bba7f87-bce5-478e-83ac-de4adf2190ba/52c27a12-ad3d-4314-9c2f-6b2eff409ff6/6edb5451-4e01-4fe7-85d0-02ebac3ea269) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:47.184673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet 0fa9472a-3e22-42a2-95be-7b672a82627c {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:47.244825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.326685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.358639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c991-0e4d-42ff-9df2-d233444fd8f3 req-bcfde879-4a0e-45d6-962b-54b0c59236ba tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:47.365714 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcd0c991-0e4d-42ff-9df2-d233444fd8f3 req-bcfde879-4a0e-45d6-962b-54b0c59236ba tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.0870199 Feb 19 07:35:47.426149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcd0c991-0e4d-42ff-9df2-d233444fd8f3 req-4bae6bdb-06a6-484d-b199-b22a693126e1 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587230 Feb 19 07:35:47.452949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.475353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Ignored duplicate provisioning block setup for port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 19 07:35:47.476707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.504471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.636954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a62f1-4b75-49c3-8808-68a318e75aba None None] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:47.665726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=6edb5451-4e01-4fe7-85d0-02ebac3ea269,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:47.681316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] In _notify_port_updated(), no bound segment for port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 on network 4bba7f87-bce5-478e-83ac-de4adf2190ba {{(pid=83569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:35:47.685236 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:47.685843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.687115 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-647ab69d-7b0c-4d4d-8c21-80867e862d60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "PUT /v2.0/ports/6edb5451-4e01-4fe7-85d0-02ebac3ea269 HTTP/1.1" status: 200 len: 1010 time: 1.2990663 Feb 19 07:35:47.690510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38524) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:47.711348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.740981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2068aea8-dab9-413d-b602-424fbc47d70d None None] Provisioning for port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:47.755805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa9472a-3e22-42a2-95be-7b672a82627c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:47.762728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2068aea8-dab9-413d-b602-424fbc47d70d None None] Provisioning complete for port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:47.763231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2068aea8-dab9-413d-b602-424fbc47d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.765301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.766791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:47.767133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.772285 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb015d65-b5d8-413e-a03e-ca66bb9aebbb tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/0fa9472a-3e22-42a2-95be-7b672a82627c HTTP/1.1" status: 204 len: 168 time: 0.8960297 Feb 19 07:35:47.774425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38528) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:47.789676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cbe9b58d-06db-4e04-9eee-16626b2ed9c2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:47.812075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53df1d-48d8-4d7e-949c-85bcf9823643 None None] Network 5b18c097-3a96-454b-a9a8-244f2a14a07c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:47.887533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.902422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 478c58ee-e052-410b-988a-52fee667d400 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:47.902756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:47.998735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2068aea8-dab9-413d-b602-424fbc47d70d None None] Port 6edb5451-4e01-4fe7-85d0-02ebac3ea269 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:48.011981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.110991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port 478c58ee-e052-410b-988a-52fee667d400, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=478c58ee-e052-410b-988a-52fee667d400,segment=NetworkSegment(89f4acff-b663-4612-bab3-dacb9f5b3e4b),segment_id=89f4acff-b663-4612-bab3-dacb9f5b3e4b)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:48.111502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.135855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2068aea8-dab9-413d-b602-424fbc47d70d None None] Provisioning for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:48.147714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2068aea8-dab9-413d-b602-424fbc47d70d None None] Provisioning complete for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:48.148110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2068aea8-dab9-413d-b602-424fbc47d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.169950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:48.170345 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.239139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 6edb5451-4e01-4fe7-85d0-02ebac3ea269 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:48.239761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 478c58ee-e052-410b-988a-52fee667d400 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:48.426033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.471844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.473572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=478c58ee-e052-410b-988a-52fee667d400,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:48.480256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No DVR routers for this DVR port 478c58ee-e052-410b-988a-52fee667d400 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:48.532520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618875c-c7d9-47c2-8e92-564fe9aa1da1 None None] DHCP port deletion for 5b18c097-3a96-454b-a9a8-244f2a14a07c request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:48.544215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=6edb5451-4e01-4fe7-85d0-02ebac3ea269,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:48.639011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.665248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b18c097-3a96-454b-a9a8-244f2a14a07c']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:48.668059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.678642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f4acff-b663-4612-bab3-dacb9f5b3e4b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:48.679579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f4acff-b663-4612-bab3-dacb9f5b3e4b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:48.691429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.693566 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f91a563a-03dc-4996-97dc-0dc7d0aed76a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/6edb5451-4e01-4fe7-85d0-02ebac3ea269 HTTP/1.1" status: 204 len: 168 time: 1.0019765 Feb 19 07:35:48.696199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38534) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:48.708172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.715341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:48.715732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.733699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f1824659-fe99-490a-8f05-06a8e281526d None None] Could not find standard attr ID for object 6edb5451-4e01-4fe7-85d0-02ebac3ea269. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:48.737069 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:48.747460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f1824659-fe99-490a-8f05-06a8e281526d None None] Provisioning complete for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:48.748575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f1824659-fe99-490a-8f05-06a8e281526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.753472 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a648bf1-71df-482d-a7f2-bc8a39e64b27 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:48.753971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a648bf1-71df-482d-a7f2-bc8a39e64b27 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:48.783250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215f68-b8f2-4a48-a08e-2aa2247dd143 req-0785e9c9-4c3a-4f2d-87cb-5e8fa0575391 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:48.784853 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87215f68-b8f2-4a48-a08e-2aa2247dd143 req-0785e9c9-4c3a-4f2d-87cb-5e8fa0575391 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1639121 Feb 19 07:35:48.792887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a648bf1-71df-482d-a7f2-bc8a39e64b27 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:48.794186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5a648bf1-71df-482d-a7f2-bc8a39e64b27 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/6edb5451-4e01-4fe7-85d0-02ebac3ea269 HTTP/1.1" status: 404 len: 333 time: 0.0971215 Feb 19 07:35:48.798993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38538) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:48.847179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87215f68-b8f2-4a48-a08e-2aa2247dd143 req-8332d2e8-87a4-494f-aa09-ade3609f5621 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554948 Feb 19 07:35:48.919833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:48.940922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.009100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=5b18c097-3a96-454b-a9a8-244f2a14a07c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:49.040017 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1b8788c7-6653-4118-9933-e7497681a713 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/5b18c097-3a96-454b-a9a8-244f2a14a07c HTTP/1.1" status: 204 len: 168 time: 1.2641220 Feb 19 07:35:49.043810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38542) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:49.050317 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-159649200', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:49.066420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:49.074929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:router and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:49.078160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:49.082860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 52c27a12-ad3d-4314-9c2f-6b2eff409ff6 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:49.088082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:49.089961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.122232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a4020b6f-22c5-4396-b947-027a4caa04e4 None None] Could not find standard attr ID for object 6edb5451-4e01-4fe7-85d0-02ebac3ea269. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:49.143252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.144192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.157842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.224202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.253084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.267983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.329711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.331017 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4f4e453b-d354-4ed8-a9fe-b03c0ff68740 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2865393 Feb 19 07:35:49.333813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38546) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:49.342181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bc3acc2e-3d5c-4844-bd4c-6dab9d4a991f None None] Could not find standard attr ID for object 6edb5451-4e01-4fe7-85d0-02ebac3ea269. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:49.345417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-746618500'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:49.345605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-8b53debe-532e-4f89-8c0d-05c0cbd1de15 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:49.348586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-8b53debe-532e-4f89-8c0d-05c0cbd1de15 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.0909512 Feb 19 07:35:49.351663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:49.358481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:49.364810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:49.372609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:49.387580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.431630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:49.433262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Deleting port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:49.433819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.434933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.447060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.462118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=52c27a12-ad3d-4314-9c2f-6b2eff409ff6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:49.468304 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1d2f2b93-7f70-4c7c-8cf4-0c5aeb3eb32f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/52c27a12-ad3d-4314-9c2f-6b2eff409ff6 HTTP/1.1" status: 204 len: 168 time: 0.6676900 Feb 19 07:35:49.470475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:49.482329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49225a-62d6-4ead-849c-e9718d2664e4 None None] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:49.537748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:49.554561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.554876 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment aada0b5b-f644-4cc1-83e7-46c203b73ae9 of type vlan for network d72de42b-16d8-4494-adee-89566a4afef1 Feb 19 07:35:49.559474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 6415ebcb-0c69-414a-9c74-757269b79d82 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:49.566164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-29a9f133-69ae-47f3-b38e-9d5c5e986600 None None] Could not find standard attr ID for object 6edb5451-4e01-4fe7-85d0-02ebac3ea269. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:49.566943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.628957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.641315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.713779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] For port 40f65fb5-d250-405c-b6ef-2c0c45cfab61, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=40f65fb5-d250-405c-b6ef-2c0c45cfab61,segment=NetworkSegment(c4ae2320-bbd3-4a9a-9d78-4d6b61922536),segment_id=c4ae2320-bbd3-4a9a-9d78-4d6b61922536)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:49.714746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.727998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.731967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:49.732616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:49.738485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 478c58ee-e052-410b-988a-52fee667d400 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:49.777296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 478c58ee-e052-410b-988a-52fee667d400 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:35:49.777919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 478c58ee-e052-410b-988a-52fee667d400 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:35:49.841769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5043519 Feb 19 07:35:49.854773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38554) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:49.864451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:49.867622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Calling delete_port for 40f65fb5-d250-405c-b6ef-2c0c45cfab61 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:49.900686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d2f7-fbd5-4f4e-ab54-eb883c48c6b9 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=d72de42b-16d8-4494-adee-89566a4afef1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:49.915574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network d72de42b-16d8-4494-adee-89566a4afef1 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:49.965161 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.071462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:50.076196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:50.081078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:50.090245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:50.104081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.135451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.143136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:50.149250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['40f65fb5-d250-405c-b6ef-2c0c45cfab61'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:35:50.197432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Pushing event deleted for resources: {'Port': ['ID=40f65fb5-d250-405c-b6ef-2c0c45cfab61,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:50.208491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b14f1-cd21-4de6-9ced-01e8ec2765a2 req-8559cf3d-be67-499e-909a-223e2b012735 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:50.210090 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b5b14f1-cd21-4de6-9ced-01e8ec2765a2 req-8559cf3d-be67-499e-909a-223e2b012735 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2045853 Feb 19 07:35:50.312729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] No DVR routers for this DVR port 40f65fb5-d250-405c-b6ef-2c0c45cfab61 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:50.315257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.318026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'name': 'network-vif-deleted', 'tag': '40f65fb5-d250-405c-b6ef-2c0c45cfab61'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:35:50.347903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b5b14f1-cd21-4de6-9ced-01e8ec2765a2 req-bd6bdcfb-e9b1-43b1-819d-7952d3ceae00 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.72 "GET /v2.0/security-groups?id=f22794d8-b78e-4bba-9b37-1ba4851420f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075284 Feb 19 07:35:50.349831 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-acbf7321-2e7b-4a16-979c-ebf556aa4115 req-9d28264b-ea77-43bb-b397-149edeaa7c37 tempest-TestServerAdvancedOps-960403092 tempest-TestServerAdvancedOps-960403092-project] 10.222.0.67 "DELETE /v2.0/ports/40f65fb5-d250-405c-b6ef-2c0c45cfab61 HTTP/1.1" status: 204 len: 173 time: 0.9947243 Feb 19 07:35:50.367464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=6415ebcb-0c69-414a-9c74-757269b79d82,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:50.394307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.409000 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ea7f785-c035-4a8a-9953-2aecb8c6ce74 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/6415ebcb-0c69-414a-9c74-757269b79d82 HTTP/1.1" status: 204 len: 168 time: 0.9369721 Feb 19 07:35:50.411689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38562) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:50.431997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.531646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9430d9-7e9e-44c2-b6d8-17ad2681c1b1', 'name': 'network-vif-deleted', 'tag': '40f65fb5-d250-405c-b6ef-2c0c45cfab61', 'status': 'completed', 'code': 200} Feb 19 07:35:50.547926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6269f0-ed9d-4af4-bb54-2c4cf4b1ef19 None None] Network 4bba7f87-bce5-478e-83ac-de4adf2190ba requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:50.603604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.615253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:50.615586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.735854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.754403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fb7beffc-5132-46ff-aad1-9061a94c3926 None None] Provisioning complete for port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:50.754769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fb7beffc-5132-46ff-aad1-9061a94c3926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.816651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=e5ac16f8-9738-4b23-b7ff-bc9f11e46d59,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:50.830307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:50.831557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: d72de42b-16d8-4494-adee-89566a4afef1, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:50.861543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network d72de42b-16d8-4494-adee-89566a4afef1 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:50.873428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, d72de42b-16d8-4494-adee-89566a4afef1) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:50.885109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:50.885874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:50.908923 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511fee3-0ad2-46d4-9947-b6358269265b None None] Network d72de42b-16d8-4494-adee-89566a4afef1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:50.910691 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a416366-c8e5-45ab-aa3c-9163a6fcdc32 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0548861 Feb 19 07:35:50.913346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38566) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:50.937925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port cbe9b58d-06db-4e04-9eee-16626b2ed9c2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,segment=NetworkSegment(a739158b-456e-4b1f-afea-2b42c3c31153),segment_id=a739158b-456e-4b1f-afea-2b42c3c31153)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:50.938572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.067516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8254978-1da0-432f-a446-9d3e83054017 None None] DHCP port deletion for 4bba7f87-bce5-478e-83ac-de4adf2190ba request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:35:51.069100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for cbe9b58d-06db-4e04-9eee-16626b2ed9c2 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:51.074330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8254978-1da0-432f-a446-9d3e83054017 None None] Deleting port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:51.074939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8254978-1da0-432f-a446-9d3e83054017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.158161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.222139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=cbe9b58d-06db-4e04-9eee-16626b2ed9c2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:51.229091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No DVR routers for this DVR port cbe9b58d-06db-4e04-9eee-16626b2ed9c2 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:51.253623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8254978-1da0-432f-a446-9d3e83054017 None None] The port 'cbe9b58d-06db-4e04-9eee-16626b2ed9c2' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:35:51.265674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-d72de42b-16d8-4494-adee-89566a4afef1', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:51.267718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.357425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.427920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bba7f87-bce5-478e-83ac-de4adf2190ba']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:51.443087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Allocated IP 172.20.0.2 (d72de42b-16d8-4494-adee-89566a4afef1/e5ac16f8-9738-4b23-b7ff-bc9f11e46d59/566fe216-6371-4324-965b-00b50c2ea373) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:51.460767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a739158b-456e-4b1f-afea-2b42c3c31153') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:51.461053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a739158b-456e-4b1f-afea-2b42c3c31153') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:51.482649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.483137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.500189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.507291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:51.507806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.569728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38572) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:51.582278 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:51.617828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.638051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.650415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=4bba7f87-bce5-478e-83ac-de4adf2190ba,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:51.662417 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d6d278e4-cb0c-4a99-a8a9-65186d02c7f5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/4bba7f87-bce5-478e-83ac-de4adf2190ba HTTP/1.1" status: 204 len: 168 time: 1.2493994 Feb 19 07:35:51.666840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38576) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:51.712982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.724762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Transition to ACTIVE for port object 566fe216-6371-4324-965b-00b50c2ea373 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:51.749924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Transition to ACTIVE for port object 566fe216-6371-4324-965b-00b50c2ea373 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:51.755268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cbe9b58d-06db-4e04-9eee-16626b2ed9c2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:51.755475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b676f98-2309-4f80-a706-0434232c76bd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:51.756037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0b676f98-2309-4f80-a706-0434232c76bd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:51.767695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] Deleting subnet 9bc02fb9-5e7d-403e-b624-209cee290bd5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:51.773414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0b676f98-2309-4f80-a706-0434232c76bd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:51.774815 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0b676f98-2309-4f80-a706-0434232c76bd tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1068516 Feb 19 07:35:51.778291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.778981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:51.790520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.823555 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: cbe9b58d-06db-4e04-9eee-16626b2ed9c2 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:35:51.823989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cbe9b58d-06db-4e04-9eee-16626b2ed9c2 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:35:51.862504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Network d72de42b-16d8-4494-adee-89566a4afef1 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:51.864378 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5bbe38a2-9407-49ee-9881-cd7096b51fd0 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0840459 Feb 19 07:35:51.865452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:51.868549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38584) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:51.869201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:51.879919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Pushing event updated for resources: {'Port': ['ID=566fe216-6371-4324-965b-00b50c2ea373,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:51.882038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1392121205'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:51.886371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:51.897834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.922554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:51.927619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:51.939910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:51.958838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Attempting to bind port 566fe216-6371-4324-965b-00b50c2ea373 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:51.959444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Attempting to bind port 566fe216-6371-4324-965b-00b50c2ea373 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:51.959583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Attempting to bind port 566fe216-6371-4324-965b-00b50c2ea373 on network d72de42b-16d8-4494-adee-89566a4afef1 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:51.966321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:51.966681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Checking segment: {'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:51.967076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:51.967480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Bound using segment: {'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:51.967930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Bound port: 566fe216-6371-4324-965b-00b50c2ea373, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:51.968356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.066415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] For port 566fe216-6371-4324-965b-00b50c2ea373, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:52.069882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] For port 566fe216-6371-4324-965b-00b50c2ea373, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=566fe216-6371-4324-965b-00b50c2ea373,segment=NetworkSegment(aada0b5b-f644-4cc1-83e7-46c203b73ae9),segment_id=aada0b5b-f644-4cc1-83e7-46c203b73ae9)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:52.075972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.117259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:52.120375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.157604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a378-3c0f-47b1-b7cf-4e674a18a6de None None] Pushing event updated for resources: {'Port': ['ID=566fe216-6371-4324-965b-00b50c2ea373,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:52.160185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.225179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.20.0.1 (d72de42b-16d8-4494-adee-89566a4afef1/e5ac16f8-9738-4b23-b7ff-bc9f11e46d59/daa484eb-a7d1-430c-a6dc-fd143fe8ee6e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:52.239178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:52.279802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.280123 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment 3b14a514-c8a3-4a20-8258-091ec96369bd of type vlan for network 95176a30-9ec1-4bb4-97bd-35321ff14231 Feb 19 07:35:52.382960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.425111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.452456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc02fb9-5e7d-403e-b624-209cee290bd5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:52.468120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.520763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.524197 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f7407807-1893-43b3-8270-aa15aa6b4765 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9bc02fb9-5e7d-403e-b624-209cee290bd5 HTTP/1.1" status: 204 len: 168 time: 0.9485481 Feb 19 07:35:52.526995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:52.531777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.535455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:52.536016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.573918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object daa484eb-a7d1-430c-a6dc-fd143fe8ee6e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:52.631660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.650182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7805691 Feb 19 07:35:52.655030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38592) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:52.663306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:52.672712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 40f65fb5-d250-405c-b6ef-2c0c45cfab61 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:35:52.678174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac56f5-f657-4e1e-a3c3-82b76f8ef268 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=95176a30-9ec1-4bb4-97bd-35321ff14231,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:52.690178 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:35:52.710420 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:52.729913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 40f65fb5-d250-405c-b6ef-2c0c45cfab61 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:35:52.730455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 40f65fb5-d250-405c-b6ef-2c0c45cfab61 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:35:52.775218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.778452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.803199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2208fda-0c60-4b82-adc8-6cbca7d5cb47']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:52.816986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ae2320-bbd3-4a9a-9d78-4d6b61922536') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:52.817532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ae2320-bbd3-4a9a-9d78-4d6b61922536') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:52.829822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.850196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.851390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:52.858130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:52.862045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:52.862482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.864324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:52.870066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:52.875812 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:52.878753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:52.883426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network d72de42b-16d8-4494-adee-89566a4afef1 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:52.886166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:52.889836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:52.937158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:52.962128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.978991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:52.988400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2208fda-0c60-4b82-adc8-6cbca7d5cb47,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:52.991704 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-97d2871f-82dc-45d9-9a47-8c095e509f59 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e2208fda-0c60-4b82-adc8-6cbca7d5cb47 HTTP/1.1" status: 204 len: 168 time: 0.4636998 Feb 19 07:35:52.995009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38596) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:53.029358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.054795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] Deleting subnet 8f90dd63-e09c-48aa-ad60-95ff95c73eec {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:35:53.058336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.060453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.110691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.124131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989561d-b32e-4063-9e74-df5dcb6364f9 None None] Network d72de42b-16d8-4494-adee-89566a4afef1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:53.238914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.256192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.257760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4797ec56-f087-49f7-a777-23c8cf19ef25 None None] Provisioning for port 566fe216-6371-4324-965b-00b50c2ea373 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:53.327993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.374418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f90dd63-e09c-48aa-ad60-95ff95c73eec,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:53.379146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.388075 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-51fa3a16-467c-437d-93c3-6c14f2e95c05 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8f90dd63-e09c-48aa-ad60-95ff95c73eec HTTP/1.1" status: 204 len: 168 time: 0.3920965 Feb 19 07:35:53.388770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38600) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:53.502945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.561920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.629700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.655439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:53.673174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab706d4-586c-4602-b2f6-2dbb7b85bc58') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:53.673587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab706d4-586c-4602-b2f6-2dbb7b85bc58') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:53.693225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.726786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dc7f95f9-b567-438a-af3b-dd292a826078 None None] Provisioning for port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:53.730187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.733905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dc7f95f9-b567-438a-af3b-dd292a826078 None None] Provisioning complete for port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:53.734608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc7f95f9-b567-438a-af3b-dd292a826078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.742641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:35:53.743035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:53.757473 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:53.822211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 566fe216-6371-4324-965b-00b50c2ea373 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:53.850450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.872465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.878169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f95f9-b567-438a-af3b-dd292a826078 None None] Port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:53.884695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:53.885373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=585843c6-b3de-442a-b3b3-0c0556df9158,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:53.896858 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fcf39fb0-327d-4488-8981-419a7d1ce5e9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c8d8f3fb-072a-4fd0-a4a9-4cc311c752f4 HTTP/1.1" status: 204 len: 168 time: 0.5066729 Feb 19 07:35:53.921401 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 566fe216-6371-4324-965b-00b50c2ea373 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:53.927404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 566fe216-6371-4324-965b-00b50c2ea373 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:53.928023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.938051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': '3b14a514-c8a3-4a20-8258-091ec96369bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:53.938401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 95176a30-9ec1-4bb4-97bd-35321ff14231, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:53.979241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:53.986052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.048200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1b49dbf7-5dca-4369-b7ab-4a7f93f773b1 None None] Provisioning complete for port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:54.048572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1b49dbf7-5dca-4369-b7ab-4a7f93f773b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.054147 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:54.090016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 95176a30-9ec1-4bb4-97bd-35321ff14231) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:54.099123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:54.099621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62c835-1203-4916-b0c9-d66ca258508e None None] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:54.099786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.114423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.121290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:54.125084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.153658 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7bf8f9dc-160c-4368-91f2-978e73e28c5a tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4975972 Feb 19 07:35:54.154221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38606) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:54.155976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:54.160553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231', 'name': 'tempest-PortsIpV6TestJSON-44763013'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:54.193482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1b49dbf7-5dca-4369-b7ab-4a7f93f773b1 None None] Port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:54.223349 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-91de3382-ea5d-469a-9726-5e687e1a350c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85471ab2fdaf469590265f6be54e269a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637720 Feb 19 07:35:54.223710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38614) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:54.231883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 566fe216-6371-4324-965b-00b50c2ea373, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=566fe216-6371-4324-965b-00b50c2ea373,segment=NetworkSegment(aada0b5b-f644-4cc1-83e7-46c203b73ae9),segment_id=aada0b5b-f644-4cc1-83e7-46c203b73ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:54.247141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.292826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-087b8457-5a38-4d28-9c7b-fb00da88e5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.321796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-087b8457-5a38-4d28-9c7b-fb00da88e5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.357269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=566fe216-6371-4324-965b-00b50c2ea373,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:54.391258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-087b8457-5a38-4d28-9c7b-fb00da88e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.399974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network d72de42b-16d8-4494-adee-89566a4afef1 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:54.401030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:54.403482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:54.412891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-95176a30-9ec1-4bb4-97bd-35321ff14231', 'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231', 'tenant_id': '89b4e3711449484587c4319d9a822f4e', 'fixed_ips': [{'subnet_id': '585843c6-b3de-442a-b3b3-0c0556df9158'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:54.413828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.420377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-087b8457-5a38-4d28-9c7b-fb00da88e5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.421550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-087b8457-5a38-4d28-9c7b-fb00da88e5d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f22794d8-b78e-4bba-9b37-1ba4851420f3 HTTP/1.1" status: 204 len: 168 time: 0.1970019 Feb 19 07:35:54.424284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b8457-5a38-4d28-9c7b-fb00da88e5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22794d8-b78e-4bba-9b37-1ba4851420f3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:54.543374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:54.606098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Allocated IP 2001:db8::2 (95176a30-9ec1-4bb4-97bd-35321ff14231/585843c6-b3de-442a-b3b3-0c0556df9158/dcf26df0-0d6b-4820-b516-ee9673442452) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:54.717909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:54.721267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.730566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-92c9efca-38a5-4911-88b3-81a97c8a0230 None None] Provisioning complete for port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:54.730937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-92c9efca-38a5-4911-88b3-81a97c8a0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.752270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:54.816420 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-92c9efca-38a5-4911-88b3-81a97c8a0230 None None] Port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:54.891743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.900815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:35:54.905092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Transition to ACTIVE for port object dcf26df0-0d6b-4820-b516-ee9673442452 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:54.924468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Transition to ACTIVE for port object dcf26df0-0d6b-4820-b516-ee9673442452 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:54.930340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:54.952178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:54.997647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:55.000513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:55.005134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:55.007223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Pushing event updated for resources: {'Port': ['ID=dcf26df0-0d6b-4820-b516-ee9673442452,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.012018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:55.012325 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ac2176b4-2f07-4d3e-80f1-edb17010c670 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ecaee0e8441c41be9d3f6682a455ec95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581617 Feb 19 07:35:55.093276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Attempting to bind port dcf26df0-0d6b-4820-b516-ee9673442452 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:55.093505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Attempting to bind port dcf26df0-0d6b-4820-b516-ee9673442452 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '3b14a514-c8a3-4a20-8258-091ec96369bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:55.093868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Attempting to bind port dcf26df0-0d6b-4820-b516-ee9673442452 on network 95176a30-9ec1-4bb4-97bd-35321ff14231 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:55.101075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:55.101403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Checking segment: {'id': '3b14a514-c8a3-4a20-8258-091ec96369bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:55.102110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.102256 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Bound using segment: {'id': '3b14a514-c8a3-4a20-8258-091ec96369bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:55.102605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Bound port: dcf26df0-0d6b-4820-b516-ee9673442452, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b14a514-c8a3-4a20-8258-091ec96369bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:55.102980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.136179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::320 (95176a30-9ec1-4bb4-97bd-35321ff14231/585843c6-b3de-442a-b3b3-0c0556df9158/65559bf0-fc48-42c3-9ad3-def9b9ac94b5) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:55.190654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] For port dcf26df0-0d6b-4820-b516-ee9673442452, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:55.194027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] For port dcf26df0-0d6b-4820-b516-ee9673442452, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dcf26df0-0d6b-4820-b516-ee9673442452,segment=NetworkSegment(3b14a514-c8a3-4a20-8258-091ec96369bd),segment_id=3b14a514-c8a3-4a20-8258-091ec96369bd)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:55.198859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.213520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3948-f830-4c62-b895-7e61e400fbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.272929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a790d-1fcb-498b-98e1-dc855499e295 None None] Pushing event updated for resources: {'Port': ['ID=dcf26df0-0d6b-4820-b516-ee9673442452,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.331563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3948-f830-4c62-b895-7e61e400fbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.393145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:55.415950 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bf4a2902-f36c-4976-aa3d-58aa499f8c05 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5013149 Feb 19 07:35:55.416958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38630) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:55.430818 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Sync routers for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:35:55.441489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1880918358'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:55.456438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:55.472294 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:55.474068 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:55.476038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:55.482815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:55.494376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:55.508263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:55.512644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.552397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:55.566302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.566794 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment 82a84149-b9e6-4a44-a851-4a1115db965e of type vlan for network 152b906c-81b7-4212-8280-0c9888896735 Feb 19 07:35:55.590549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3948-f830-4c62-b895-7e61e400fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.600828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.612403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.615843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e3948-f830-4c62-b895-7e61e400fbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3431bfae-0a13-48ef-b412-90a01fc5c88d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.651449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.653204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c4e3948-f830-4c62-b895-7e61e400fbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.654382 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c4e3948-f830-4c62-b895-7e61e400fbe6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3431bfae-0a13-48ef-b412-90a01fc5c88d HTTP/1.1" status: 204 len: 168 time: 0.6413076 Feb 19 07:35:55.655660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:55.658826 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:35:55.662857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:55.664044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.707549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.807063 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3860068 Feb 19 07:35:55.807887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38636) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:55.810106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:55.814210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:55.819158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:55.824591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:55.828587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:55.829199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:55.850283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642d380-1055-4c51-8a5f-c3282e54221c tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=152b906c-81b7-4212-8280-0c9888896735,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.862229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 152b906c-81b7-4212-8280-0c9888896735 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:55.866442 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7104924 Feb 19 07:35:55.870336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38640) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:55.873793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7ae1f-9f31-45d5-8d4a-80c4342443ae tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=65559bf0-fc48-42c3-9ad3-def9b9ac94b5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.887260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '95176a30-9ec1-4bb4-97bd-35321ff14231', 'name': 'tempest-PortsIpV6TestJSON-50171504'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:55.921685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 566fe216-6371-4324-965b-00b50c2ea373 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:55.987384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:55.992722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:55.996424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:56.003628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:56.019909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:56.111623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:56.115777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:56.128957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:56.135295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:56.143566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 566fe216-6371-4324-965b-00b50c2ea373 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:56.143899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.154105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:56.157359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.183746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 3e690179-3571-4a07-a97f-7d77f943a833 yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:35:56.211656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.325590 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:35:53Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:35:53Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:56.329880 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Checking router: fdd02f6b-a957-4602-9ed1-b59417ee328e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:35:56.330295 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Updating router fdd02f6b-a957-4602-9ed1-b59417ee328e port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:35:56.370157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dcf26df0-0d6b-4820-b516-ee9673442452 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:56.406655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::259 (95176a30-9ec1-4bb4-97bd-35321ff14231/585843c6-b3de-442a-b3b3-0c0556df9158/3e690179-3571-4a07-a97f-7d77f943a833) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:56.472592 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.501614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448a011-55f1-454f-b917-25b4d0f683d1 None None] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:56.603978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.640615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-878116c1-86b1-4312-9a97-ea3c7c91f01a None None] Provisioning for port dcf26df0-0d6b-4820-b516-ee9673442452 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:56.660408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port dcf26df0-0d6b-4820-b516-ee9673442452 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:56.671542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port dcf26df0-0d6b-4820-b516-ee9673442452 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:56.671914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.711584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=8bfea830-6184-494c-9735-dd9c926ffd0f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:56.731639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:56.732340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: 152b906c-81b7-4212-8280-0c9888896735, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:56.740609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.759149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 3e690179-3571-4a07-a97f-7d77f943a833 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:56.766224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 152b906c-81b7-4212-8280-0c9888896735 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:56.785673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.798944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 152b906c-81b7-4212-8280-0c9888896735) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:56.808531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:56.809576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:56.816067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a30b0-8051-40cb-9b8c-d947225cc1ec None None] Network 152b906c-81b7-4212-8280-0c9888896735 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:35:56.869575 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-972f96c3-1ebc-4ef1-ac87-f3003f684f92 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0545340 Feb 19 07:35:56.870754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38658) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:56.957330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:57.002888 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.016093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:57.018763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=3e690179-3571-4a07-a97f-7d77f943a833,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.020834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:57.021085 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Transition to ACTIVE for port object daa484eb-a7d1-430c-a6dc-fd143fe8ee6e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:57.025038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:57.027276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.039637 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.087231 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-831d6982-c85a-4d04-9ef8-9de9e84b2fa2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2151270 Feb 19 07:35:57.089670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:57.118501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.146406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:57.176792 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Pushing event updated for resources: {'Port': ['ID=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.192390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.192887 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.193325 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.193758 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.194226 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.194648 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.195069 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.195509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.195931 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.196372 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.196788 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:57.249591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1163f6a-db4c-4d59-8174-8e104fb64f09 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:57.257555 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c1163f6a-db4c-4d59-8174-8e104fb64f09 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A320 HTTP/1.1" status: 200 len: 927 time: 0.1667247 Feb 19 07:35:57.258542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38674) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:57.311616 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Attempting to bind port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:57.312391 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Attempting to bind port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:57.312782 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Attempting to bind port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e on network d72de42b-16d8-4494-adee-89566a4afef1 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:57.321289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port dcf26df0-0d6b-4820-b516-ee9673442452, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dcf26df0-0d6b-4820-b516-ee9673442452,segment=NetworkSegment(3b14a514-c8a3-4a20-8258-091ec96369bd),segment_id=3b14a514-c8a3-4a20-8258-091ec96369bd)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:57.321792 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:57.322296 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Checking segment: {'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:57.323047 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.323572 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Bound using segment: {'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:57.324714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Bound port: daa484eb-a7d1-430c-a6dc-fd143fe8ee6e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aada0b5b-f644-4cc1-83e7-46c203b73ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:57.325364 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.336303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-152b906c-81b7-4212-8280-0c9888896735', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:35:57.337162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.381366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.517022 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] For port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:57.520515 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] For port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,segment=NetworkSegment(aada0b5b-f644-4cc1-83e7-46c203b73ae9),segment_id=aada0b5b-f644-4cc1-83e7-46c203b73ae9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:57.535769 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.563608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68579597-network', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:57.569435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:57.574021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Usage tracker for resource:network and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:57.577559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:57.583786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:57.615359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Made reservation on behalf of 18c5d993bf994eed8180b7f5ac7629dc for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:57.618606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.625124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=dcf26df0-0d6b-4820-b516-ee9673442452,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.639772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.681613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 3e690179-3571-4a07-a97f-7d77f943a833 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:57.682053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:57.716640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Allocated IP 172.21.0.2 (152b906c-81b7-4212-8280-0c9888896735/8bfea830-6184-494c-9735-dd9c926ffd0f/66ddb7a4-07f8-45c0-b4bd-693f0e3c570a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:57.743960 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93471ede-4d28-4fb5-9147-0b4ab9c3926b None None] Pushing event updated for resources: {'Port': ['ID=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.751607 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:35:57.752945 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:57.769352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:57.777630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:57.783009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:57.824010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:57.913696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dcf26df0-0d6b-4820-b516-ee9673442452 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:57.946331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.087774 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:35:58.091192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.092620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1eae2f52-d5ad-443a-8e05-6cc786a14620 None None] Provisioning for port 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:58.104687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.111160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port dcf26df0-0d6b-4820-b516-ee9673442452 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:58.111570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.153180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1eae2f52-d5ad-443a-8e05-6cc786a14620 None None] Provisioning complete for port 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:58.153709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1eae2f52-d5ad-443a-8e05-6cc786a14620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.169646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.299457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 3e690179-3571-4a07-a97f-7d77f943a833 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:58.312264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1eae2f52-d5ad-443a-8e05-6cc786a14620 None None] Port 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:58.371510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:58.392724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c602a1d-a500-47cc-8638-5bedfbfdcf48,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:58.398682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.415719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.416450 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Added segment 5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c of type vlan for network bb1fa548-4530-47ad-b928-59058ff800f7 Feb 19 07:35:58.420845 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Transition to ACTIVE for port object 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:58.454548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1eae2f52-d5ad-443a-8e05-6cc786a14620 None None] Provisioning complete for port dcf26df0-0d6b-4820-b516-ee9673442452 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:58.455171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1eae2f52-d5ad-443a-8e05-6cc786a14620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.466833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.555771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.556692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:58.557314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.585129 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Transition to ACTIVE for port object 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:58.587981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.594528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1eae2f52-d5ad-443a-8e05-6cc786a14620 None None] Could not find standard attr ID for object 3e690179-3571-4a07-a97f-7d77f943a833. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:58.599503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.610366 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:35:53Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:35:57Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:58.616032 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2f070-b113-4b6b-ae7c-9fc8d34f75e8 None None] The sync data for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv is: [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:35:53Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:35:57Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:35:58.708846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=3e690179-3571-4a07-a97f-7d77f943a833,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:58.716952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.21.0.1 (152b906c-81b7-4212-8280-0c9888896735/8bfea830-6184-494c-9735-dd9c926ffd0f/dfe7655a-6d10-41a9-b714-bbab6c1fa0a4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:58.726508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Network 152b906c-81b7-4212-8280-0c9888896735 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:58.730137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:58.731968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1fa548-4530-47ad-b928-59058ff800f7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:58.734716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:58.784373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.788944 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a3667237-e08f-45d9-8363-8bf99514b716 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/3e690179-3571-4a07-a97f-7d77f943a833 HTTP/1.1" status: 204 len: 168 time: 1.5287337 Feb 19 07:35:58.791044 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-95435001-2fea-4a81-9016-877ad2059a38 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6436858 Feb 19 07:35:58.791953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:58.794876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38680) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:58.812324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network bb1fa548-4530-47ad-b928-59058ff800f7 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:35:58.834296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Request body: {'subnet': {'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68579597-subnet', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:35:58.850644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:35:58.855881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b241d3f0-57f7-410e-a4fe-5f30348e9cd2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:35:58.856622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b241d3f0-57f7-410e-a4fe-5f30348e9cd2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:35:58.861738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Usage tracker for resource:subnet and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:35:58.866754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:35:58.876376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:35:58.889616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b241d3f0-57f7-410e-a4fe-5f30348e9cd2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:35:58.893733 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b241d3f0-57f7-410e-a4fe-5f30348e9cd2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/3e690179-3571-4a07-a97f-7d77f943a833 HTTP/1.1" status: 404 len: 333 time: 0.0977998 Feb 19 07:35:58.895399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:35:58.970315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Made reservation on behalf of 18c5d993bf994eed8180b7f5ac7629dc for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:58.972677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.984252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:58.986232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Pushing event updated for resources: {'Port': ['ID=66ddb7a4-07f8-45c0-b4bd-693f0e3c570a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.004272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:59.030630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Attempting to bind port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:35:59.031022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Attempting to bind port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:35:59.031423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Attempting to bind port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a on network 152b906c-81b7-4212-8280-0c9888896735 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:35:59.036054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4795cdef-dae2-4ce5-af9c-def3d508058a None None] Provisioning complete for port 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:59.036868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4795cdef-dae2-4ce5-af9c-def3d508058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.039886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.099002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:35:59.099559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.106558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:35:59.106920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Checking segment: {'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:59.107311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.114277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Bound using segment: {'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:35:59.114397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Bound port: 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:35:59.114783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.170180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.177349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 152b906c-81b7-4212-8280-0c9888896735 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:59.178731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:59.184369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:35:59.198165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4795cdef-dae2-4ce5-af9c-def3d508058a None None] Port 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:35:59.206440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4795cdef-dae2-4ce5-af9c-def3d508058a None None] Could not find standard attr ID for object 3e690179-3571-4a07-a97f-7d77f943a833. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:59.244952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] For port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:59.248786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] For port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=66ddb7a4-07f8-45c0-b4bd-693f0e3c570a,segment=NetworkSegment(82a84149-b9e6-4a44-a851-4a1115db965e),segment_id=82a84149-b9e6-4a44-a851-4a1115db965e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:59.251474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.255828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.353937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b95ad-e56c-4ce2-8224-340fb869130b None None] Pushing event updated for resources: {'Port': ['ID=66ddb7a4-07f8-45c0-b4bd-693f0e3c570a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.372831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.458442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.733343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 65559bf0-fc48-42c3-9ad3-def9b9ac94b5 owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:35:59.788423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.836784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device daa484eb-a7d1-430c-a6dc-fd143fe8ee6e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:35:59.851942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.858210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.911254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:59.913125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.916592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:59.917027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.980051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.982706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:35:59.985509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Checking segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:35:59.985912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Network hostable DHCP agents. Network: bb1fa548-4530-47ad-b928-59058ff800f7, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:00.024843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Network bb1fa548-4530-47ad-b928-59058ff800f7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:00.030875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.048263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.088904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,segment=NetworkSegment(aada0b5b-f644-4cc1-83e7-46c203b73ae9),segment_id=aada0b5b-f644-4cc1-83e7-46c203b73ae9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:00.090762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=65559bf0-fc48-42c3-9ad3-def9b9ac94b5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:00.104597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.105924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:00.117250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, bb1fa548-4530-47ad-b928-59058ff800f7) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:00.130260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:00.130838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.138345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.144440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 152b906c-81b7-4212-8280-0c9888896735 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:00.146406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:00.173961 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7b1fecd0-7b31-41e2-9f7f-065d3768701c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/65559bf0-fc48-42c3-9ad3-def9b9ac94b5 HTTP/1.1" status: 204 len: 168 time: 1.2772980 Feb 19 07:36:00.178668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38690) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:00.189496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a50cca-9556-44d3-801a-7acf681e3053 None None] Network bb1fa548-4530-47ad-b928-59058ff800f7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:00.226109 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4f549278-4ac0-4465-aa7d-027f65ce7bc6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4292307 Feb 19 07:36:00.237330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:00.244720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:00.250836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:00.255738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Usage tracker for resource:router and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:00.259443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:00.267111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:00.277067 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9b8004-5a6f-429f-af67-7cf8023506bf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:36:00.277764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e9b8004-5a6f-429f-af67-7cf8023506bf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:00.294753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.296103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.306274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7e9b8004-5a6f-429f-af67-7cf8023506bf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:00.307685 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7e9b8004-5a6f-429f-af67-7cf8023506bf tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/65559bf0-fc48-42c3-9ad3-def9b9ac94b5 HTTP/1.1" status: 404 len: 333 time: 0.1266661 Feb 19 07:36:00.310894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:00.371348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:00.377331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.401996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:00.562511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-bb1fa548-4530-47ad-b928-59058ff800f7', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:00.563323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.655190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10394711-1e14-442f-89d6-e7bce027bef8 None None] Network 152b906c-81b7-4212-8280-0c9888896735 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:00.715712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 585843c6-b3de-442a-b3b3-0c0556df9158 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:00.719791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.722412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.761613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:00.797592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.810082 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-93de864c-d771-499e-a9c1-3abc36eb4657 None None] Provisioning for port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:00.835995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-93de864c-d771-499e-a9c1-3abc36eb4657 None None] Provisioning complete for port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:00.836383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93de864c-d771-499e-a9c1-3abc36eb4657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.949232 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:00.950813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:00.959105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Allocated IP 172.20.0.2 (bb1fa548-4530-47ad-b928-59058ff800f7/e57d70bf-0cdc-4a53-b0f9-ea4853f2a758/3b33822b-634d-453f-a4a2-df4548b2b14d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:00.967654 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0533671c-694c-4eaa-a0c8-c9ef65f360fe tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0941956 Feb 19 07:36:00.968193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38702) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:00.974028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1599628729'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:00.980043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:00.985096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:00.989086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:00.995996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:01.007053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:01.011911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.046702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:01.055978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.056510 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment f73d0a0c-08a9-41c3-b48d-1097eac5de6e of type vlan for network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 Feb 19 07:36:01.073073 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.084732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.117258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.119037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=585843c6-b3de-442a-b3b3-0c0556df9158,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:01.123354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.124707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.130737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.157454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.167065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.182771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a487e-5c87-4c86-add9-e6e4668dd382 None None] Network 95176a30-9ec1-4bb4-97bd-35321ff14231 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:01.205002 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-50541855-b960-4cc3-baac-eb136fb34847 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/585843c6-b3de-442a-b3b3-0c0556df9158 HTTP/1.1" status: 204 len: 168 time: 0.8904395 Feb 19 07:36:01.205469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38706) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:01.254838 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2831798 Feb 19 07:36:01.255385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38710) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:01.264521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:01.279576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0c5e9-12b8-4033-837a-35eeb26118bd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=3c566fbc-d3de-4812-a4eb-e0a120ecc8a3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:01.310136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:36:01.347656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93de864c-d771-499e-a9c1-3abc36eb4657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.371994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.389312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:01.397927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:01.405531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port dcf26df0-0d6b-4820-b516-ee9673442452 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:01.405819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.406227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:01.415929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:01.431805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:01.539769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Allocated IP 172.26.1.219 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/0079a7c4-e1b9-4059-a577-8c406195be70) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:01.574461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.603056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-93de864c-d771-499e-a9c1-3abc36eb4657 None None] For port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=66ddb7a4-07f8-45c0-b4bd-693f0e3c570a,segment=NetworkSegment(82a84149-b9e6-4a44-a851-4a1115db965e),segment_id=82a84149-b9e6-4a44-a851-4a1115db965e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:01.627877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93de864c-d771-499e-a9c1-3abc36eb4657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.707811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.737366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Transition to ACTIVE for port object 3b33822b-634d-453f-a4a2-df4548b2b14d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:01.761853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de864c-d771-499e-a9c1-3abc36eb4657 None None] Pushing event updated for resources: {'Port': ['ID=66ddb7a4-07f8-45c0-b4bd-693f0e3c570a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:01.779377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Transition to ACTIVE for port object 3b33822b-634d-453f-a4a2-df4548b2b14d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:01.800070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.876929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port dcf26df0-0d6b-4820-b516-ee9673442452, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dcf26df0-0d6b-4820-b516-ee9673442452,segment=NetworkSegment(3b14a514-c8a3-4a20-8258-091ec96369bd),segment_id=3b14a514-c8a3-4a20-8258-091ec96369bd)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:01.877328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.887967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device daa484eb-a7d1-430c-a6dc-fd143fe8ee6e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:01.894896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.919081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:01.960751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Network bb1fa548-4530-47ad-b928-59058ff800f7 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:01.967605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d8b510-f8fc-4805-aec7-a332abe34017 None None] DHCP port deletion for 95176a30-9ec1-4bb4-97bd-35321ff14231 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:01.970822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:01.986134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:02.021468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for dcf26df0-0d6b-4820-b516-ee9673442452 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:02.029903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8b510-f8fc-4805-aec7-a332abe34017 None None] Deleting port dcf26df0-0d6b-4820-b516-ee9673442452 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:02.030253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b510-f8fc-4805-aec7-a332abe34017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.039994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=9d73e112-b3cc-4758-b794-e8115c77fa10,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:02.068721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:02.069345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:02.098829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:02.108257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.119764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:02.124272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:02.125457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.128379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8b510-f8fc-4805-aec7-a332abe34017 None None] The port 'dcf26df0-0d6b-4820-b516-ee9673442452' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:36:02.140804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39529636-01f7-4dad-9bad-ae9ff16793cd None None] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:02.161204 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-70e26a46-c7bd-4058-80f1-5c082a4455ae tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9033153 Feb 19 07:36:02.163380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38714) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:02.182661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.233303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:02.234732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No DVR routers for this DVR port dcf26df0-0d6b-4820-b516-ee9673442452 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:02.239534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:02.274390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Pushing event updated for resources: {'Port': ['ID=0079a7c4-e1b9-4059-a577-8c406195be70,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:02.284132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:02.301391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Pushing event updated for resources: {'Port': ['ID=3b33822b-634d-453f-a4a2-df4548b2b14d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:02.346733 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:02.347099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.386658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Attempting to bind port 3b33822b-634d-453f-a4a2-df4548b2b14d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:02.387031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Attempting to bind port 3b33822b-634d-453f-a4a2-df4548b2b14d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:02.387387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Attempting to bind port 3b33822b-634d-453f-a4a2-df4548b2b14d on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:02.391261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=dcf26df0-0d6b-4820-b516-ee9673442452,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:02.452759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Sync routers for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:02.502112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.521981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-865df0e4-3b5f-4857-ba0d-889c773e0170 None None] Provisioning for port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:02.530593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:02.530966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Checking segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:02.531338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.531719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Bound using segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:02.532206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Bound port: 3b33822b-634d-453f-a4a2-df4548b2b14d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:02.532570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.558085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-865df0e4-3b5f-4857-ba0d-889c773e0170 None None] Provisioning complete for port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:02.559003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-865df0e4-3b5f-4857-ba0d-889c773e0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.577201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95176a30-9ec1-4bb4-97bd-35321ff14231']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:02.590283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:02.590834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:02.593202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b14a514-c8a3-4a20-8258-091ec96369bd') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:02.593445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b14a514-c8a3-4a20-8258-091ec96369bd') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:02.612265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.637802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.646974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:02.647375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:02.661845 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:02.755467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.776998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.790679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=95176a30-9ec1-4bb4-97bd-35321ff14231,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:02.797884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.798560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.861184 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b17ce896-cc12-4096-9dc9-678bc1c6baa1 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/95176a30-9ec1-4bb4-97bd-35321ff14231 HTTP/1.1" status: 204 len: 168 time: 1.6546357 Feb 19 07:36:02.867622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38718) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:02.875718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-416874876'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:02.881241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:02.889073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:02.892460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:02.895050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': '9d73e112-b3cc-4758-b794-e8115c77fa10'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:02.895317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.905483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:02.924774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:02.927766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:02.933901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-865df0e4-3b5f-4857-ba0d-889c773e0170 None None] Port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:02.971919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:02.990523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:03.011669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.012010 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment 5d89ad52-b83e-41aa-83dc-5729e7400fa6 of type vlan for network 626324e4-7ff0-4b22-9496-6a42d9f097c5 Feb 19 07:36:03.042374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:36:03.048205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] For port 3b33822b-634d-453f-a4a2-df4548b2b14d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:03.059684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.116135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] For port 3b33822b-634d-453f-a4a2-df4548b2b14d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3b33822b-634d-453f-a4a2-df4548b2b14d,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:03.131391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.131619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-865df0e4-3b5f-4857-ba0d-889c773e0170 None None] Provisioning complete for port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:03.131771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-865df0e4-3b5f-4857-ba0d-889c773e0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.152515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.156352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:03.157204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.164265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.351322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:03.360133 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:03.380485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.382429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4ecba92a-55df-47cc-9615-82cd305a3f3c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1428263 Feb 19 07:36:03.384430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38722) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:03.403406 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:03.404336 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:03.420881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=626324e4-7ff0-4b22-9496-6a42d9f097c5,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:03.438804 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5e1d425e-4020-4695-a060-016a56b90a08 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5689754 Feb 19 07:36:03.442714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38726) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:03.449746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:03.453554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:36:03.546670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5cfe6-5782-4b11-b1af-60b74e58bb28 None None] Pushing event updated for resources: {'Port': ['ID=3b33822b-634d-453f-a4a2-df4548b2b14d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:03.599764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Allocated IP 172.22.0.2 (3c566fbc-d3de-4812-a4eb-e0a120ecc8a3/9d73e112-b3cc-4758-b794-e8115c77fa10/b6537fb6-d207-4020-bdd6-c3bbc67983d7) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:03.610382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:03.616543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:03.621066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:03.633292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:03.653813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:03.792555 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:03.841218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:03.892968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:04.118154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.172449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:04.172935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.230797 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:02Z', 'revision_number': 3, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:04.234513 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:04.235008 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Updating router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 port 0079a7c4-e1b9-4059-a577-8c406195be70 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:36:04.236876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:35:59Z', 'revision_number': 3, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:35:59Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:04.257742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.262591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Checking router: fdd02f6b-a957-4602-9ed1-b59417ee328e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:04.262940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Updating router fdd02f6b-a957-4602-9ed1-b59417ee328e port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:36:04.279280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=fdab2c0f-7d50-45e1-88f6-d877abe72ee5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:04.297966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': '5d89ad52-b83e-41aa-83dc-5729e7400fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:04.298482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 626324e4-7ff0-4b22-9496-6a42d9f097c5, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:04.301320 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.306897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-35a7a931-4fd6-45a8-8d12-1791e2bc98c8 None None] Provisioning complete for port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:04.307187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-35a7a931-4fd6-45a8-8d12-1791e2bc98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.326584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:04.343317 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 626324e4-7ff0-4b22-9496-6a42d9f097c5) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:04.349914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:04.351740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.359455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Transition to ACTIVE for port object b6537fb6-d207-4020-bdd6-c3bbc67983d7 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:04.386972 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-04373811-42c4-40fe-81be-8b357e7ec739 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9429944 Feb 19 07:36:04.388344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:04.392714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda13ec-f8c9-4c00-9d11-63e95b8f6278 None None] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:04.396669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5', 'name': 'tempest-PortsIpV6TestJSON-1079600104', 'fixed_ips': [{'subnet_id': 'fdab2c0f-7d50-45e1-88f6-d877abe72ee5', 'ip_address': '2001:db8::10'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:04.523810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.543143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Transition to ACTIVE for port object b6537fb6-d207-4020-bdd6-c3bbc67983d7 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:04.587911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:04.589528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.592557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:04.595917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:04.603514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:04.622710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:04.630633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.638375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-35a7a931-4fd6-45a8-8d12-1791e2bc98c8 None None] Port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:04.668018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 2a8edba2-f44b-4b5e-94c1-177fef850b6e yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:36:04.719000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.885166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:04.901049 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.916815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Allocated IP 172.20.0.1 (bb1fa548-4530-47ad-b928-59058ff800f7/e57d70bf-0cdc-4a53-b0f9-ea4853f2a758/1fcdeab2-d091-483e-b0f8-505e814d1c0c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:04.919673 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Transition to ACTIVE for port object 0079a7c4-e1b9-4059-a577-8c406195be70 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:04.935804 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:04.942484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:04.962107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:05.017980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2ce813-48fa-45dc-8958-8b0d09351baf None None] Network bb1fa548-4530-47ad-b928-59058ff800f7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:05.021360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.22.0.1 (3c566fbc-d3de-4812-a4eb-e0a120ecc8a3/9d73e112-b3cc-4758-b794-e8115c77fa10/253dc95e-f224-4a0a-8e2a-b198936f058a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:05.069164 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09473e5-0386-495c-a209-b30a9812d068 None None] Pushing event updated for resources: {'Port': ['ID=0079a7c4-e1b9-4059-a577-8c406195be70,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.094457 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Attempting to bind port 0079a7c4-e1b9-4059-a577-8c406195be70 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:05.095115 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Attempting to bind port 0079a7c4-e1b9-4059-a577-8c406195be70 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:05.095735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Attempting to bind port 0079a7c4-e1b9-4059-a577-8c406195be70 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:05.106202 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:05.106578 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:05.107206 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.107592 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:05.108047 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Bound port: 0079a7c4-e1b9-4059-a577-8c406195be70, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:05.108460 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.150136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.182696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Transition to ACTIVE for port object 1fcdeab2-d091-483e-b0f8-505e814d1c0c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:05.209943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.223177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Attempting to bind port b6537fb6-d207-4020-bdd6-c3bbc67983d7 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:05.223783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Attempting to bind port b6537fb6-d207-4020-bdd6-c3bbc67983d7 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:05.223783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Attempting to bind port b6537fb6-d207-4020-bdd6-c3bbc67983d7 on network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:05.228779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dcf26df0-0d6b-4820-b516-ee9673442452 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:05.240720 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] For port 0079a7c4-e1b9-4059-a577-8c406195be70, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:05.245882 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] For port 0079a7c4-e1b9-4059-a577-8c406195be70, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0079a7c4-e1b9-4059-a577-8c406195be70,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:05.255393 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.263980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::10 (626324e4-7ff0-4b22-9496-6a42d9f097c5/fdab2c0f-7d50-45e1-88f6-d877abe72ee5/2a8edba2-f44b-4b5e-94c1-177fef850b6e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:05.292926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-626324e4-7ff0-4b22-9496-6a42d9f097c5', 'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5', 'tenant_id': '89b4e3711449484587c4319d9a822f4e', 'fixed_ips': [{'subnet_id': 'fdab2c0f-7d50-45e1-88f6-d877abe72ee5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:05.293725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.293854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Network bb1fa548-4530-47ad-b928-59058ff800f7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:05.297008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:05.302206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:05.316788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Pushing event updated for resources: {'Port': ['ID=b6537fb6-d207-4020-bdd6-c3bbc67983d7,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.318168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.337327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=1fcdeab2-d091-483e-b0f8-505e814d1c0c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.343913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: dcf26df0-0d6b-4820-b516-ee9673442452 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:05.344271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dcf26df0-0d6b-4820-b516-ee9673442452 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:05.357907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:05.358329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Checking segment: {'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:05.358661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.359158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Bound using segment: {'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:05.359493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Bound port: b6537fb6-d207-4020-bdd6-c3bbc67983d7, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:05.359853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.373072 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09473e5-0386-495c-a209-b30a9812d068 None None] Pushing event updated for resources: {'Port': ['ID=0079a7c4-e1b9-4059-a577-8c406195be70,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.387950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.390067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object 253dc95e-f224-4a0a-8e2a-b198936f058a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:05.414198 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:05.414970 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:05.498216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b04f506d-75ee-4181-92e4-7f47b36ca68e None None] Provisioning for port 3b33822b-634d-453f-a4a2-df4548b2b14d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:05.522433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.528187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.609914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=253dc95e-f224-4a0a-8e2a-b198936f058a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.640767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:05.643613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:05.646284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:05.664544 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] For port b6537fb6-d207-4020-bdd6-c3bbc67983d7, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:05.672792 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:05.720213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.735230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] For port b6537fb6-d207-4020-bdd6-c3bbc67983d7, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b6537fb6-d207-4020-bdd6-c3bbc67983d7,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:05.755706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 2a8edba2-f44b-4b5e-94c1-177fef850b6e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:05.757231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.766359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.871773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd64069-1e7c-4eca-a465-d3e84a109b7f None None] Pushing event updated for resources: {'Port': ['ID=b6537fb6-d207-4020-bdd6-c3bbc67983d7,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.874586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3b33822b-634d-453f-a4a2-df4548b2b14d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:05.883548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.983986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:05.992754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.114417 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:04Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:06.119476 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483eb9f-5b01-4385-b736-5868816cbb11 None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:04Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:06.139347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 3b33822b-634d-453f-a4a2-df4548b2b14d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:06.141543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=1fcdeab2-d091-483e-b0f8-505e814d1c0c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.146486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.180058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.226531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 3b33822b-634d-453f-a4a2-df4548b2b14d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:06.227027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.325031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.331746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=2a8edba2-f44b-4b5e-94c1-177fef850b6e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.384729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:06.388662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:06.391455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:06.395608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:06.397307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.448426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Transition to ACTIVE for port object dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:06.451138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Allocated IP 2001:db8::2 (626324e4-7ff0-4b22-9496-6a42d9f097c5/fdab2c0f-7d50-45e1-88f6-d877abe72ee5/12420803-9aa0-49ac-bcb3-f443f2018579) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:06.477019 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c819d2c-c3d7-415d-b21f-13ec1a316c29 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0870740 Feb 19 07:36:06.481121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38734) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:06.507653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5', 'name': 'tempest-PortsIpV6TestJSON-1079256672', 'fixed_ips': [{'subnet_id': 'fdab2c0f-7d50-45e1-88f6-d877abe72ee5', 'ip_address': '2001:db8::f'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:06.515890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.544731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Network bb1fa548-4530-47ad-b928-59058ff800f7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:06.548130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:06.667201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.resource_extend [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:36:06.691939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.721641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.867647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:06.930005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88455aea-161e-4b20-a6d9-b223dad50d5b None None] Pushing event updated for resources: {'Port': ['ID=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.984499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:07.016498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:07.023302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:07.036175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:07.054546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=253dc95e-f224-4a0a-8e2a-b198936f058a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:07.093316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:07.102118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.117803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.163175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 0cec72a8-0c88-429f-bcb2-a05c6e699e3b yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:36:07.176485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c084a623-9eb9-4707-b9f8-a1ca0bef3b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.189900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:07.214801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-68a1b89b-9ca6-4299-aa48-0011be217684 None None] Provisioning for port 1fcdeab2-d091-483e-b0f8-505e814d1c0c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:07.231129 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 3b33822b-634d-453f-a4a2-df4548b2b14d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3b33822b-634d-453f-a4a2-df4548b2b14d,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:07.331731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.333694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-68a1b89b-9ca6-4299-aa48-0011be217684 None None] Provisioning complete for port 1fcdeab2-d091-483e-b0f8-505e814d1c0c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:07.334044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68a1b89b-9ca6-4299-aa48-0011be217684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.493030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-68a1b89b-9ca6-4299-aa48-0011be217684 None None] Port 1fcdeab2-d091-483e-b0f8-505e814d1c0c cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:07.507888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:07.518204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:07.576667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.589097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Transition to ACTIVE for port object 12420803-9aa0-49ac-bcb3-f443f2018579 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:07.613995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Transition to ACTIVE for port object 12420803-9aa0-49ac-bcb3-f443f2018579 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:07.632983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:07.668184 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-021bd379-1819-4afb-aa7c-d889c4c59ec1 admin admin] 10.222.0.72 "PUT /v2.0/routers/64edc0b0-46b1-44ca-9883-0fd4b1c643a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2823267 Feb 19 07:36:07.738371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Attempting to bind port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:07.738883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Attempting to bind port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:07.739904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Attempting to bind port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 on network 152b906c-81b7-4212-8280-0c9888896735 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:07.756775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.795653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:07.796501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Checking segment: {'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:07.798601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.802836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Bound using segment: {'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:07.803476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Bound port: dfe7655a-6d10-41a9-b714-bbab6c1fa0a4, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a84149-b9e6-4a44-a851-4a1115db965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '152b906c-81b7-4212-8280-0c9888896735'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:07.803940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:07.838645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:07.848900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:07.858381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:07.877947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131f35c-5fe4-49ff-a4a0-4bbc18cf517e None None] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:07.908345 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b6537fb6-d207-4020-bdd6-c3bbc67983d7 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:08.024881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-68a1b89b-9ca6-4299-aa48-0011be217684 None None] Provisioning complete for port 3b33822b-634d-453f-a4a2-df4548b2b14d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:08.025411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68a1b89b-9ca6-4299-aa48-0011be217684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.035919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::f (626324e4-7ff0-4b22-9496-6a42d9f097c5/fdab2c0f-7d50-45e1-88f6-d877abe72ee5/0cec72a8-0c88-429f-bcb2-a05c6e699e3b) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:08.196418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=3b33822b-634d-453f-a4a2-df4548b2b14d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.228978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:08.346698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Attempting to bind port 12420803-9aa0-49ac-bcb3-f443f2018579 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:08.347444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Attempting to bind port 12420803-9aa0-49ac-bcb3-f443f2018579 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '5d89ad52-b83e-41aa-83dc-5729e7400fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:08.347685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Attempting to bind port 12420803-9aa0-49ac-bcb3-f443f2018579 on network 626324e4-7ff0-4b22-9496-6a42d9f097c5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:08.371863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Pushing event updated for resources: {'Port': ['ID=12420803-9aa0-49ac-bcb3-f443f2018579,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.389894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.401383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:08.402121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Checking segment: {'id': '5d89ad52-b83e-41aa-83dc-5729e7400fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:08.402843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.403421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Bound using segment: {'id': '5d89ad52-b83e-41aa-83dc-5729e7400fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:08.404108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Bound port: 12420803-9aa0-49ac-bcb3-f443f2018579, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d89ad52-b83e-41aa-83dc-5729e7400fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '626324e4-7ff0-4b22-9496-6a42d9f097c5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:08.404782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.414753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port b6537fb6-d207-4020-bdd6-c3bbc67983d7 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:08.417965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 0cec72a8-0c88-429f-bcb2-a05c6e699e3b will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:08.440503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0079a7c4-e1b9-4059-a577-8c406195be70 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:08.473911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.514231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:08.542641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] For port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:08.548374 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-afc16ce4-a48c-48c5-a0ae-18521ee0694e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3807404 Feb 19 07:36:08.550533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38754) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:08.559779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:08.562194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'network': {'name': 'tempest-RoutersTest-106412736'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:08.562825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:08.567302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:08.569973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:08.571126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.571724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.579013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:network and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:08.579898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=0cec72a8-0c88-429f-bcb2-a05c6e699e3b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.584954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:08.594333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:08.603846 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e00a6224-543b-4f66-922b-3109090eed58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1178563 Feb 19 07:36:08.604631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38758) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:08.621216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] For port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,segment=NetworkSegment(82a84149-b9e6-4a44-a851-4a1115db965e),segment_id=82a84149-b9e6-4a44-a851-4a1115db965e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:08.623199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:08.626230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.651246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.655213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:08.666782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.667412 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added segment da9248ba-7916-497a-b7d0-be66597d4541 of type vlan for network b03499e8-933a-43d5-ace8-a40f40613fb8 Feb 19 07:36:08.698452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.725862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc1bcc-daf9-4eef-8792-a719a47effb9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.726977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43cc1bcc-daf9-4eef-8792-a719a47effb9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:08.741281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.746243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.747203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.759428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-43cc1bcc-daf9-4eef-8792-a719a47effb9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:08.764514 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43cc1bcc-daf9-4eef-8792-a719a47effb9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1590600 Feb 19 07:36:08.765270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38764) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:08.813706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] For port 12420803-9aa0-49ac-bcb3-f443f2018579, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:08.829738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] For port 12420803-9aa0-49ac-bcb3-f443f2018579, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=12420803-9aa0-49ac-bcb3-f443f2018579,segment=NetworkSegment(5d89ad52-b83e-41aa-83dc-5729e7400fa6),segment_id=5d89ad52-b83e-41aa-83dc-5729e7400fa6)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:08.829925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88455aea-161e-4b20-a6d9-b223dad50d5b None None] Pushing event updated for resources: {'Port': ['ID=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.833131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38768) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:08.854223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-453011477-network', 'tenant_id': '825e2728027f47bc960ea5739119f4b3'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:08.855182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.863716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:08.870937 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3191648 Feb 19 07:36:08.871308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Usage tracker for resource:network and tenant:825e2728027f47bc960ea5739119f4b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:08.871528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38772) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:08.875250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:08.876203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba990c-601b-41f8-896b-9b4820d6599d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Network': ['ID=b03499e8-933a-43d5-ace8-a40f40613fb8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.881431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'subnet': {'network_id': 'b03499e8-933a-43d5-ace8-a40f40613fb8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:08.888873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:08.901208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b03499e8-933a-43d5-ace8-a40f40613fb8 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:36:08.924003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Made reservation on behalf of 825e2728027f47bc960ea5739119f4b3 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:08.926394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.943422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:08.967150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6889c77-b2bf-4ce6-a830-7175b6f9da00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.971513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6889c77-b2bf-4ce6-a830-7175b6f9da00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.975764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6889c77-b2bf-4ce6-a830-7175b6f9da00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.977714 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e6889c77-b2bf-4ce6-a830-7175b6f9da00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2112343 Feb 19 07:36:08.982709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:09.016569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:09.021642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Usage tracker for resource:security_group_rule and tenant:825e2728027f47bc960ea5739119f4b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:09.025364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:09.033761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:09.048283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2204638-e70f-4e3e-96ba-7a4daa4ad82d None None] Pushing event updated for resources: {'Port': ['ID=12420803-9aa0-49ac-bcb3-f443f2018579,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:09.063446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:09.071144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:subnet and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:09.076096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:09.081749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 0cec72a8-0c88-429f-bcb2-a05c6e699e3b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:09.082088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.092475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 0079a7c4-e1b9-4059-a577-8c406195be70 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:09.101427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 0079a7c4-e1b9-4059-a577-8c406195be70 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:09.101963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.113105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:09.128378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.133974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.146708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:09.147798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:09.172733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c378d0b1-0091-43a8-84ae-2d9c6cb202f3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:09.177796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Made reservation on behalf of 318f5bbad8bb4fb687377a01c820b0d9 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:09.179646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:09.190818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.191349 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Added segment 9488b194-db81-4a5d-8be9-80b4156c2594 of type vlan for network 33495e1f-7f16-45ab-a634-f58bfefec33a Feb 19 07:36:09.221621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.237108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2995-f8ea-4093-a29f-875dd837a3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.270219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.271497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:09.272088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.307055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Provisioning for port b6537fb6-d207-4020-bdd6-c3bbc67983d7 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:09.414222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] Pushing event updated for resources: {'Network': ['ID=33495e1f-7f16-45ab-a634-f58bfefec33a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:09.418877 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-530576bc-16a2-4d74-8e22-5f89d54a5a70 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5760465 Feb 19 07:36:09.422042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38780) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:09.439101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Request body: {'subnet': {'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-453011477-subnet', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:09.451682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:09.465494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Usage tracker for resource:subnet and tenant:825e2728027f47bc960ea5739119f4b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:09.469608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:09.483910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:09.503449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Made reservation on behalf of 825e2728027f47bc960ea5739119f4b3 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:09.505924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.507960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 33495e1f-7f16-45ab-a634-f58bfefec33a details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:36:09.624000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.769974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:09.819196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Provisioning complete for port b6537fb6-d207-4020-bdd6-c3bbc67983d7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:09.819696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.861229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.902427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:09.982412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.000845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Checking segment: {'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:10.001198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Network hostable DHCP agents. Network: 33495e1f-7f16-45ab-a634-f58bfefec33a, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:10.008890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77eba6f-ccfd-43f6-971d-194a76464203,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.030105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Network 33495e1f-7f16-45ab-a634-f58bfefec33a is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:10.042604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 0cec72a8-0c88-429f-bcb2-a05c6e699e3b owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:10.056216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 33495e1f-7f16-45ab-a634-f58bfefec33a) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:10.061711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:10.062293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.099475 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-68dc766e-1d6b-4271-a202-dc326ff68d5e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6762424 Feb 19 07:36:10.102927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38784) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:10.111982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:10.115081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c51a96-63ea-4bbd-b2da-5db774088185 None None] Network 33495e1f-7f16-45ab-a634-f58bfefec33a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:10.120538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:10.125422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Usage tracker for resource:router and tenant:825e2728027f47bc960ea5739119f4b3 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:10.131210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:10.138387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:10.156538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.159154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.183742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.200634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.326504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Subnet': ['ID=78d89deb-e68d-43e4-82b9-5e6f5822ab3a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.354064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.369030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.391527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 0079a7c4-e1b9-4059-a577-8c406195be70, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0079a7c4-e1b9-4059-a577-8c406195be70,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:10.447274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.459393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.462630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=0cec72a8-0c88-429f-bcb2-a05c6e699e3b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.465809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Checking segment: {'id': 'da9248ba-7916-497a-b7d0-be66597d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b03499e8-933a-43d5-ace8-a40f40613fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:10.466608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network hostable DHCP agents. Network: b03499e8-933a-43d5-ace8-a40f40613fb8, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:10.467373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.469318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.565497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.586709 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2cb7877b-41f5-490f-8cb4-27e1396e2513 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/0cec72a8-0c88-429f-bcb2-a05c6e699e3b HTTP/1.1" status: 204 len: 168 time: 1.6014113 Feb 19 07:36:10.590413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:10.615624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.632180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network b03499e8-933a-43d5-ace8-a40f40613fb8 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:10.649605 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-26080097-d0f5-47f6-98c5-aba129935d09 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:36:10.650337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-26080097-d0f5-47f6-98c5-aba129935d09 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:10.652450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc92e6c-d780-41c4-b84f-f5429d81bca4 None None] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:10.659193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.667431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b03499e8-933a-43d5-ace8-a40f40613fb8) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:10.672690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:10.673348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.681418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-26080097-d0f5-47f6-98c5-aba129935d09 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:10.682578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-26080097-d0f5-47f6-98c5-aba129935d09 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/0cec72a8-0c88-429f-bcb2-a05c6e699e3b HTTP/1.1" status: 404 len: 333 time: 0.0906985 Feb 19 07:36:10.688734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:10.732226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] For port b6537fb6-d207-4020-bdd6-c3bbc67983d7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b6537fb6-d207-4020-bdd6-c3bbc67983d7,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:10.737808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d4de60-385c-4241-8df6-748844971899 None None] Network b03499e8-933a-43d5-ace8-a40f40613fb8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:10.756895 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b802e9d4-2d3f-4a88-8de9-3a9cae8d003d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8821046 Feb 19 07:36:10.757915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38796) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:10.813125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 12420803-9aa0-49ac-bcb3-f443f2018579 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:10.823909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Allocated IP 172.26.1.133 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/6afce700-8cca-4a57-9c48-31e8e25874c3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:10.898083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 2a8edba2-f44b-4b5e-94c1-177fef850b6e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:10.898452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.913950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.932809 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=0079a7c4-e1b9-4059-a577-8c406195be70,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.983301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:10.990150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': '253dc95e-f224-4a0a-8e2a-b198936f058a', 'name': '', 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:85:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:03Z', 'updated_at': '2022-02-19T07:36:06Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:08Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:11.010490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-33495e1f-7f16-45ab-a634-f58bfefec33a', 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'fixed_ips': [{'subnet_id': 'a77eba6f-ccfd-43f6-971d-194a76464203'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:11.011243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.014447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.061511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825c9d8-f7e1-457f-919e-cc930bf7aa84 None None] The sync data for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv is: [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': '253dc95e-f224-4a0a-8e2a-b198936f058a', 'name': '', 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:85:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:03Z', 'updated_at': '2022-02-19T07:36:06Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:08Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:11.081632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:11.084356 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:11.088192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:11.132827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Pushing event updated for resources: {'Port': ['ID=6afce700-8cca-4a57-9c48-31e8e25874c3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:11.299225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.300011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.477831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Pushing event updated for resources: {'Port': ['ID=b6537fb6-d207-4020-bdd6-c3bbc67983d7,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:11.551431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b03499e8-933a-43d5-ace8-a40f40613fb8', 'network_id': 'b03499e8-933a-43d5-ace8-a40f40613fb8', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'fixed_ips': [{'subnet_id': '78d89deb-e68d-43e4-82b9-5e6f5822ab3a'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:11.553519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.579942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.580861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Provisioning complete for port 1fcdeab2-d091-483e-b0f8-505e814d1c0c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:11.581257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.599364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.613479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Router 7582e79b-d68e-4911-860c-7b15f894e5e6 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:36:11.740862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 2a8edba2-f44b-4b5e-94c1-177fef850b6e owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:11.849615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 12420803-9aa0-49ac-bcb3-f443f2018579 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:11.881493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3b33822b-634d-453f-a4a2-df4548b2b14d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:11.916231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:11.939110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f0aca55d-337f-4668-96c5-eb311e18cccf None None] Port 1fcdeab2-d091-483e-b0f8-505e814d1c0c cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:11.957142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:11.959624 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90d8953c-3bc8-4b77-b452-b406d2a71baf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8557270 Feb 19 07:36:11.959753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Sync routers for ids ['7582e79b-d68e-4911-860c-7b15f894e5e6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:11.962556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38800) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:12.019373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Allocated IP 172.23.0.2 (b03499e8-933a-43d5-ace8-a40f40613fb8/78d89deb-e68d-43e4-82b9-5e6f5822ab3a/16ab2836-299e-4062-a5ac-b50e6f2d554a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:12.044277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Allocated IP 172.20.0.2 (33495e1f-7f16-45ab-a634-f58bfefec33a/a77eba6f-ccfd-43f6-971d-194a76464203/acc07495-1a4c-49ca-a358-d1fb2ee0c85f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:12.047798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Routers {'7582e79b-d68e-4911-860c-7b15f894e5e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:12.048479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7582e79b-d68e-4911-860c-7b15f894e5e6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:12.062929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.116120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=2a8edba2-f44b-4b5e-94c1-177fef850b6e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:12.172877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.198117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a3d3fbec-95b1-4359-8efd-6a02fc701279 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/2a8edba2-f44b-4b5e-94c1-177fef850b6e HTTP/1.1" status: 204 len: 168 time: 1.5085194 Feb 19 07:36:12.200645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38804) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:12.244031 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5601b031-7f26-4998-8160-47606e38a625 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:36:12.244555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5601b031-7f26-4998-8160-47606e38a625 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:12.396029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5601b031-7f26-4998-8160-47606e38a625 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:12.399831 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5601b031-7f26-4998-8160-47606e38a625 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/2a8edba2-f44b-4b5e-94c1-177fef850b6e HTTP/1.1" status: 404 len: 333 time: 0.1958413 Feb 19 07:36:12.402657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38808) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:12.515713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.626710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 3b33822b-634d-453f-a4a2-df4548b2b14d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:12.627134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.678351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.740643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Transition to ACTIVE for port object acc07495-1a4c-49ca-a358-d1fb2ee0c85f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:12.794429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Provisioning for port 12420803-9aa0-49ac-bcb3-f443f2018579 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:12.845466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet fdab2c0f-7d50-45e1-88f6-d877abe72ee5 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:12.850032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Transition to ACTIVE for port object acc07495-1a4c-49ca-a358-d1fb2ee0c85f will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:12.851416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Set router 7582e79b-d68e-4911-860c-7b15f894e5e6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:12.855151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.894104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Provisioning complete for port 12420803-9aa0-49ac-bcb3-f443f2018579 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:12.894499 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.962013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:12.997452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.056292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.067303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.288837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.333634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=fdab2c0f-7d50-45e1-88f6-d877abe72ee5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.336952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Network 33495e1f-7f16-45ab-a634-f58bfefec33a is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:13.340074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.344954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Allocated IP 172.20.0.1 (33495e1f-7f16-45ab-a634-f58bfefec33a/a77eba6f-ccfd-43f6-971d-194a76464203/5564a20d-7bf4-457e-a7e6-09604b3f53a9) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:13.346442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.351767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:13.352931 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aa88d792-10c2-4c36-b042-e39d0ccb9d01 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/fdab2c0f-7d50-45e1-88f6-d877abe72ee5 HTTP/1.1" status: 204 len: 168 time: 0.9468629 Feb 19 07:36:13.355859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38812) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:13.384745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:13.403231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.428585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Pushing event updated for resources: {'Port': ['ID=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.442111 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Transition to ACTIVE for port object 16ab2836-299e-4062-a5ac-b50e6f2d554a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:13.588105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.588797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.600022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 12420803-9aa0-49ac-bcb3-f443f2018579 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:13.600507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.610293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b46db9-f098-45ba-8d3c-126882407659 None None] Network 626324e4-7ff0-4b22-9496-6a42d9f097c5 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:13.621041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Transition to ACTIVE for port object 5564a20d-7bf4-457e-a7e6-09604b3f53a9 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:13.637133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b6537fb6-d207-4020-bdd6-c3bbc67983d7 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:13.649497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.661319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.722703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Network 33495e1f-7f16-45ab-a634-f58bfefec33a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:13.726488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:13.730102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:13.732943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Transition to ACTIVE for port object 16ab2836-299e-4062-a5ac-b50e6f2d554a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:13.775083 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Pushing event updated for resources: {'Port': ['ID=5564a20d-7bf4-457e-a7e6-09604b3f53a9,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.794089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.822051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.826366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Attempting to bind port acc07495-1a4c-49ca-a358-d1fb2ee0c85f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:13.826783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Attempting to bind port acc07495-1a4c-49ca-a358-d1fb2ee0c85f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:13.827314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Attempting to bind port acc07495-1a4c-49ca-a358-d1fb2ee0c85f on network 33495e1f-7f16-45ab-a634-f58bfefec33a {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:13.862673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port 12420803-9aa0-49ac-bcb3-f443f2018579, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=12420803-9aa0-49ac-bcb3-f443f2018579,segment=NetworkSegment(5d89ad52-b83e-41aa-83dc-5729e7400fa6),segment_id=5d89ad52-b83e-41aa-83dc-5729e7400fa6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:13.863263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.885021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.930414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] For port 12420803-9aa0-49ac-bcb3-f443f2018579, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=12420803-9aa0-49ac-bcb3-f443f2018579,segment=NetworkSegment(5d89ad52-b83e-41aa-83dc-5729e7400fa6),segment_id=5d89ad52-b83e-41aa-83dc-5729e7400fa6)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:13.935093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:13.935363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Checking segment: {'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:13.935731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.936278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Bound using segment: {'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:13.938156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Bound port: acc07495-1a4c-49ca-a358-d1fb2ee0c85f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:13.938538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.989268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Allocated IP 172.23.0.1 (b03499e8-933a-43d5-ace8-a40f40613fb8/78d89deb-e68d-43e4-82b9-5e6f5822ab3a/1c0ca482-a010-4b8e-8c9d-3e04f631f065) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:13.997030 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:13.997549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 12420803-9aa0-49ac-bcb3-f443f2018579 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:14.000056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Network b03499e8-933a-43d5-ace8-a40f40613fb8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:14.035103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Pushing event updated for resources: {'Port': ['ID=16ab2836-299e-4062-a5ac-b50e6f2d554a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:14.037533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:14.073233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:14.109341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.114038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.170910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:14.171381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:14.216535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b6537fb6-d207-4020-bdd6-c3bbc67983d7 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:14.216908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.227853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.244958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Transition to ACTIVE for port object 1c0ca482-a010-4b8e-8c9d-3e04f631f065 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:14.269471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.318720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Provisioning complete for port b6537fb6-d207-4020-bdd6-c3bbc67983d7 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:14.318992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.321374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.325407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Pushing event updated for resources: {'Port': ['ID=5564a20d-7bf4-457e-a7e6-09604b3f53a9,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:14.339348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network b03499e8-933a-43d5-ace8-a40f40613fb8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:14.342461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:14.346765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:14.370355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Pushing event updated for resources: {'Port': ['ID=12420803-9aa0-49ac-bcb3-f443f2018579,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:14.386726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=1c0ca482-a010-4b8e-8c9d-3e04f631f065,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:14.401169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:11Z', 'revision_number': 3, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port': {'id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:14.405883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] For port acc07495-1a4c-49ca-a358-d1fb2ee0c85f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:14.418930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.435364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Checking router: 7582e79b-d68e-4911-860c-7b15f894e5e6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:14.435713 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Updating router 7582e79b-d68e-4911-860c-7b15f894e5e6 port 6afce700-8cca-4a57-9c48-31e8e25874c3 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:36:14.460188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] For port acc07495-1a4c-49ca-a358-d1fb2ee0c85f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,segment=NetworkSegment(9488b194-db81-4a5d-8be9-80b4156c2594),segment_id=9488b194-db81-4a5d-8be9-80b4156c2594)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:14.465687 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Attempting to bind port 16ab2836-299e-4062-a5ac-b50e6f2d554a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:14.466064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Attempting to bind port 16ab2836-299e-4062-a5ac-b50e6f2d554a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'da9248ba-7916-497a-b7d0-be66597d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b03499e8-933a-43d5-ace8-a40f40613fb8'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:14.466650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Attempting to bind port 16ab2836-299e-4062-a5ac-b50e6f2d554a on network b03499e8-933a-43d5-ace8-a40f40613fb8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:14.486497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.498701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Network 33495e1f-7f16-45ab-a634-f58bfefec33a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:14.500128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:14.520859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.568070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:14.568468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Checking segment: {'id': 'da9248ba-7916-497a-b7d0-be66597d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b03499e8-933a-43d5-ace8-a40f40613fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:14.568925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.569255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Bound using segment: {'id': 'da9248ba-7916-497a-b7d0-be66597d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b03499e8-933a-43d5-ace8-a40f40613fb8'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:14.569730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Bound port: 16ab2836-299e-4062-a5ac-b50e6f2d554a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9248ba-7916-497a-b7d0-be66597d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b03499e8-933a-43d5-ace8-a40f40613fb8'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:14.570092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.639763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.677682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] DHCP port deletion for 626324e4-7ff0-4b22-9496-6a42d9f097c5 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:14.707633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 12420803-9aa0-49ac-bcb3-f443f2018579 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:14.707633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.777091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Deleting port 12420803-9aa0-49ac-bcb3-f443f2018579 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:14.777604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:14.832813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a40c-b8d6-4811-87d9-4f4c77587472 None None] Pushing event updated for resources: {'Port': ['ID=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:14.879494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0079a7c4-e1b9-4059-a577-8c406195be70 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:14.935219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Router 7582e79b-d68e-4911-860c-7b15f894e5e6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:15.210944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:15.223351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Provisioning for port 253dc95e-f224-4a0a-8e2a-b198936f058a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:15.227837 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b3f48ddc-eeff-478c-956f-2bc67db6e1db admin admin] 10.222.0.72 "PUT /v2.0/routers/7582e79b-d68e-4911-860c-7b15f894e5e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2631512 Feb 19 07:36:15.246058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] For port 16ab2836-299e-4062-a5ac-b50e6f2d554a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:15.275534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port 12420803-9aa0-49ac-bcb3-f443f2018579, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=12420803-9aa0-49ac-bcb3-f443f2018579,segment=NetworkSegment(5d89ad52-b83e-41aa-83dc-5729e7400fa6),segment_id=5d89ad52-b83e-41aa-83dc-5729e7400fa6)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:15.276198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.320387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Provisioning complete for port 253dc95e-f224-4a0a-8e2a-b198936f058a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:15.320913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.397921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 12420803-9aa0-49ac-bcb3-f443f2018579 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:15.404666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] For port 16ab2836-299e-4062-a5ac-b50e6f2d554a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=16ab2836-299e-4062-a5ac-b50e6f2d554a,segment=NetworkSegment(da9248ba-7916-497a-b7d0-be66597d4541),segment_id=da9248ba-7916-497a-b7d0-be66597d4541)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:15.434569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.resource_extend [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:36:15.446586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.463524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.475655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.545266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-20eb1955-9dc3-4a12-b8c8-d455ccd0cb8b None None] Port 253dc95e-f224-4a0a-8e2a-b198936f058a cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:15.547910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] For port 12420803-9aa0-49ac-bcb3-f443f2018579, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=12420803-9aa0-49ac-bcb3-f443f2018579,segment=NetworkSegment(5d89ad52-b83e-41aa-83dc-5729e7400fa6),segment_id=5d89ad52-b83e-41aa-83dc-5729e7400fa6)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:15.548434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.607583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.628951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.632974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event updated for resources: {'Port': ['ID=1c0ca482-a010-4b8e-8c9d-3e04f631f065,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.688029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=12420803-9aa0-49ac-bcb3-f443f2018579,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.700815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No DVR routers for this DVR port 12420803-9aa0-49ac-bcb3-f443f2018579 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:15.724693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Calling delete_port for 12420803-9aa0-49ac-bcb3-f443f2018579 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:15.783711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 0079a7c4-e1b9-4059-a577-8c406195be70 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:15.784285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:15.817776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5c81-859e-40b0-bde5-a7a8f497b360 None None] Pushing event updated for resources: {'Port': ['ID=16ab2836-299e-4062-a5ac-b50e6f2d554a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.846494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56ccc95a-f4f4-4bf7-9980-aafa1bd1d940 None None] Could not find standard attr ID for object 2a8edba2-f44b-4b5e-94c1-177fef850b6e. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:36:15.901350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56ccc95a-f4f4-4bf7-9980-aafa1bd1d940 None None] Could not find standard attr ID for object 0cec72a8-0c88-429f-bcb2-a05c6e699e3b. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:36:15.927956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-56ccc95a-f4f4-4bf7-9980-aafa1bd1d940 None None] Could not find standard attr ID for object 12420803-9aa0-49ac-bcb3-f443f2018579. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:36:16.007644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.010538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:16.010876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:16.029146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38822) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:16.035799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365045163', 'description': 'tempest-secgroup-smoke-1365045163 description', 'project_id': '18c5d993bf994eed8180b7f5ac7629dc'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:16.041581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:16.049412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:16.053323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:16.062882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:16.071147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626324e4-7ff0-4b22-9496-6a42d9f097c5']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:16.074139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.077658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.090283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Network b03499e8-933a-43d5-ace8-a40f40613fb8 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:16.092060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d89ad52-b83e-41aa-83dc-5729e7400fa6') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:16.092376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d89ad52-b83e-41aa-83dc-5729e7400fa6') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:16.097044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:16.107098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:16.131087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Transition to ACTIVE for port object 6afce700-8cca-4a57-9c48-31e8e25874c3 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:16.133836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:16.138576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:16.142038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:16.149653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:16.181546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.181789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.221070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.229435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.276010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.276343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ea02a-d0f4-4b00-9076-c67abe5fb3ef None None] Pushing event updated for resources: {'Port': ['ID=6afce700-8cca-4a57-9c48-31e8e25874c3,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.284817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.288749 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4945f84b-c35b-4056-b942-a7195dff41fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2585459 Feb 19 07:36:16.289171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.290188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:16.290633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Attempting to bind port 6afce700-8cca-4a57-9c48-31e8e25874c3 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:16.291048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Attempting to bind port 6afce700-8cca-4a57-9c48-31e8e25874c3 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:16.293304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Attempting to bind port 6afce700-8cca-4a57-9c48-31e8e25874c3 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:16.300711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'security_group_rule': {'security_group_id': 'dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2', 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:16.303758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:16.304192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.312702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:16.314107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:16.314557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:16.315003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.316189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:16.316663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Bound port: 6afce700-8cca-4a57-9c48-31e8e25874c3, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:16.317435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:16.317579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.321649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:16.323166 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:16.330687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:16.354384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.355958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e49c3-9d8d-4401-88b1-15acea3f84cf None None] Network 33495e1f-7f16-45ab-a634-f58bfefec33a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:16.384820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:16.418989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.424522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.444120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:16.444516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.451044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff6463f-3217-48e0-81a7-5e8a378c1dc3,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.462965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.465459 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ef00c295-0f33-49c1-8d22-0e66c72bf17f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1722353 Feb 19 07:36:16.467776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38830) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:16.478473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'security_group_rule': {'security_group_id': 'dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2', 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:16.486624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:16.491845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:16.495670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:16.503378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:16.520620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Deleting port 12420803-9aa0-49ac-bcb3-f443f2018579 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:16.520974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.528802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.606892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.616179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.622411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.633937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.643373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf83c581-bcf7-4d92-9b88-b56f5a5d1cb8 None None] The port '12420803-9aa0-49ac-bcb3-f443f2018579' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:36:16.644685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=626324e4-7ff0-4b22-9496-6a42d9f097c5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.678814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc09b98-97a3-4bdd-865f-ed6513826ade,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.680479 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b3fb2c62-a198-4162-806e-e2e01a3d7a99 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/626324e4-7ff0-4b22-9496-6a42d9f097c5 HTTP/1.1" status: 204 len: 168 time: 3.3240542 Feb 19 07:36:16.687286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38834) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:16.694555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-993980615'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:16.694831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.698988 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7acd9f91-5a0b-44d5-a9c2-8bc685580b7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2236757 Feb 19 07:36:16.699201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38838) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:16.701583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dd4a3e41-c3dc-49b9-916d-efab8313eccd None None] Provisioning for port acc07495-1a4c-49ca-a358-d1fb2ee0c85f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:16.703659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:16.709104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'security_group_rule': {'security_group_id': 'dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2', 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:16.710449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:network and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:16.714835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] For port 6afce700-8cca-4a57-9c48-31e8e25874c3, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:16.718359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:16.723374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:16.725080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:16.726549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:16.728278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:16.738048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:16.741545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:16.759093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:16.762504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.772237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.814479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] For port 6afce700-8cca-4a57-9c48-31e8e25874c3, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6afce700-8cca-4a57-9c48-31e8e25874c3,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:16.852179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.868610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.875445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.892750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.903628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb030a6a-d26a-406c-9bfe-b4d4914708eb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.922514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.924764 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9f9de67b-a933-4aeb-90f9-71c11e481064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2235565 Feb 19 07:36:16.932903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:16.940175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'security_group_rule': {'security_group_id': 'dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2', 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:16.947610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:16.953301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:16.957242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:16.967442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:16.988773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:16.991480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f02e4b-c12e-42a1-9f74-725a9c6041b4 None None] Network b03499e8-933a-43d5-ace8-a40f40613fb8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:17.056633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.063205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.076355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:17.090518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.090518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Added segment 3bee0312-7398-4ad8-968e-4a60275e3e43 of type vlan for network 5aa02b52-cb14-4894-aed5-df77c5025a72 Feb 19 07:36:17.090864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,segment=NetworkSegment(82a84149-b9e6-4a44-a851-4a1115db965e),segment_id=82a84149-b9e6-4a44-a851-4a1115db965e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:17.097021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962d0a25-c924-49d4-aa08-fdede3c9fd00,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.105296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.110096 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69dbd640-c856-40fa-aaa2-8aa1278205d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1752937 Feb 19 07:36:17.110274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38846) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:17.119384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.121360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'security_group_rule': {'security_group_id': 'dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2', 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:17.130543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:17.146146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:17.149324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:17.152230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ea02a-d0f4-4b00-9076-c67abe5fb3ef None None] Pushing event updated for resources: {'Port': ['ID=6afce700-8cca-4a57-9c48-31e8e25874c3,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.159134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.163672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:17.198047 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Project 18c5d993bf994eed8180b7f5ac7629dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:36:17.210201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Routers {'7582e79b-d68e-4911-860c-7b15f894e5e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:17.210632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7582e79b-d68e-4911-860c-7b15f894e5e6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:17.212196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.242262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:17.249861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.253733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:17.254375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.299470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-24e1c288-7e5a-4fb5-86e1-fb2e8c4ffe5d None None] Provisioning for port 16ab2836-299e-4062-a5ac-b50e6f2d554a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:17.302463 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dff9e91d-71fa-4f5f-84c3-eccc1b2eae34 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5396845 Feb 19 07:36:17.305875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:17.311947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:17.364735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 16ab2836-299e-4062-a5ac-b50e6f2d554a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:17.376610 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6877589 Feb 19 07:36:17.381588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38854) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:17.391909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:17.462442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd92eb0-5e53-403f-9252-ed17a85b3376 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Network': ['ID=5aa02b52-cb14-4894-aed5-df77c5025a72,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.496726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.508476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.543508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9921223a-71b1-4c16-a7cf-d474457251c3,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.547088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:17.554588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:17.557775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:17.563321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.567553 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-192fc5dd-4d9f-4b92-a69e-5fb9d24f2ec1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4532931 Feb 19 07:36:17.567553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:17.567553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38858) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:17.572945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:36:17.574298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'security_group_rule': {'security_group_id': 'dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2', 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:17.582907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:17.588261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:security_group_rule and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:17.591443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:17.599150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:17.602251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:17.693858 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Project 18c5d993bf994eed8180b7f5ac7629dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:36:17.704817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.732569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.744650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.762393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 16ab2836-299e-4062-a5ac-b50e6f2d554a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:17.777280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 16ab2836-299e-4062-a5ac-b50e6f2d554a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:17.778106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.889367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.900914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.929147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:17.939794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de814c4f-b584-4d54-ba4a-30967205a6ed,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.955660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] Set router 7582e79b-d68e-4911-860c-7b15f894e5e6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:18.023501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.024833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b98e6e46-cd0f-4e99-9d1e-8f48892ac2d9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4563744 Feb 19 07:36:18.115433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.160580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0631e74a-5a46-44da-b416-4b5126abde57 None None] Provisioning for port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:18.173264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 16ab2836-299e-4062-a5ac-b50e6f2d554a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=16ab2836-299e-4062-a5ac-b50e6f2d554a,segment=NetworkSegment(da9248ba-7916-497a-b7d0-be66597d4541),segment_id=da9248ba-7916-497a-b7d0-be66597d4541)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:18.197356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.197858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 19 07:36:18.199820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device acc07495-1a4c-49ca-a358-d1fb2ee0c85f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:18.230854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.extraroute_db [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Removed routes are [] {{(pid=83569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 19 07:36:18.231508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.251332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Checking segment: {'id': '3bee0312-7398-4ad8-968e-4a60275e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:18.251703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network hostable DHCP agents. Network: 5aa02b52-cb14-4894-aed5-df77c5025a72, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:18.259791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=ce5511ef-c200-42b6-9f9c-8a905003662a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:18.294945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:18.309902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 5aa02b52-cb14-4894-aed5-df77c5025a72) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:18.319299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:18.319969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.354605 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7fa84782-00d2-4b51-82db-a3319c1fdd19 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9711213 Feb 19 07:36:18.357181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:18.370885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1258341753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:18.399268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:18.408964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:router and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:18.416907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:18.438953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0631e74a-5a46-44da-b416-4b5126abde57 None None] Provisioning complete for port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:18.439626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0631e74a-5a46-44da-b416-4b5126abde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.443606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:18.473323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.474554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.516812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.559474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.566080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c2d8d-0a3d-408b-9f67-a189ca1b320e None None] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:18.613743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.615025 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4429847d-5368-44c3-b4a7-12f4d510749c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2569237 Feb 19 07:36:18.617679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38888) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:18.624606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72', 'name': 'tempest-PortsIpV6TestJSON-429743160'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:18.737840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.752583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.802243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:18.807496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:port and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:18.811456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:18.818815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:18.835856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:18.842979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:18.870424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port ea885992-3848-4825-bb32-b39719ed3d48 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:36:18.994740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0631e74a-5a46-44da-b416-4b5126abde57 None None] Port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:19.001527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:19.053106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::287 (5aa02b52-cb14-4894-aed5-df77c5025a72/ce5511ef-c200-42b6-9f9c-8a905003662a/ea885992-3848-4825-bb32-b39719ed3d48) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:19.173854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=16ab2836-299e-4062-a5ac-b50e6f2d554a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.202350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-5aa02b52-cb14-4894-aed5-df77c5025a72', 'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72', 'tenant_id': '89b4e3711449484587c4319d9a822f4e', 'fixed_ips': [{'subnet_id': 'ce5511ef-c200-42b6-9f9c-8a905003662a'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:19.203181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.256847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:19.263930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.265794 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c0a9daf-f0a8-4e43-b0a4-cbdd1045071f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 200 len: 933 time: 1.9581892 Feb 19 07:36:19.268739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38898) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:19.270755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port acc07495-1a4c-49ca-a358-d1fb2ee0c85f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:19.283228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port acc07495-1a4c-49ca-a358-d1fb2ee0c85f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:19.283652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.295611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.312707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object ea885992-3848-4825-bb32-b39719ed3d48 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:19.345317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.418780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=ea885992-3848-4825-bb32-b39719ed3d48,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.436628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:19.437759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:19.440880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:19.445665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:19.446266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.458812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 4, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port': {'id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5564a20d-7bf4-457e-a7e6-09604b3f53a9', 'name': '', 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'mac_address': 'fa:16:3e:6d:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:13Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 2, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'subnets': [{'id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:19.480719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c866e6-28cd-4f36-aede-41dc0ba1384b None None] The sync data for ids ['7582e79b-d68e-4911-860c-7b15f894e5e6'] in dv-neutron-829958-1-hyperv is: [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 4, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port': {'id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5564a20d-7bf4-457e-a7e6-09604b3f53a9', 'name': '', 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'mac_address': 'fa:16:3e:6d:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:13Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 2, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'subnets': [{'id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:19.482251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Provisioning complete for port 16ab2836-299e-4062-a5ac-b50e6f2d554a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:19.482620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.496925 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-68700018-d8b6-4769-af9e-25b69d2d8f67 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8780825 Feb 19 07:36:19.500314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:19.503029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38906) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:19.516964 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec1d027c-82a5-491a-8c38-f0338df4aa79 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 200 len: 933 time: 0.2471826 Feb 19 07:36:19.602668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Allocated IP 2001:db8::2 (5aa02b52-cb14-4894-aed5-df77c5025a72/ce5511ef-c200-42b6-9f9c-8a905003662a/85f183a4-c32e-4f8f-bc44-d0d6686f2cf6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:19.637011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.672311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'routes': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:19.834755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port acc07495-1a4c-49ca-a358-d1fb2ee0c85f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,segment=NetworkSegment(9488b194-db81-4a5d-8be9-80b4156c2594),segment_id=9488b194-db81-4a5d-8be9-80b4156c2594)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:19.851292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:19.963046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 12420803-9aa0-49ac-bcb3-f443f2018579 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:20.020468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 12420803-9aa0-49ac-bcb3-f443f2018579 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:20.020887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 12420803-9aa0-49ac-bcb3-f443f2018579 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:20.054901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Provisioning complete for port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:20.055128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.079704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.093959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.107507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Transition to ACTIVE for port object 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:20.150000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Transition to ACTIVE for port object 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:20.150737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:20.165799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.223023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:20.248611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Provisioning for port 1c0ca482-a010-4b8e-8c9d-3e04f631f065 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:20.275056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:20.285098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:20.295899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Provisioning complete for port 1c0ca482-a010-4b8e-8c9d-3e04f631f065 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:20.296409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.322663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:20.354874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Pushing event updated for resources: {'Port': ['ID=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.403214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7d520a64-d119-44b7-8a0d-2ec8143843a9 None None] Port 1c0ca482-a010-4b8e-8c9d-3e04f631f065 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:20.467662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Attempting to bind port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:20.468342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Attempting to bind port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '3bee0312-7398-4ad8-968e-4a60275e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:20.468695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Attempting to bind port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 on network 5aa02b52-cb14-4894-aed5-df77c5025a72 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:20.470850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:20.471338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.515555 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:20.516111 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Checking segment: {'id': '3bee0312-7398-4ad8-968e-4a60275e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:20.516629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.517125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Bound using segment: {'id': '3bee0312-7398-4ad8-968e-4a60275e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:20.517729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Bound port: 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bee0312-7398-4ad8-968e-4a60275e3e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5aa02b52-cb14-4894-aed5-df77c5025a72'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:20.520344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.602774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 19 07:36:20.603415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 19 07:36:20.666119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] For port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:20.670568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] For port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,segment=NetworkSegment(3bee0312-7398-4ad8-968e-4a60275e3e43),segment_id=3bee0312-7398-4ad8-968e-4a60275e3e43)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:20.674273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 16ab2836-299e-4062-a5ac-b50e6f2d554a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:20.700868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.704589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:20.808660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867e113-7c92-4a1b-8456-5c69a010a05f None None] Pushing event updated for resources: {'Port': ['ID=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.834867 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 16ab2836-299e-4062-a5ac-b50e6f2d554a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:20.835438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:21.052601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:21.545469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:21.565507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:21.746871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:21.753146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:21.858430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b59f22-6868-4d39-9452-7d5c831010dc None None] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:21.874311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=ea885992-3848-4825-bb32-b39719ed3d48,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:21.959468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:21.968346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f762f064-9f03-48b5-9e90-53ec2e50d722 None None] Provisioning for port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:22.179071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:22.255437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:22.380709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:22.389385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:22.390216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:22.509722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:22.518099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:22.519242 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7bb35683-5ce2-4596-a8c6-94c9ac71cf5d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 200 len: 699 time: 3.0135078 Feb 19 07:36:22.522040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38938) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:22.557515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:22.655033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e084e6f9-b8d0-48d7-b25a-61cfe6b79a99 None None] Provisioning complete for port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:22.655689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e084e6f9-b8d0-48d7-b25a-61cfe6b79a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:22.715869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:22.790390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,segment=NetworkSegment(3bee0312-7398-4ad8-968e-4a60275e3e43),segment_id=3bee0312-7398-4ad8-968e-4a60275e3e43)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:22.886224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:22.887045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device acc07495-1a4c-49ca-a358-d1fb2ee0c85f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:23.025351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e084e6f9-b8d0-48d7-b25a-61cfe6b79a99 None None] Provisioning for port ea885992-3848-4825-bb32-b39719ed3d48 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:23.059220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e084e6f9-b8d0-48d7-b25a-61cfe6b79a99 None None] Provisioning complete for port ea885992-3848-4825-bb32-b39719ed3d48 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:23.059220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e084e6f9-b8d0-48d7-b25a-61cfe6b79a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:23.072776 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6c1389ca-dfd6-4546-a61f-2a4bda23a155 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 200 len: 699 time: 0.5487056 Feb 19 07:36:23.075235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38942) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:23.112875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:23.163662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port acc07495-1a4c-49ca-a358-d1fb2ee0c85f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:23.164404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:23.231116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-e084e6f9-b8d0-48d7-b25a-61cfe6b79a99 None None] Port ea885992-3848-4825-bb32-b39719ed3d48 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:23.331041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:23.343832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:23.344320 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:23.411544 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7821089c-9569-4bc5-a9ce-fcf4aa29b7b8 None None] Provisioning complete for port ea885992-3848-4825-bb32-b39719ed3d48 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:23.411919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7821089c-9569-4bc5-a9ce-fcf4aa29b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:23.583046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7821089c-9569-4bc5-a9ce-fcf4aa29b7b8 None None] Port ea885992-3848-4825-bb32-b39719ed3d48 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:23.669561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:23.675766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:23.677773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=ea885992-3848-4825-bb32-b39719ed3d48,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:23.687535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:24.071850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4f9b1137-584b-4820-803e-bc95d6c358f7 None None] Provisioning complete for port ea885992-3848-4825-bb32-b39719ed3d48 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:24.072863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f9b1137-584b-4820-803e-bc95d6c358f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:24.137630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b1137-584b-4820-803e-bc95d6c358f7 None None] Port ea885992-3848-4825-bb32-b39719ed3d48 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:24.171495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:24.233143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Router cd9cd9eb-434e-4d58-a970-7a7d6080bd52 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:36:24.247985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:24.248379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:24.410013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 1c0ca482-a010-4b8e-8c9d-3e04f631f065 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:24.410678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:24.439060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:24.444748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cbb97704-dd3a-492c-a4ac-8d3d4e5c14a6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "PUT /v2.0/routers/cd9cd9eb-434e-4d58-a970-7a7d6080bd52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9406197 Feb 19 07:36:24.447469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38948) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:24.455404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] Sync routers for ids ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:24.469835 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] Routers {'cd9cd9eb-434e-4d58-a970-7a7d6080bd52'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:24.471142 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:24.571814 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:24.584669 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] Routers {'cd9cd9eb-434e-4d58-a970-7a7d6080bd52'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:24.585488 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:24.647623 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:24.648387 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c6ead7-eae7-4199-836e-da47d7525fb6 None None] The sync data for ids ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:24.649022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68dae8-6a19-40ac-82cc-821a78b7bd60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:24.651368 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1f68dae8-6a19-40ac-82cc-821a78b7bd60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd9cd9eb-434e-4d58-a970-7a7d6080bd52 HTTP/1.1" status: 200 len: 988 time: 0.2027459 Feb 19 07:36:24.654462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38952) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:24.782410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:25.029419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 1c0ca482-a010-4b8e-8c9d-3e04f631f065 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:25.386241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:25.436943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=1c0ca482-a010-4b8e-8c9d-3e04f631f065,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:25.838626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:25.988413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:26.741290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port ea885992-3848-4825-bb32-b39719ed3d48 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:26.741620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:26.926786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:26.960019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:27.179226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for ea885992-3848-4825-bb32-b39719ed3d48 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:27.320003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:27.370376 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-51c57f70-7251-4797-9a1d-9a78a84041f8 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2940083 Feb 19 07:36:27.373350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38962) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:27.404891 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:27.460573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=ea885992-3848-4825-bb32-b39719ed3d48,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:27.604037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet 78d89deb-e68d-43e4-82b9-5e6f5822ab3a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:27.608792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:27.678332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:27.687327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:27.903424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:27.997072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.052259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=78d89deb-e68d-43e4-82b9-5e6f5822ab3a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:28.056903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.062724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f3e2d-08f6-4b98-ae3d-d2663bf7380d None None] Network b03499e8-933a-43d5-ace8-a40f40613fb8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:28.068215 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f28673cf-3d68-4fe1-aad1-53c141264004 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/78d89deb-e68d-43e4-82b9-5e6f5822ab3a HTTP/1.1" status: 204 len: 168 time: 0.6925581 Feb 19 07:36:28.070087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38968) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:28.239907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.259548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 16ab2836-299e-4062-a5ac-b50e6f2d554a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:28.259943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.273739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Router cd9cd9eb-434e-4d58-a970-7a7d6080bd52 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:28.376261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] DHCP port deletion for b03499e8-933a-43d5-ace8-a40f40613fb8 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:28.395091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Deleting port 16ab2836-299e-4062-a5ac-b50e6f2d554a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:28.395554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.416144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:28.422480 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b18f511d-ea19-4d4d-a437-86271a0e7d48 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "PUT /v2.0/routers/cd9cd9eb-434e-4d58-a970-7a7d6080bd52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7668684 Feb 19 07:36:28.425060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38972) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:28.432623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] Sync routers for ids ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:28.459189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] Routers {'cd9cd9eb-434e-4d58-a970-7a7d6080bd52'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:28.459907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:28.477112 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-973878ed-c2e9-47c9-95b0-60af6000b7f8 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:36:28.477829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-973878ed-c2e9-47c9-95b0-60af6000b7f8 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:28.496416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-973878ed-c2e9-47c9-95b0-60af6000b7f8 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:28.497900 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-973878ed-c2e9-47c9-95b0-60af6000b7f8 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/ea885992-3848-4825-bb32-b39719ed3d48 HTTP/1.1" status: 404 len: 333 time: 0.0708511 Feb 19 07:36:28.500497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38976) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:28.530574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port 16ab2836-299e-4062-a5ac-b50e6f2d554a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=16ab2836-299e-4062-a5ac-b50e6f2d554a,segment=NetworkSegment(da9248ba-7916-497a-b7d0-be66597d4541),segment_id=da9248ba-7916-497a-b7d0-be66597d4541)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:28.531880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.550558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:28.676633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee6f3-416a-4760-947d-fbf6eab34229 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.680091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] Routers {'cd9cd9eb-434e-4d58-a970-7a7d6080bd52'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:28.680798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:28.704759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 16ab2836-299e-4062-a5ac-b50e6f2d554a owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:28.761724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:28.762123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816e753-30eb-484a-b755-ef02a25ee890 None None] The sync data for ids ['cd9cd9eb-434e-4d58-a970-7a7d6080bd52'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:28.801503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.805410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] For port 16ab2836-299e-4062-a5ac-b50e6f2d554a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=16ab2836-299e-4062-a5ac-b50e6f2d554a,segment=NetworkSegment(da9248ba-7916-497a-b7d0-be66597d4541),segment_id=da9248ba-7916-497a-b7d0-be66597d4541)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:28.805860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:28.871434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=16ab2836-299e-4062-a5ac-b50e6f2d554a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:28.882807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No DVR routers for this DVR port 16ab2836-299e-4062-a5ac-b50e6f2d554a on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:28.913909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.914368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.914765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.915165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.915563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.915961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.916381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.916773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.917202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.917598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.917974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:28.946266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Calling delete_port for 16ab2836-299e-4062-a5ac-b50e6f2d554a owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:29.029575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:29.029910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:29.033086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.063411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03499e8-933a-43d5-ace8-a40f40613fb8']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:29.081335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9248ba-7916-497a-b7d0-be66597d4541') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:29.081607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9248ba-7916-497a-b7d0-be66597d4541') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:29.094677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.115094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.123337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:29.123942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:29.141028 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:29.231422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.250919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.263162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=b03499e8-933a-43d5-ace8-a40f40613fb8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:29.271039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2e81db5f-5dd5-47ea-a66f-09919c5d7afa tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/b03499e8-933a-43d5-ace8-a40f40613fb8 HTTP/1.1" status: 204 len: 168 time: 1.1995013 Feb 19 07:36:29.274613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38982) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:29.280012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee6f3-416a-4760-947d-fbf6eab34229 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.284678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee6f3-416a-4760-947d-fbf6eab34229 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.315045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee6f3-416a-4760-947d-fbf6eab34229 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.315992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9ee6f3-416a-4760-947d-fbf6eab34229 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Fanout notify agent at l3_agent the message router_deleted on router cd9cd9eb-434e-4d58-a970-7a7d6080bd52 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:36:29.339365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b9ee6f3-416a-4760-947d-fbf6eab34229 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.339365 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9b9ee6f3-416a-4760-947d-fbf6eab34229 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/routers/cd9cd9eb-434e-4d58-a970-7a7d6080bd52 HTTP/1.1" status: 204 len: 168 time: 0.8279674 Feb 19 07:36:29.339365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 38986) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:29.530875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Deleting port 16ab2836-299e-4062-a5ac-b50e6f2d554a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:29.531512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.537252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet ce5511ef-c200-42b6-9f9c-8a905003662a {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:29.542752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.613412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.618243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a1f61e7e-01ae-4449-9b35-15f53cf95750 None None] The port '16ab2836-299e-4062-a5ac-b50e6f2d554a' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:36:29.641997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.683552 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:36:29.718313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.798341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.848538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:29.853569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07328db-4d71-4de6-9231-a78aad2bdee4 None None] Network 5aa02b52-cb14-4894-aed5-df77c5025a72 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:29.864560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 38990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:29.864761 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/ce5511ef-c200-42b6-9f9c-8a905003662a HTTP/1.1" status: 204 len: 168 time: 0.5310719 Feb 19 07:36:29.871469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f9229-215b-4bcf-acde-33792fd9056e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5511ef-c200-42b6-9f9c-8a905003662a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:29.921169 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Sync routers for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:29.934787 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:29.935387 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:30.028127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:30.072669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:30.072888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:30.125680 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:30.181741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] DHCP port deletion for 5aa02b52-cb14-4894-aed5-df77c5025a72 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:30.186414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] Deleting port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:30.186852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:30.228639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 16ab2836-299e-4062-a5ac-b50e6f2d554a no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:30.282441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 16ab2836-299e-4062-a5ac-b50e6f2d554a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:30.282868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 16ab2836-299e-4062-a5ac-b50e6f2d554a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:30.504302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] For port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,segment=NetworkSegment(3bee0312-7398-4ad8-968e-4a60275e3e43),segment_id=3bee0312-7398-4ad8-968e-4a60275e3e43)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:30.504573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] For port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,segment=NetworkSegment(3bee0312-7398-4ad8-968e-4a60275e3e43),segment_id=3bee0312-7398-4ad8-968e-4a60275e3e43)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:30.504811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:30.504938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:30.575539 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:25Z', 'revision_number': 8, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': '253dc95e-f224-4a0a-8e2a-b198936f058a', 'name': '', 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:85:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:03Z', 'updated_at': '2022-02-19T07:36:06Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:17Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:30.581064 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Checking router: fdd02f6b-a957-4602-9ed1-b59417ee328e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:30.581517 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Updating router fdd02f6b-a957-4602-9ed1-b59417ee328e port 253dc95e-f224-4a0a-8e2a-b198936f058a binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:36:30.631867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:30.634120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] Calling delete_port for 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:30.651493 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:30.726254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:30.796368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] No DVR routers for this DVR port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:30.807105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:30.807835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:30.807942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24ee1b-b13b-4de1-9d31-5551cb0a1a0d None None] Pushing event deleted for resources: {'Port': ['ID=85f183a4-c32e-4f8f-bc44-d0d6686f2cf6,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:30.953015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 253dc95e-f224-4a0a-8e2a-b198936f058a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:30.953456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.050239 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.074767 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Transition to ACTIVE for port object 253dc95e-f224-4a0a-8e2a-b198936f058a will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:31.083614 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.144978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.211115 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f42c1-b3c6-401d-bfad-48debdce4b5a None None] Pushing event updated for resources: {'Port': ['ID=253dc95e-f224-4a0a-8e2a-b198936f058a,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.312213 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Attempting to bind port 253dc95e-f224-4a0a-8e2a-b198936f058a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:31.312662 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Attempting to bind port 253dc95e-f224-4a0a-8e2a-b198936f058a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:31.313128 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Attempting to bind port 253dc95e-f224-4a0a-8e2a-b198936f058a on network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:31.321260 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:31.321734 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Checking segment: {'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:31.322233 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.322714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Bound using segment: {'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:31.323291 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Bound port: 253dc95e-f224-4a0a-8e2a-b198936f058a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:31.323772 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.388553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:31.388886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.436471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 253dc95e-f224-4a0a-8e2a-b198936f058a owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:31.479785 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] For port 253dc95e-f224-4a0a-8e2a-b198936f058a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:31.483504 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] For port 253dc95e-f224-4a0a-8e2a-b198936f058a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=253dc95e-f224-4a0a-8e2a-b198936f058a,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:31.491342 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.520125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] The port '85f183a4-c32e-4f8f-bc44-d0d6686f2cf6' was deleted {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:36:31.576612 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:31.577226 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:31.663951 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f42c1-b3c6-401d-bfad-48debdce4b5a None None] Pushing event updated for resources: {'Port': ['ID=253dc95e-f224-4a0a-8e2a-b198936f058a,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.677810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.710672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa02b52-cb14-4894-aed5-df77c5025a72']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:31.735641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bee0312-7398-4ad8-968e-4a60275e3e43') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:31.735905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bee0312-7398-4ad8-968e-4a60275e3e43') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:31.750265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.769628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.776358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:31.776920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:31.779366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:31.779910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.786527 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: util.warn( Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:31.795680 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:31.877886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.900305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:31.915870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=5aa02b52-cb14-4894-aed5-df77c5025a72,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.932719 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4d695bad-5ba1-472d-8ec6-b81ed0e6bd26 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/5aa02b52-cb14-4894-aed5-df77c5025a72 HTTP/1.1" status: 204 len: 168 time: 2.0664968 Feb 19 07:36:31.937040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39004) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:32.003444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857d19f-36ca-4080-bb60-8c9a0934d90b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:32.004808 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9857d19f-36ca-4080-bb60-8c9a0934d90b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/9ea44827-0d72-4f0d-9c8a-613281d804fc HTTP/1.1" status: 200 len: 844 time: 0.0666459 Feb 19 07:36:32.009272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39008) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:32.077605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8cbf26b7-4700-41a7-b45a-45b462a07b60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:32.097419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8cbf26b7-4700-41a7-b45a-45b462a07b60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:32.102774 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8cbf26b7-4700-41a7-b45a-45b462a07b60 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/9ea44827-0d72-4f0d-9c8a-613281d804fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0884817 Feb 19 07:36:32.103291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39014) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:32.109281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:32.138573 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:25Z', 'revision_number': 8, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': '253dc95e-f224-4a0a-8e2a-b198936f058a', 'name': '', 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:85:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:03Z', 'updated_at': '2022-02-19T07:36:31Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:17Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:32.148881 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6834c-cb0f-4838-8773-6623ff0d285f None None] The sync data for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv is: [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:25Z', 'revision_number': 8, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': '253dc95e-f224-4a0a-8e2a-b198936f058a', 'name': '', 'network_id': '3c566fbc-d3de-4812-a4eb-e0a120ecc8a3', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:85:75:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:03Z', 'updated_at': '2022-02-19T07:36:31Z', 'revision_number': 4, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '9d73e112-b3cc-4758-b794-e8115c77fa10', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:17Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:32.199244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 253dc95e-f224-4a0a-8e2a-b198936f058a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:32.231371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:32.235420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:32.238885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:32.244864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:32.256398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:32.277829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 253dc95e-f224-4a0a-8e2a-b198936f058a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:32.278071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 253dc95e-f224-4a0a-8e2a-b198936f058a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:32.278682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.283210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 253dc95e-f224-4a0a-8e2a-b198936f058a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:32.283582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.363072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.407513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.452636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 253dc95e-f224-4a0a-8e2a-b198936f058a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=253dc95e-f224-4a0a-8e2a-b198936f058a,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:32.462434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.552051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:32.575593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port 253dc95e-f224-4a0a-8e2a-b198936f058a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=253dc95e-f224-4a0a-8e2a-b198936f058a,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:32.576059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.633121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:32.633467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 85f183a4-c32e-4f8f-bc44-d0d6686f2cf6 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:32.635061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=253dc95e-f224-4a0a-8e2a-b198936f058a,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:32.664856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.708168 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 253dc95e-f224-4a0a-8e2a-b198936f058a owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:32.738182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:32.741190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:32.745291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:32.745866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.749576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=6d6eed1d-c488-4bf0-bd19-a80461768b76,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:32.754463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149062b2-1af4-440f-bae6-0e0197568493 None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:32.759657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.759997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.760360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.761221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.761221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.761452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.761635 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.761956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.762270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.762585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.762901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:32.782645 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f763a31b-d73e-4fa1-974a-b92f7c92ebef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6782587 Feb 19 07:36:32.785696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39022) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:32.793552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'security_group': {'name': 'tempest-secgroup-984560089'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:32.800765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:32.805164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:32.809187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:32.815204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:32.830136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.836636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.db.api [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:32.837214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG oslo_db.api [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:32.869936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:32.874057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group_rule and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:32.877085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:32.883133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:32.941160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.946413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.987500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad28761-465c-48b3-8ef6-cf64ee2e3e85,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:32.992717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:32.996600 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e017cb9b-9a43-4ac1-b53a-62817935095e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2079132 Feb 19 07:36:32.997301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39026) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:33.003709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'security_group': {'name': 'tempest-secgroup-1729087160'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:33.010296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:33.014305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:33.017249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:33.023742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:33.032283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-0eee2c68-f7d7-4e39-afdb-55f025904a79', 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'tenant_id': '89b4e3711449484587c4319d9a822f4e', 'fixed_ips': [{'subnet_id': '6d6eed1d-c488-4bf0-bd19-a80461768b76'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:33.033140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.036344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.072138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:33.075880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group_rule and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:33.078857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:33.084651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:33.147063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.152070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.212580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Allocated IP 2001:db8::2 (0eee2c68-f7d7-4e39-afdb-55f025904a79/6d6eed1d-c488-4bf0-bd19-a80461768b76/f8b40a15-c864-4d39-bd5b-31f701e49fb1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:33.214477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529a9911-e138-4a82-84c9-27d76a5d76bf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:33.226654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.233450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39030) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:33.237677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d3d9755a-bc19-43f8-b16c-36591cd9b767 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2388537 Feb 19 07:36:33.243473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1710049474', 'security_groups': ['529a9911-e138-4a82-84c9-27d76a5d76bf'], 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d6eed1d-c488-4bf0-bd19-a80461768b76'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:33.448797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 253dc95e-f224-4a0a-8e2a-b198936f058a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:33.449441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.540222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.558654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Transition to ACTIVE for port object f8b40a15-c864-4d39-bd5b-31f701e49fb1 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:33.562266 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:33.578452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:33.582850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Transition to ACTIVE for port object f8b40a15-c864-4d39-bd5b-31f701e49fb1 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:33.606257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.612979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:33.618193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.667267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port 1c333f35-fd86-4563-993c-9b744195f8ea yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:36:33.754136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:33.757867 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:33.760976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:33.798992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port 253dc95e-f224-4a0a-8e2a-b198936f058a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=253dc95e-f224-4a0a-8e2a-b198936f058a,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:33.799408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.799650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Pushing event updated for resources: {'Port': ['ID=f8b40a15-c864-4d39-bd5b-31f701e49fb1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:33.898850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Attempting to bind port f8b40a15-c864-4d39-bd5b-31f701e49fb1 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:33.902826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Attempting to bind port f8b40a15-c864-4d39-bd5b-31f701e49fb1 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '4a632263-40a4-4fb8-bafe-691d41783f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:33.903314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Attempting to bind port f8b40a15-c864-4d39-bd5b-31f701e49fb1 on network 0eee2c68-f7d7-4e39-afdb-55f025904a79 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:33.913081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:33.913480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Checking segment: {'id': '4a632263-40a4-4fb8-bafe-691d41783f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:33.913830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:33.914201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Bound using segment: {'id': '4a632263-40a4-4fb8-bafe-691d41783f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:33.914653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Bound port: f8b40a15-c864-4d39-bd5b-31f701e49fb1, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a632263-40a4-4fb8-bafe-691d41783f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:33.915014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.030401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 253dc95e-f224-4a0a-8e2a-b198936f058a owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:34.044744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::50 (0eee2c68-f7d7-4e39-afdb-55f025904a79/6d6eed1d-c488-4bf0-bd19-a80461768b76/1c333f35-fd86-4563-993c-9b744195f8ea) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:34.090028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3524efba-d60e-4824-a719-517e29738f2c None None] For port f8b40a15-c864-4d39-bd5b-31f701e49fb1, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:34.099416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3524efba-d60e-4824-a719-517e29738f2c None None] For port f8b40a15-c864-4d39-bd5b-31f701e49fb1, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8b40a15-c864-4d39-bd5b-31f701e49fb1,segment=NetworkSegment(4a632263-40a4-4fb8-bafe-691d41783f3b),segment_id=4a632263-40a4-4fb8-bafe-691d41783f3b)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:34.115049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.280556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Pushing event updated for resources: {'Port': ['ID=f8b40a15-c864-4d39-bd5b-31f701e49fb1,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:34.294358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.294709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.301348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.301985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.302331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.302871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.302986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.303277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.303596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.303901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.304235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524efba-d60e-4824-a719-517e29738f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:34.338048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6afce700-8cca-4a57-9c48-31e8e25874c3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:34.450774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 6afce700-8cca-4a57-9c48-31e8e25874c3 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:34.457411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6afce700-8cca-4a57-9c48-31e8e25874c3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:34.457825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.613167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.656213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.686986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=253dc95e-f224-4a0a-8e2a-b198936f058a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:34.698892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 1c333f35-fd86-4563-993c-9b744195f8ea will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:34.720884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.750072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 6afce700-8cca-4a57-9c48-31e8e25874c3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6afce700-8cca-4a57-9c48-31e8e25874c3,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:34.759155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.765935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.768902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 253dc95e-f224-4a0a-8e2a-b198936f058a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:34.885955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 253dc95e-f224-4a0a-8e2a-b198936f058a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:34.886483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 253dc95e-f224-4a0a-8e2a-b198936f058a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 19 07:36:34.937772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 253dc95e-f224-4a0a-8e2a-b198936f058a not found, will not notify nova. {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 19 07:36:34.952875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:34.956933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:34.964606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:34.969713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:34.970697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:34.990902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=6afce700-8cca-4a57-9c48-31e8e25874c3,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:35.001737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=1c333f35-fd86-4563-993c-9b744195f8ea,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:35.023597 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a64adea-f7f8-4892-89a2-842bcd6c658e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7882948 Feb 19 07:36:35.024455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39044) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:35.032512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:35.146767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:35.174671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:35.178924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:35.182656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:35.188824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:35.202633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:35.208403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:35.350926 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.ipam_backend_mixin [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d6eed1d-c488-4bf0-bd19-a80461768b76 (CIDR: 2001:db8::/64) Feb 19 07:36:35.362150 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:35.362582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:35.396754 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a90ba581-6565-49e4-aa32-5d9f0c336c58 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3707201 Feb 19 07:36:35.401259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39048) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:35.407113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:35.582278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:35.586139 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:35.589128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:35.595214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:35.609573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:35.623419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-609ae24a-3937-464c-a89a-aedea71fec1b None None] Provisioning complete for port 9ea44827-0d72-4f0d-9c8a-613281d804fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:35.623994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-609ae24a-3937-464c-a89a-aedea71fec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:35.629838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:35.703023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-609ae24a-3937-464c-a89a-aedea71fec1b None None] Port 9ea44827-0d72-4f0d-9c8a-613281d804fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:35.724785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-609ae24a-3937-464c-a89a-aedea71fec1b None None] Provisioning for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:35.788311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:35.944264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:35.958633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d846821e-9857-468e-9817-12aff84f4ee6 None None] Provisioning for port 1c333f35-fd86-4563-993c-9b744195f8ea completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:35.964701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d846821e-9857-468e-9817-12aff84f4ee6 None None] Provisioning complete for port 1c333f35-fd86-4563-993c-9b744195f8ea triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:35.965194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d846821e-9857-468e-9817-12aff84f4ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.031112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d846821e-9857-468e-9817-12aff84f4ee6 None None] Port 1c333f35-fd86-4563-993c-9b744195f8ea cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:36.031351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:36.040530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=5dc7a104-065d-4ca2-9066-03d5364fbdab,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:36.047990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:36.052719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:36.052930 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c13341ad-1eb2-497d-9fcd-9ef10f5a83fd tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7738421 Feb 19 07:36:36.053052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39054) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:36.056109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:36.056758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.061225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9752a96-4688-4e39-8487-73c5222685aa None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:36.224232 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a05ab1d-edc0-4566-9145-1748f3d0066c tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8217895 Feb 19 07:36:36.227053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39058) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:36.233805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-759464346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5dc7a104-065d-4ca2-9066-03d5364fbdab'}], 'security_groups': ['6ad28761-465c-48b3-8ef6-cf64ee2e3e85']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:36.333005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6afce700-8cca-4a57-9c48-31e8e25874c3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:36.333544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet 9d73e112-b3cc-4758-b794-e8115c77fa10 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:36.337104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.406370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.566243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6afce700-8cca-4a57-9c48-31e8e25874c3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:36.566553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.573125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.608460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] Update dhcp port {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'fixed_ips': [{'subnet_id': '6d6eed1d-c488-4bf0-bd19-a80461768b76', 'ip_address': '2001:db8::2'}, {'subnet_id': '5dc7a104-065d-4ca2-9066-03d5364fbdab'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': 'f8b40a15-c864-4d39-bd5b-31f701e49fb1'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:36:36.687627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.696603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.717471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-93492988-f8ee-40d9-b8cc-31700a926180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.738174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=9d73e112-b3cc-4758-b794-e8115c77fa10,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:36.747156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.750882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.758741 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-184062a1-ae96-400f-b164-cab701fb7419 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/9d73e112-b3cc-4758-b794-e8115c77fa10 HTTP/1.1" status: 204 len: 168 time: 0.7055044 Feb 19 07:36:36.761471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39062) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:36.780510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60d2ee-bc2d-4bc2-a469-9a6fe513f793 None None] Network 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:36.905707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:36.919023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8b40a15-c864-4d39-bd5b-31f701e49fb1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:36.920904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port b6537fb6-d207-4020-bdd6-c3bbc67983d7 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:36.921454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.182709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:37.194935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:37.195481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.292593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port b6537fb6-d207-4020-bdd6-c3bbc67983d7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b6537fb6-d207-4020-bdd6-c3bbc67983d7,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:37.293237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.293816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] DHCP port deletion for 3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:37.303331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Deleting port b6537fb6-d207-4020-bdd6-c3bbc67983d7 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:37.303705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.366362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Delete allocated IP 2001:db8::50 (0eee2c68-f7d7-4e39-afdb-55f025904a79/6d6eed1d-c488-4bf0-bd19-a80461768b76) {{(pid=83568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:36:37.381089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8:0:1::143 (0eee2c68-f7d7-4e39-afdb-55f025904a79/5dc7a104-065d-4ca2-9066-03d5364fbdab/1c333f35-fd86-4563-993c-9b744195f8ea) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:37.477354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.497466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for b6537fb6-d207-4020-bdd6-c3bbc67983d7 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:37.577166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f8b40a15-c864-4d39-bd5b-31f701e49fb1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8b40a15-c864-4d39-bd5b-31f701e49fb1,segment=NetworkSegment(4a632263-40a4-4fb8-bafe-691d41783f3b),segment_id=4a632263-40a4-4fb8-bafe-691d41783f3b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:37.581977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.590162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.643246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=b6537fb6-d207-4020-bdd6-c3bbc67983d7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:37.656266 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No DVR routers for this DVR port b6537fb6-d207-4020-bdd6-c3bbc67983d7 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:37.658419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.670112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] For port b6537fb6-d207-4020-bdd6-c3bbc67983d7, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b6537fb6-d207-4020-bdd6-c3bbc67983d7,segment=NetworkSegment(f73d0a0c-08a9-41c3-b48d-1097eac5de6e),segment_id=f73d0a0c-08a9-41c3-b48d-1097eac5de6e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:37.670490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.699161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object 1c333f35-fd86-4563-993c-9b744195f8ea will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:37.709977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.835385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.836103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] Sync routers for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:37.851832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Calling delete_port for b6537fb6-d207-4020-bdd6-c3bbc67983d7 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:37.858914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=1c333f35-fd86-4563-993c-9b744195f8ea,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:37.876473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c566fbc-d3de-4812-a4eb-e0a120ecc8a3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:37.890239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:37.891059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73d0a0c-08a9-41c3-b48d-1097eac5de6e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:37.899633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f8b40a15-c864-4d39-bd5b-31f701e49fb1,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:37.910817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.912969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] In _notify_port_updated(), no bound segment for port 1c333f35-fd86-4563-993c-9b744195f8ea on network 0eee2c68-f7d7-4e39-afdb-55f025904a79 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:36:37.919753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:37.920433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.924610 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-803b9c03-4689-4401-8e63-c396ab9bd185 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "PUT /v2.0/ports/1c333f35-fd86-4563-993c-9b744195f8ea HTTP/1.1" status: 200 len: 930 time: 1.6965039 Feb 19 07:36:37.924771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:37.925315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:37.925834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39068) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:37.938202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:37.945119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:37.945506 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.002836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 1c333f35-fd86-4563-993c-9b744195f8ea {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:38.003453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:38.052502 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:38.058560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.100667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.103745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=3c566fbc-d3de-4812-a4eb-e0a120ecc8a3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:38.118250 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-80e48749-3fcf-43bf-8ede-4d4adc49acdf tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/3c566fbc-d3de-4812-a4eb-e0a120ecc8a3 HTTP/1.1" status: 204 len: 168 time: 1.3555646 Feb 19 07:36:38.121268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39072) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:38.159278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:38.253818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] Allocated IP 2001:db8:0:1::2 (0eee2c68-f7d7-4e39-afdb-55f025904a79/5dc7a104-065d-4ca2-9066-03d5364fbdab/f8b40a15-c864-4d39-bd5b-31f701e49fb1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:38.321330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.349572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8b40a15-c864-4d39-bd5b-31f701e49fb1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:38.412895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:38.412895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:38.489070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 1c333f35-fd86-4563-993c-9b744195f8ea owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:38.497393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.660458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.673925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] For port f8b40a15-c864-4d39-bd5b-31f701e49fb1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8b40a15-c864-4d39-bd5b-31f701e49fb1,segment=NetworkSegment(4a632263-40a4-4fb8-bafe-691d41783f3b),segment_id=4a632263-40a4-4fb8-bafe-691d41783f3b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:38.690102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:38.690558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.744824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=1c333f35-fd86-4563-993c-9b744195f8ea,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:38.781083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.794185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.819727 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c2ec5421-3fa5-4a17-8c53-f5265af8f8ef tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/1c333f35-fd86-4563-993c-9b744195f8ea HTTP/1.1" status: 204 len: 168 time: 0.8923872 Feb 19 07:36:38.821945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4f677352-968a-427f-b152-91d854d88170 req-792ea801-5437-4843-b830-1ad9778c8f19 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:38.824278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39090) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:38.838730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] Transition to ACTIVE for port object f8b40a15-c864-4d39-bd5b-31f701e49fb1 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:38.846084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:38.872903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dfa1c4-3290-4add-ace4-fdf558966961 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:36:38.873390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-59dfa1c4-3290-4add-ace4-fdf558966961 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:38.886423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port f8b40a15-c864-4d39-bd5b-31f701e49fb1 had new provisioning blocks added so it will not transition to active. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 19 07:36:38.901567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-59dfa1c4-3290-4add-ace4-fdf558966961 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:38.903492 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-59dfa1c4-3290-4add-ace4-fdf558966961 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/1c333f35-fd86-4563-993c-9b744195f8ea HTTP/1.1" status: 404 len: 333 time: 0.0780640 Feb 19 07:36:38.904582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4f677352-968a-427f-b152-91d854d88170 req-792ea801-5437-4843-b830-1ad9778c8f19 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:38.905738 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-792ea801-5437-4843-b830-1ad9778c8f19 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365045163&fields=id&tenant_id=18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 267 time: 0.1968954 Feb 19 07:36:38.906178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39094) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:38.918665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Deleting port b6537fb6-d207-4020-bdd6-c3bbc67983d7 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:38.919034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.014409 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:39.037693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b6537fb6-d207-4020-bdd6-c3bbc67983d7 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:39.046732 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:39.047595 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.079099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5f194-6d3b-4e3e-b58d-bd0591bc9e6f None None] The port 'b6537fb6-d207-4020-bdd6-c3bbc67983d7' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:36:39.118898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: b6537fb6-d207-4020-bdd6-c3bbc67983d7 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:39.119308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b6537fb6-d207-4020-bdd6-c3bbc67983d7 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:39.129694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-be215892-2c17-4912-8caf-36d745cd929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.137796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c00ca-8d15-455f-838d-9612c5f42793 None None] Pushing event updated for resources: {'Port': ['ID=f8b40a15-c864-4d39-bd5b-31f701e49fb1,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:39.155189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 9, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:17Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.159754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] Checking router: fdd02f6b-a957-4602-9ed1-b59417ee328e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:39.183441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:39.184070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.226891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-322bc8fe-81da-478f-97bc-c5d63d44b9d9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.290731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677352-968a-427f-b152-91d854d88170 req-034b131a-8de1-449e-8bee-ec8290fb38b8 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:39.292014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4f677352-968a-427f-b152-91d854d88170 req-034b131a-8de1-449e-8bee-ec8290fb38b8 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:39.335527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-322bc8fe-81da-478f-97bc-c5d63d44b9d9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.336836 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:39.343665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4f677352-968a-427f-b152-91d854d88170 req-034b131a-8de1-449e-8bee-ec8290fb38b8 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:39.344984 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-034b131a-8de1-449e-8bee-ec8290fb38b8 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 810 time: 0.4185948 Feb 19 07:36:39.378879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:39.379717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.391196 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-2648b917-523b-4598-a9e5-8d089fb3872f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/quotas/18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 375 time: 0.0391779 Feb 19 07:36:39.439801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:39.488944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-322bc8fe-81da-478f-97bc-c5d63d44b9d9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.550102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc8fe-81da-478f-97bc-c5d63d44b9d9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a9911-e138-4a82-84c9-27d76a5d76bf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:39.556596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-322bc8fe-81da-478f-97bc-c5d63d44b9d9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.561800 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-322bc8fe-81da-478f-97bc-c5d63d44b9d9 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/security-groups/529a9911-e138-4a82-84c9-27d76a5d76bf HTTP/1.1" status: 204 len: 168 time: 0.6544354 Feb 19 07:36:39.563946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39098) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:39.636883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4f677352-968a-427f-b152-91d854d88170 req-ca743049-63f3-44de-82cb-91be59cf3f44 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:39.666097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9160288-5125-4afc-b9e2-3d733bff808e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.686919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4f677352-968a-427f-b152-91d854d88170 req-ca743049-63f3-44de-82cb-91be59cf3f44 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:39.688740 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-ca743049-63f3-44de-82cb-91be59cf3f44 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2907016 Feb 19 07:36:39.714521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9160288-5125-4afc-b9e2-3d733bff808e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.722047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port dfe7655a-6d10-41a9-b714-bbab6c1fa0a4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,segment=NetworkSegment(82a84149-b9e6-4a44-a851-4a1115db965e),segment_id=82a84149-b9e6-4a44-a851-4a1115db965e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:39.722660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.742216 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 2, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.746527 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:39.746879 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Updating router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 port 1fcdeab2-d091-483e-b0f8-505e814d1c0c binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:36:39.822279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9160288-5125-4afc-b9e2-3d733bff808e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.850022 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.856756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9160288-5125-4afc-b9e2-3d733bff808e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.865174 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e9160288-5125-4afc-b9e2-3d733bff808e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/security-groups/6ad28761-465c-48b3-8ef6-cf64ee2e3e85 HTTP/1.1" status: 204 len: 168 time: 0.2984135 Feb 19 07:36:39.868584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39104) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:39.914077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9160288-5125-4afc-b9e2-3d733bff808e tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad28761-465c-48b3-8ef6-cf64ee2e3e85,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:39.920990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:39.976676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 6d6eed1d-c488-4bf0-bd19-a80461768b76 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:39.981867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:39.996835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 9, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:17Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:40.001017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada31d51-fd10-4e13-86ae-60710117ce37 None None] The sync data for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv is: [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 9, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None, '_interfaces': [{'id': 'daa484eb-a7d1-430c-a6dc-fd143fe8ee6e', 'name': '', 'network_id': 'd72de42b-16d8-4494-adee-89566a4afef1', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:76:4a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:51Z', 'updated_at': '2022-02-19T07:36:00Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': 'e5ac16f8-9738-4b23-b7ff-bc9f11e46d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfe7655a-6d10-41a9-b714-bbab6c1fa0a4', 'name': '', 'network_id': '152b906c-81b7-4212-8280-0c9888896735', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:35:58Z', 'updated_at': '2022-02-19T07:36:17Z', 'revision_number': 5, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'subnets': [{'id': '8bfea830-6184-494c-9735-dd9c926ffd0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:40.102709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bf4e8260-c2a4-438d-a6af-fe5a6a0de2f6 None None] Could not find standard attr ID for object 1c333f35-fd86-4563-993c-9b744195f8ea. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:36:40.112458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.124003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bf4e8260-c2a4-438d-a6af-fe5a6a0de2f6 None None] Provisioning complete for port 9ea44827-0d72-4f0d-9c8a-613281d804fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:40.124540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8260-c2a4-438d-a6af-fe5a6a0de2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.192057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.208515 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-ef0f7e2a-23d7-4bd7-8f87-4276e6728a69 service neutron] 10.222.0.72 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072296 Feb 19 07:36:40.218674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e8260-c2a4-438d-a6af-fe5a6a0de2f6 None None] Port 9ea44827-0d72-4f0d-9c8a-613281d804fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:40.234066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.242478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.244615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bf4e8260-c2a4-438d-a6af-fe5a6a0de2f6 None None] Provisioning for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:40.249948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bf4e8260-c2a4-438d-a6af-fe5a6a0de2f6 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:40.250197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8260-c2a4-438d-a6af-fe5a6a0de2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.286043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=dfe7655a-6d10-41a9-b714-bbab6c1fa0a4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:40.352633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.527380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.549153 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.585387 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Transition to ACTIVE for port object 1fcdeab2-d091-483e-b0f8-505e814d1c0c will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:40.610083 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.614709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8b40a15-c864-4d39-bd5b-31f701e49fb1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:40.719064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ba544fef-3571-4f41-a1f2-e5b3bcae4252 None None] Could not find standard attr ID for object 1c333f35-fd86-4563-993c-9b744195f8ea. {{(pid=83570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:36:40.754388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:40.754388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.766708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6eed1d-c488-4bf0-bd19-a80461768b76,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:40.783032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.789854 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-a5cf396e-08e5-41a6-9cfd-9c64ff1c3d33 service neutron] 10.222.0.72 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772080 Feb 19 07:36:40.795378 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:40.807483 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-75c082b5-4611-4a7a-a42d-dbc34feeed3f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/6d6eed1d-c488-4bf0-bd19-a80461768b76 HTTP/1.1" status: 204 len: 168 time: 0.9359851 Feb 19 07:36:40.810165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39108) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:40.816381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:40.816874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbec915-a09a-4a46-83ff-b266c007e452 None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:40.959273 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2c623-f284-41a2-80cd-eab02655f700 None None] Pushing event updated for resources: {'Port': ['ID=1fcdeab2-d091-483e-b0f8-505e814d1c0c,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:41.058328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:41.068776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:41.087834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:41.101892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:41.112403 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Attempting to bind port 1fcdeab2-d091-483e-b0f8-505e814d1c0c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:41.112759 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Attempting to bind port 1fcdeab2-d091-483e-b0f8-505e814d1c0c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:41.113108 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Attempting to bind port 1fcdeab2-d091-483e-b0f8-505e814d1c0c on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:41.121194 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:41.121555 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Checking segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:41.121933 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.122424 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Bound using segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:41.123982 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Bound port: 1fcdeab2-d091-483e-b0f8-505e814d1c0c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:41.123982 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.128682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:41.132281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.206440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 253dc95e-f224-4a0a-8e2a-b198936f058a no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:41.241591 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] For port 1fcdeab2-d091-483e-b0f8-505e814d1c0c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:41.244984 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] For port 1fcdeab2-d091-483e-b0f8-505e814d1c0c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1fcdeab2-d091-483e-b0f8-505e814d1c0c,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:41.254686 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.255301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 253dc95e-f224-4a0a-8e2a-b198936f058a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:41.256190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 253dc95e-f224-4a0a-8e2a-b198936f058a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:41.383889 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2c623-f284-41a2-80cd-eab02655f700 None None] Pushing event updated for resources: {'Port': ['ID=1fcdeab2-d091-483e-b0f8-505e814d1c0c,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:41.388245 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:41.390302 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:41.409930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.578948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f360a022-6a4e-4879-aede-89319ace192a req-aef12be6-89ee-4201-9c50-f1c62acdf064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 210 time: 0.0670621 Feb 19 07:36:41.724345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.742688 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:41.750840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:41.841283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=90f7440d-e656-4b96-867a-c7239565f2a8,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:41.847798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:41.849163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:41.855266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:41.855906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.899535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-70b445d5-9b77-4d3f-87f6-9276d8b92a00 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0877721 Feb 19 07:36:41.900934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39128) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:41.917140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'security_group': {'name': 'tempest-secgroup-231211956'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:41.923396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:41.934591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:41.940053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:41.946548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:41.969699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:41.990265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:42.014108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:42.018493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group_rule and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:42.021686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:42.030667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:42.031436 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9105f34-9d9b-4596-b86e-124eae39c6ec tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9088011 Feb 19 07:36:42.034657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39132) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:42.142155 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:41Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:42.147310 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f47f8d-a332-4280-b446-804a61cf8bda None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:41Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:42.172172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.196962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.229235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1fcdeab2-d091-483e-b0f8-505e814d1c0c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:42.254945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.257116 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3533475 Feb 19 07:36:42.260916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39136) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:42.271186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'security_group': {'name': 'tempest-secgroup-91321141'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:42.278654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d66695-0814-4108-8644-87a48ba0fb38 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa342b91-e2af-4805-a0f1-ce04756c9b02,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:42.281491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:42.287398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:42.290840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:42.297181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:42.313295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.360000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:42.365379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group_rule and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:42.368416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:42.372007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c627b-bd34-4d07-8ef9-0cbbc3c02411 None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:42.377836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:42.395981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet 8bfea830-6184-494c-9735-dd9c926ffd0f {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:42.399679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.459306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.467738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.481188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.526377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.528908 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.2668154 Feb 19 07:36:42.533774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:42.545555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'security_group': {'name': 'tempest-secgroup-541885475'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:42.555391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:42.561933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dd659-e9ca-4738-a151-80bb30562cac tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af93bda0-66ba-4b20-bfe2-47cec9e4b7c5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:42.572101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:42.578571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:42.590629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:42.611428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.613797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 1fcdeab2-d091-483e-b0f8-505e814d1c0c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:42.621399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.639824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1fcdeab2-d091-483e-b0f8-505e814d1c0c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:42.640208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.669851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:42.677881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:security_group_rule and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:42.681773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:42.688165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:42.774319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.792342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.822178 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bcf231b7-5d05-4e6d-b255-da63dc7bede9 None None] Provisioning complete for port 9ea44827-0d72-4f0d-9c8a-613281d804fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:42.822481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bcf231b7-5d05-4e6d-b255-da63dc7bede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.836503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.852195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.861019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfea830-6184-494c-9735-dd9c926ffd0f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:42.864682 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c4c3af04-d777-4d35-b3ba-4cda8c5c869e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/8bfea830-6184-494c-9735-dd9c926ffd0f HTTP/1.1" status: 204 len: 168 time: 0.8285575 Feb 19 07:36:42.867344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39148) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:42.885400 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a8ec82c7-1879-40b0-89ad-4fb00b047a93 req-69e5af00-0e27-4770-aa00-1eb9e907e373 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 210 time: 0.0955265 Feb 19 07:36:42.894828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ee28c-c64b-40f5-85fb-43f7602ffb46 None None] Network 152b906c-81b7-4212-8280-0c9888896735 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:42.938983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ebf83b-bc7d-45db-a400-af70a72dc64a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:42.945218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:42.946583 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-60f2fc1e-0422-4a69-a6fd-24f9509813a5 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4118090 Feb 19 07:36:42.949686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39152) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:42.957825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-207924102', 'security_groups': ['b3ebf83b-bc7d-45db-a400-af70a72dc64a'], 'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90f7440d-e656-4b96-867a-c7239565f2a8'}]}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:43.010853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.022490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:43.022804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.100773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bcf231b7-5d05-4e6d-b255-da63dc7bede9 None None] Port 9ea44827-0d72-4f0d-9c8a-613281d804fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:43.165650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.226274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:43.239442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:43.245800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=66ddb7a4-07f8-45c0-b4bd-693f0e3c570a,segment=NetworkSegment(82a84149-b9e6-4a44-a851-4a1115db965e),segment_id=82a84149-b9e6-4a44-a851-4a1115db965e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:43.246147 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.251011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:43.288649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.295573 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bcf231b7-5d05-4e6d-b255-da63dc7bede9 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:43.295932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bcf231b7-5d05-4e6d-b255-da63dc7bede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.319641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 1fcdeab2-d091-483e-b0f8-505e814d1c0c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1fcdeab2-d091-483e-b0f8-505e814d1c0c,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:43.338367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.369114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:43.386820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.409318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] device_id is not set on port a86e5f54-7830-4849-b36c-1472345a7056 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:36:43.457843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.489056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=1fcdeab2-d091-483e-b0f8-505e814d1c0c,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:43.516389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No DVR routers for this DVR port 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:43.546874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=66ddb7a4-07f8-45c0-b4bd-693f0e3c570a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:43.588315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] Update dhcp port {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'fixed_ips': [{'subnet_id': '5dc7a104-065d-4ca2-9066-03d5364fbdab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90f7440d-e656-4b96-867a-c7239565f2a8'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': 'f8b40a15-c864-4d39-bd5b-31f701e49fb1'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:36:43.661003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf0cd74-b0ea-47ba-b14d-4a2a31929d6b None None] DHCP port deletion for 152b906c-81b7-4212-8280-0c9888896735 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:43.691828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.700105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.717902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152b906c-81b7-4212-8280-0c9888896735']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.732075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a84149-b9e6-4a44-a851-4a1115db965e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.732649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a84149-b9e6-4a44-a851-4a1115db965e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.744800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.768773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.775224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:43.776326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:43.806996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8::b1 (0eee2c68-f7d7-4e39-afdb-55f025904a79/90f7440d-e656-4b96-867a-c7239565f2a8/a86e5f54-7830-4849-b36c-1472345a7056) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:43.903929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677352-968a-427f-b152-91d854d88170 req-eb59d689-dafd-47e0-9bc0-b43f2bb14484 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:43.905365 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-eb59d689-dafd-47e0-9bc0-b43f2bb14484 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 810 time: 0.2403162 Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:44.004668 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:44.011568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.016985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.049839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=152b906c-81b7-4212-8280-0c9888896735,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:44.056452 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-db56e8f5-ed9b-429d-8d58-789f0d66dc98 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/152b906c-81b7-4212-8280-0c9888896735 HTTP/1.1" status: 204 len: 168 time: 1.1877964 Feb 19 07:36:44.058457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39158) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:44.085964 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-63fc3c40-6fce-4513-9139-09af558aba8c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 380 time: 0.1567004 Feb 19 07:36:44.097167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-43a3983e-d5b0-4fde-9c36-97b9904653d5 req-d403aee3-af89-408a-a3ee-3adfac7010c7 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 210 time: 0.0614755 Feb 19 07:36:44.130498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'port': {'device_id': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'admin_state_up': True, 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'security_groups': ['dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:44.141310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1fcdeab2-d091-483e-b0f8-505e814d1c0c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:44.209340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.232700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1fcdeab2-d091-483e-b0f8-505e814d1c0c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:44.233360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.244087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object a86e5f54-7830-4849-b36c-1472345a7056 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:44.318236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.325678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:44.393448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:44.415771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:44.419128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:44.427793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] Allocated IP 2001:db8::2 (0eee2c68-f7d7-4e39-afdb-55f025904a79/90f7440d-e656-4b96-867a-c7239565f2a8/f8b40a15-c864-4d39-bd5b-31f701e49fb1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:44.428423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:44.433590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:44.434375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.438456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=a86e5f54-7830-4849-b36c-1472345a7056,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:44.448779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Made reservation on behalf of 18c5d993bf994eed8180b7f5ac7629dc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:44.448913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.451669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.530367 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-be5d638e-3431-45f7-8369-5a67d2d0c309 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5767007 Feb 19 07:36:44.530597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39164) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:44.543646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:44.600396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] For port f8b40a15-c864-4d39-bd5b-31f701e49fb1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8b40a15-c864-4d39-bd5b-31f701e49fb1,segment=NetworkSegment(4a632263-40a4-4fb8-bafe-691d41783f3b),segment_id=4a632263-40a4-4fb8-bafe-691d41783f3b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:44.633499 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.641322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:44.679241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:44.680108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 66ddb7a4-07f8-45c0-b4bd-693f0e3c570a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:44.693100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] Transition to ACTIVE for port object f8b40a15-c864-4d39-bd5b-31f701e49fb1 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:44.701937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:44.827644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:44.830897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Allocated IP 172.20.0.3 (bb1fa548-4530-47ad-b928-59058ff800f7/e57d70bf-0cdc-4a53-b0f9-ea4853f2a758/1f00c763-c583-47d1-972b-370e3f4354b3) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:44.836459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:44.840533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:44.854796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:44.874985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f82fc-93fb-4172-b2bb-15cc40cbcfe5 None None] Pushing event updated for resources: {'Port': ['ID=f8b40a15-c864-4d39-bd5b-31f701e49fb1,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:44.927730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:44.931725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.227643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:45.228214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.335207 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87981ecf-94e5-463c-baf0-08573b6b37bb req-59c4c79f-a351-4705-a718-ba78bf901323 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 210 time: 0.0582974 Feb 19 07:36:45.349927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.364764 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90f7440d-e656-4b96-867a-c7239565f2a8 (CIDR: 2001:db8::/64) Feb 19 07:36:45.373853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Transition to ACTIVE for port object 1f00c763-c583-47d1-972b-370e3f4354b3 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:45.375439 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:45.375871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:45.414104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fc3f501b-f795-4358-8f0d-72f1d9816177 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8824754 Feb 19 07:36:45.419084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:45.431578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:45.461161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.479251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port daa484eb-a7d1-430c-a6dc-fd143fe8ee6e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,segment=NetworkSegment(aada0b5b-f644-4cc1-83e7-46c203b73ae9),segment_id=aada0b5b-f644-4cc1-83e7-46c203b73ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:45.479633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.625085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Network bb1fa548-4530-47ad-b928-59058ff800f7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:45.632883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:45.633893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7a2295d3-7165-4a7c-a23b-8f2b73d4fcf3 None None] Provisioning complete for port 9ea44827-0d72-4f0d-9c8a-613281d804fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:45.634382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a2295d3-7165-4a7c-a23b-8f2b73d4fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.634743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=1f00c763-c583-47d1-972b-370e3f4354b3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:45.638205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:36:45.644766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for daa484eb-a7d1-430c-a6dc-fd143fe8ee6e owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:45.724008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7a2295d3-7165-4a7c-a23b-8f2b73d4fcf3 None None] Port 9ea44827-0d72-4f0d-9c8a-613281d804fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:45.749367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7a2295d3-7165-4a7c-a23b-8f2b73d4fcf3 None None] Provisioning for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:45.755456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7a2295d3-7165-4a7c-a23b-8f2b73d4fcf3 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:45.756797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a2295d3-7165-4a7c-a23b-8f2b73d4fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.762252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:45.781066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:45.781806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:45.807768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:45.822012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:45.826104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-ecb86fd3-f568-4f9e-8d29-2e0b2e421746 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6996346 Feb 19 07:36:45.832013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:45.838608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Request body: {'port': {'device_id': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:45.926631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:45.930920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.033781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Provisioning for port 1f00c763-c583-47d1-972b-370e3f4354b3 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:46.041246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Provisioning complete for port 1f00c763-c583-47d1-972b-370e3f4354b3 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:46.042458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.072532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.086719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.158835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=daa484eb-a7d1-430c-a6dc-fd143fe8ee6e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:46.190712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Port 1f00c763-c583-47d1-972b-370e3f4354b3 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:46.200462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] Sync routers for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:46.213595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.ipam_backend_mixin [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5dc7a104-065d-4ca2-9066-03d5364fbdab (CIDR: 2001:db8:0:1::/64) Feb 19 07:36:46.230187 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:46.230619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:46.232852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8b40a15-c864-4d39-bd5b-31f701e49fb1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:46.279067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Provisioning for port a86e5f54-7830-4849-b36c-1472345a7056 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:46.312918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Provisioning complete for port a86e5f54-7830-4849-b36c-1472345a7056 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:46.313899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.353168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:46.353818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:46.553206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.557010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:46.590964 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b1de4b61-6ab8-4ca8-9b57-ee574637c1f6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1706188 Feb 19 07:36:46.597814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39176) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:46.633216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'subnet': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:46.715944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:45Z', 'revision_number': 11, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:46.720910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d707dc4f-2b5f-4e1c-8275-b4a4ec30f62a None None] Port a86e5f54-7830-4849-b36c-1472345a7056 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:46.728106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] Checking router: fdd02f6b-a957-4602-9ed1-b59417ee328e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:46.746677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:46.747342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.823156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:46.824888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:46.841769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4850dbb-9094-44c9-a039-ebef2e49a9a7 req-7c4ea180-1e56-49e4-b6f1-b8d4081fd3b6 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:46.842473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b4850dbb-9094-44c9-a039-ebef2e49a9a7 req-7c4ea180-1e56-49e4-b6f1-b8d4081fd3b6 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:46.881552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f00c763-c583-47d1-972b-370e3f4354b3 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:36:46.892484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:46.895216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b4850dbb-9094-44c9-a039-ebef2e49a9a7 req-7c4ea180-1e56-49e4-b6f1-b8d4081fd3b6 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:46.896410 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b4850dbb-9094-44c9-a039-ebef2e49a9a7 req-7c4ea180-1e56-49e4-b6f1-b8d4081fd3b6 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 931 time: 0.2993572 Feb 19 07:36:46.926634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:46.940496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Usage tracker for resource:subnet and tenant:89b4e3711449484587c4319d9a822f4e is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:46.947518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:46.962209 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:46.966354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Transition to ACTIVE for port object 1f00c763-c583-47d1-972b-370e3f4354b3 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:46.972607 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b4850dbb-9094-44c9-a039-ebef2e49a9a7 req-55fabc3a-f07f-4025-97dd-f98c29e7b970 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699890 Feb 19 07:36:46.976523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.018461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:47.065879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:47.068242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f00c763-c583-47d1-972b-370e3f4354b3,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:47.073039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Made reservation on behalf of 89b4e3711449484587c4319d9a822f4e for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:47.076783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.158096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:45Z', 'revision_number': 11, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:47.196061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213f48d-da76-4a23-86b3-2244eb66de07 None None] The sync data for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv is: [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:45Z', 'revision_number': 11, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:47.267174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:47.285637 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-45e034e0-0f23-4317-9529-0e5c4c60dc40 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2236061 Feb 19 07:36:47.285981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39180) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:47.515027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting subnet e5ac16f8-9738-4b23-b7ff-bc9f11e46d59 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:47.518130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.560920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Attempting to bind port 1f00c763-c583-47d1-972b-370e3f4354b3 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:47.561257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Attempting to bind port 1f00c763-c583-47d1-972b-370e3f4354b3 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:47.561583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Attempting to bind port 1f00c763-c583-47d1-972b-370e3f4354b3 on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:47.573714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.576593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Port 1f00c763-c583-47d1-972b-370e3f4354b3 on network bb1fa548-4530-47ad-b928-59058ff800f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:36:47.576756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Attempting to bind port 1f00c763-c583-47d1-972b-370e3f4354b3 on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:47.621435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:47.621761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Checking segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:47.622137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Bound using segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:47.622561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Bound port: 1f00c763-c583-47d1-972b-370e3f4354b3, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:47.622894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.659697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.757918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] For port 1f00c763-c583-47d1-972b-370e3f4354b3, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:47.767732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] For port 1f00c763-c583-47d1-972b-370e3f4354b3, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1f00c763-c583-47d1-972b-370e3f4354b3,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:47.769570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.801747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.843667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.880823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.882182 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] 10.222.0.67 "PUT /v2.0/ports/1f00c763-c583-47d1-972b-370e3f4354b3 HTTP/1.1" status: 200 len: 1093 time: 2.0477917 Feb 19 07:36:47.889583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ac16f8-9738-4b23-b7ff-bc9f11e46d59,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:47.894097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:36:47.895217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:47.903234 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7e04a1f4-0ffb-48ff-b2b5-2fd6711c933e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/e5ac16f8-9738-4b23-b7ff-bc9f11e46d59 HTTP/1.1" status: 204 len: 168 time: 0.6157792 Feb 19 07:36:47.906775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39186) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:47.908708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16c0b8-1d82-4e9b-a07c-ded72f5f1f5b None None] Network d72de42b-16d8-4494-adee-89566a4afef1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:48.065869 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3', 'status': 'completed', 'code': 200} Feb 19 07:36:48.068039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:48.069026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Subnet': ['ID=4d04c562-0dde-441d-b1e9-841f23959d15,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:48.079911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:48.086114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:48.086697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.101730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc2940-3fd8-4bcd-a35a-6a9f54a0c334 None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:48.105773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda64009-474c-442a-9d96-09414ba2c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f00c763-c583-47d1-972b-370e3f4354b3,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:48.108281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.128417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Deleting port 566fe216-6371-4324-965b-00b50c2ea373 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:48.128762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.151961 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a122c22a-4d36-483b-9741-7c3709df0825 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5531521 Feb 19 07:36:48.155035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39192) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:48.161208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1903134842', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d04c562-0dde-441d-b1e9-841f23959d15'}], 'security_groups': ['fa342b91-e2af-4805-a0f1-ce04756c9b02', 'af93bda0-66ba-4b20-bfe2-47cec9e4b7c5']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:48.200972 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-6f61bfeb-c8e6-4e6f-9401-3876437ce81a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 1096 time: 0.2449784 Feb 19 07:36:48.273302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-fce44ca1-2348-4c30-b467-912f9a2e9fe4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c763-c583-47d1-972b-370e3f4354b3 HTTP/1.1" status: 200 len: 217 time: 0.0651999 Feb 19 07:36:48.275438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device daa484eb-a7d1-430c-a6dc-fd143fe8ee6e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:48.322609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: daa484eb-a7d1-430c-a6dc-fd143fe8ee6e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:48.322940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device daa484eb-a7d1-430c-a6dc-fd143fe8ee6e not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:48.323357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:48.397992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:48.398326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dfe7655a-6d10-41a9-b714-bbab6c1fa0a4 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:48.459165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] For port 566fe216-6371-4324-965b-00b50c2ea373, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=566fe216-6371-4324-965b-00b50c2ea373,segment=NetworkSegment(aada0b5b-f644-4cc1-83e7-46c203b73ae9),segment_id=aada0b5b-f644-4cc1-83e7-46c203b73ae9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:48.459541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.471633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677352-968a-427f-b152-91d854d88170 req-5c373551-4209-4699-8452-eacd1a7d40a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:48.473422 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-5c373551-4209-4699-8452-eacd1a7d40a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.1600559 Feb 19 07:36:48.620722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddcc94-a322-4575-811f-5d09a0edf16f req-bbccad87-e629-4099-a496-31fd5e2c6608 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:48.622167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61ddcc94-a322-4575-811f-5d09a0edf16f req-bbccad87-e629-4099-a496-31fd5e2c6608 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 943 time: 0.3457093 Feb 19 07:36:48.639352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Calling delete_port for 566fe216-6371-4324-965b-00b50c2ea373 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:48.714315 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-44acc994-bef0-4cb6-94b4-4e7dda7d26f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2257650 Feb 19 07:36:48.726337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.733631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.778192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ba8a4-6329-416b-956a-dc694fa9ea32 None None] DHCP port deletion for d72de42b-16d8-4494-adee-89566a4afef1 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:48.781492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Port': ['ID=566fe216-6371-4324-965b-00b50c2ea373,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:48.786025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No DVR routers for this DVR port 566fe216-6371-4324-965b-00b50c2ea373 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:48.794652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] Update dhcp port {'port': {'network_id': '0eee2c68-f7d7-4e39-afdb-55f025904a79', 'fixed_ips': [{'subnet_id': '5dc7a104-065d-4ca2-9066-03d5364fbdab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90f7440d-e656-4b96-867a-c7239565f2a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d04c562-0dde-441d-b1e9-841f23959d15'}], 'binding:host_id': 'dv-neutron-829958-1-hyperv'}, 'id': 'f8b40a15-c864-4d39-bd5b-31f701e49fb1'} from dv-neutron-829958-1-hyperv. {{(pid=83570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 19 07:36:48.852608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.860990 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61ddcc94-a322-4575-811f-5d09a0edf16f req-dc720972-7bd8-4308-ac9f-ea58b7eb4064 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946716 Feb 19 07:36:48.939716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:48.973774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72de42b-16d8-4494-adee-89566a4afef1']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:48.982265 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-1271b027-03d2-449b-9502-303cfe8fa7f9 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568948 Feb 19 07:36:48.994188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aada0b5b-f644-4cc1-83e7-46c203b73ae9') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:48.994569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aada0b5b-f644-4cc1-83e7-46c203b73ae9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.011419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.037267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.044419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:49.044839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:49.065525 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:49.092387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] Allocated IP 2001:db8:0:2::2 (0eee2c68-f7d7-4e39-afdb-55f025904a79/4d04c562-0dde-441d-b1e9-841f23959d15/f8b40a15-c864-4d39-bd5b-31f701e49fb1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:49.127142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f677352-968a-427f-b152-91d854d88170 req-72fd0b26-492c-4f36-ab7e-3e4782540bae service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383052 Feb 19 07:36:49.150726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.168191 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.178964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Pushing event deleted for resources: {'Network': ['ID=d72de42b-16d8-4494-adee-89566a4afef1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:49.187170 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-510cce14-bef4-43a0-8f7e-4d1255b4d565 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/networks/d72de42b-16d8-4494-adee-89566a4afef1 HTTP/1.1" status: 204 len: 168 time: 1.2788219 Feb 19 07:36:49.191763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:49.199645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'routes': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:49.234267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] For port f8b40a15-c864-4d39-bd5b-31f701e49fb1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8b40a15-c864-4d39-bd5b-31f701e49fb1,segment=NetworkSegment(4a632263-40a4-4fb8-bafe-691d41783f3b),segment_id=4a632263-40a4-4fb8-bafe-691d41783f3b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:49.260502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.278830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] Transition to ACTIVE for port object f8b40a15-c864-4d39-bd5b-31f701e49fb1 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:49.286834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.463453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6583b-f867-4ec0-8907-d1653134a465 None None] Pushing event updated for resources: {'Port': ['ID=f8b40a15-c864-4d39-bd5b-31f701e49fb1,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:49.743053 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88507140-346f-4148-b2ec-7441fd2949a3 req-5e125622-32fe-4755-b011-300575c09ebb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 1096 time: 0.4871931 Feb 19 07:36:49.802994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Added routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 19 07:36:49.803293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.extraroute_db [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Removed routes are [] {{(pid=83568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 19 07:36:49.803650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:49.966567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Provisioning complete for port 9ea44827-0d72-4f0d-9c8a-613281d804fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:49.966950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:50.067585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Port 9ea44827-0d72-4f0d-9c8a-613281d804fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:50.069484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Delete allocated IP 2001:db8::b1 (0eee2c68-f7d7-4e39-afdb-55f025904a79/90f7440d-e656-4b96-867a-c7239565f2a8) {{(pid=83568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:36:50.081498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Provisioning complete for port a86e5f54-7830-4849-b36c-1472345a7056 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:50.082123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:50.096525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Allocated IP 2001:db8:0:2::b3 (0eee2c68-f7d7-4e39-afdb-55f025904a79/4d04c562-0dde-441d-b1e9-841f23959d15/a86e5f54-7830-4849-b36c-1472345a7056) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:50.132366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507140-346f-4148-b2ec-7441fd2949a3 req-4bbd8857-5ba2-4cd1-be91-3a4faf85b4c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:50.133802 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88507140-346f-4148-b2ec-7441fd2949a3 req-4bbd8857-5ba2-4cd1-be91-3a4faf85b4c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.3598092 Feb 19 07:36:50.145194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Port a86e5f54-7830-4849-b36c-1472345a7056 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:50.171453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Provisioning for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:50.180931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:50.180931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6dffb34d-d3c0-478e-be97-b481d164b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:50.211925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8b40a15-c864-4d39-bd5b-31f701e49fb1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:50.343340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:50.343599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:50.373526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:50.380973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88507140-346f-4148-b2ec-7441fd2949a3 req-8370d155-99b1-45a5-b0b6-5b634483dc78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c763-c583-47d1-972b-370e3f4354b3 HTTP/1.1" status: 200 len: 217 time: 0.1909070 Feb 19 07:36:50.386245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:50.529274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 566fe216-6371-4324-965b-00b50c2ea373 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:50.566738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 566fe216-6371-4324-965b-00b50c2ea373 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:50.567168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 566fe216-6371-4324-965b-00b50c2ea373 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:50.771723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88507140-346f-4148-b2ec-7441fd2949a3 req-279beb87-2047-4931-96b7-37d9083bed1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:50.773216 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88507140-346f-4148-b2ec-7441fd2949a3 req-279beb87-2047-4931-96b7-37d9083bed1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.3819547 Feb 19 07:36:50.869163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd789c3c-bf66-4bae-b328-a5395c896454 req-38e79837-fd2b-4743-bb67-c204980868da tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:50.870561 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd789c3c-bf66-4bae-b328-a5395c896454 req-38e79837-fd2b-4743-bb67-c204980868da tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 943 time: 0.6794186 Feb 19 07:36:50.937230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router fdd02f6b-a957-4602-9ed1-b59417ee328e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:50.970442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.000785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd789c3c-bf66-4bae-b328-a5395c896454 req-29161e86-b301-49e3-b130-20d7cc0eda70 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218665 Feb 19 07:36:51.004962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Transition to ACTIVE for port object a86e5f54-7830-4849-b36c-1472345a7056 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:51.063889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.074007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88507140-346f-4148-b2ec-7441fd2949a3 req-dc80c39a-e586-4a80-8464-5bf769e53f4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2900639 Feb 19 07:36:51.333336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] In _notify_port_updated(), no bound segment for port a86e5f54-7830-4849-b36c-1472345a7056 on network 0eee2c68-f7d7-4e39-afdb-55f025904a79 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:36:51.338249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:51.338905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.340236 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "PUT /v2.0/ports/a86e5f54-7830-4849-b36c-1472345a7056 HTTP/1.1" status: 200 len: 969 time: 3.1842549 Feb 19 07:36:51.341065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e03ac6-5f56-477d-85ec-58419de8483d tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event updated for resources: {'Port': ['ID=a86e5f54-7830-4849-b36c-1472345a7056,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:51.344014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39202) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:51.370905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:51.384259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.388410 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cb4f8c10-0443-4e42-8652-440cb016df01 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 200 len: 700 time: 2.1956012 Feb 19 07:36:51.389097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39206) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:51.430195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port a86e5f54-7830-4849-b36c-1472345a7056 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:51.430534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.435612 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88507140-346f-4148-b2ec-7441fd2949a3 req-a7150bf3-a02a-4d70-8ebf-34f3950aab12 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831223 Feb 19 07:36:51.437031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-17751fac-13b5-4443-9b2a-f9cfd15cba9f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:51.525994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-19f4b28a-1fc5-46c3-9c1e-7d17fcc8be5b None None] Provisioning for port a86e5f54-7830-4849-b36c-1472345a7056 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:51.531166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-17751fac-13b5-4443-9b2a-f9cfd15cba9f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:51.532013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-19f4b28a-1fc5-46c3-9c1e-7d17fcc8be5b None None] Provisioning complete for port a86e5f54-7830-4849-b36c-1472345a7056 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:51.532382 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-17751fac-13b5-4443-9b2a-f9cfd15cba9f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 200 len: 205 time: 0.1396904 Feb 19 07:36:51.533192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-19f4b28a-1fc5-46c3-9c1e-7d17fcc8be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.535346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39210) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:51.591328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-19f4b28a-1fc5-46c3-9c1e-7d17fcc8be5b None None] Port a86e5f54-7830-4849-b36c-1472345a7056 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:51.702325 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-88507140-346f-4148-b2ec-7441fd2949a3 req-18de2f2f-9613-4845-88b0-e11fd1eadc04 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585249 Feb 19 07:36:51.707952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-992be95b-527e-4e54-9140-c37394c0c117 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.722636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:51.729740 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Sync routers for ids ['7582e79b-d68e-4911-860c-7b15f894e5e6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:51.746116 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Routers {'7582e79b-d68e-4911-860c-7b15f894e5e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:51.746717 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7582e79b-d68e-4911-860c-7b15f894e5e6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:51.809417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] Sync routers for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:51.822609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:51.823223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:51.856915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for a86e5f54-7830-4849-b36c-1472345a7056 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:51.927507 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Set router 7582e79b-d68e-4911-860c-7b15f894e5e6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:51.959923 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:52.128897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.131261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:45Z', 'revision_number': 11, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:52.137207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] Checking router: fdd02f6b-a957-4602-9ed1-b59417ee328e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:52.150874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] Routers {'fdd02f6b-a957-4602-9ed1-b59417ee328e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:52.151782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['fdd02f6b-a957-4602-9ed1-b59417ee328e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:52.238348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=a86e5f54-7830-4849-b36c-1472345a7056,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:52.254045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-992be95b-527e-4e54-9140-c37394c0c117 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.258365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-992be95b-527e-4e54-9140-c37394c0c117 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.294859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] Set router fdd02f6b-a957-4602-9ed1-b59417ee328e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:52.298413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.315257 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-50d06e45-33ff-48dc-851a-2fe42e12663f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/a86e5f54-7830-4849-b36c-1472345a7056 HTTP/1.1" status: 204 len: 168 time: 0.9701943 Feb 19 07:36:52.320536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39216) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:52.326785 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 4, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port': {'id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5564a20d-7bf4-457e-a7e6-09604b3f53a9', 'name': '', 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'mac_address': 'fa:16:3e:6d:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:13Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 2, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'subnets': [{'id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:52.329163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-992be95b-527e-4e54-9140-c37394c0c117 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.330118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992be95b-527e-4e54-9140-c37394c0c117 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Fanout notify agent at l3_agent the message router_deleted on router fdd02f6b-a957-4602-9ed1-b59417ee328e {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:36:52.332213 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Checking router: 7582e79b-d68e-4911-860c-7b15f894e5e6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:52.332773 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Updating router 7582e79b-d68e-4911-860c-7b15f894e5e6 port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:36:52.350604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-992be95b-527e-4e54-9140-c37394c0c117 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.353010 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-992be95b-527e-4e54-9140-c37394c0c117 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 204 len: 168 time: 0.8164771 Feb 19 07:36:52.359086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:52.369781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-139259273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:52.377969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:52.385909 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5656f3ea-978c-43ca-a264-bda012982cec tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] GET failed (client error): The resource could not be found. Feb 19 07:36:52.386457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5656f3ea-978c-43ca-a264-bda012982cec tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:52.396264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Usage tracker for resource:router and tenant:318f5bbad8bb4fb687377a01c820b0d9 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:52.400680 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.401861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:52.410673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:52.429647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5656f3ea-978c-43ca-a264-bda012982cec tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:52.431129 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5656f3ea-978c-43ca-a264-bda012982cec tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports/a86e5f54-7830-4849-b36c-1472345a7056 HTTP/1.1" status: 404 len: 333 time: 0.1096315 Feb 19 07:36:52.434134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39224) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:52.479721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:45Z', 'revision_number': 11, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:52.484075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.485425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.492639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6283afd-4a36-47f1-83b0-d045c26eda70 None None] The sync data for ids ['fdd02f6b-a957-4602-9ed1-b59417ee328e'] in dv-neutron-829958-1-hyperv is: [{'id': 'fdd02f6b-a957-4602-9ed1-b59417ee328e', 'name': 'tempest-RoutersTest-router-159649200', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:35:49Z', 'updated_at': '2022-02-19T07:36:45Z', 'revision_number': 11, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:52.514187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638b7ca-9c29-4ceb-b567-f916d3fda15f req-f19a1d1b-3efc-439f-9798-b20366e9376e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:52.521259 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3638b7ca-9c29-4ceb-b567-f916d3fda15f req-f19a1d1b-3efc-439f-9798-b20366e9376e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 943 time: 0.2405908 Feb 19 07:36:52.573067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-662f4daf-daca-430c-a8c0-094fd82ce467 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.592395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.622402 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3638b7ca-9c29-4ceb-b567-f916d3fda15f req-c9e7e5a9-820a-44e1-a091-8a661062fd13 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003633 Feb 19 07:36:52.627020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-662f4daf-daca-430c-a8c0-094fd82ce467 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.650552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.689559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.693475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b50acfa2-415b-4be3-bae2-5b6ba54f56e5 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3302829 Feb 19 07:36:52.693621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39228) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:52.699807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-91bfd675-46f6-4c5c-95a8-e51467dd7f19 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:52.799696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-662f4daf-daca-430c-a8c0-094fd82ce467 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.809084 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.820755 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Transition to ACTIVE for port object 5564a20d-7bf4-457e-a7e6-09604b3f53a9 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:52.828333 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.830174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f4daf-daca-430c-a8c0-094fd82ce467 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ebf83b-bc7d-45db-a400-af70a72dc64a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:52.832214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-662f4daf-daca-430c-a8c0-094fd82ce467 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.835749 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-662f4daf-daca-430c-a8c0-094fd82ce467 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/security-groups/b3ebf83b-bc7d-45db-a400-af70a72dc64a HTTP/1.1" status: 204 len: 168 time: 0.3978229 Feb 19 07:36:52.836182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39232) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:52.912829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-480a1612-a832-4c69-b455-248dae33e5b6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.943370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-480a1612-a832-4c69-b455-248dae33e5b6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:52.967241 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54e6f-5554-45da-853d-e2fa7fdbc34d None None] Pushing event updated for resources: {'Port': ['ID=5564a20d-7bf4-457e-a7e6-09604b3f53a9,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:52.996527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-480a1612-a832-4c69-b455-248dae33e5b6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.016944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a1612-a832-4c69-b455-248dae33e5b6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93bda0-66ba-4b20-bfe2-47cec9e4b7c5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:53.021525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-480a1612-a832-4c69-b455-248dae33e5b6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.025051 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-480a1612-a832-4c69-b455-248dae33e5b6 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/security-groups/af93bda0-66ba-4b20-bfe2-47cec9e4b7c5 HTTP/1.1" status: 204 len: 168 time: 0.1877935 Feb 19 07:36:53.028025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39236) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:53.062612 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Attempting to bind port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:36:53.062881 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Attempting to bind port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:36:53.063229 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Attempting to bind port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 on network 33495e1f-7f16-45ab-a634-f58bfefec33a {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:36:53.070213 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:36:53.070576 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Checking segment: {'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:53.070966 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.071341 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Bound using segment: {'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:36:53.071792 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Bound port: 5564a20d-7bf4-457e-a7e6-09604b3f53a9, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9488b194-db81-4a5d-8be9-80b4156c2594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:36:53.072175 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.098301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30f9f773-3ab8-4486-8a00-87d45d83f9d4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.129447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30f9f773-3ab8-4486-8a00-87d45d83f9d4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.165903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91bfd675-46f6-4c5c-95a8-e51467dd7f19 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.172750 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] For port 5564a20d-7bf4-457e-a7e6-09604b3f53a9, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:53.176582 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] For port 5564a20d-7bf4-457e-a7e6-09604b3f53a9, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5564a20d-7bf4-457e-a7e6-09604b3f53a9,segment=NetworkSegment(9488b194-db81-4a5d-8be9-80b4156c2594),segment_id=9488b194-db81-4a5d-8be9-80b4156c2594)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:53.177689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91bfd675-46f6-4c5c-95a8-e51467dd7f19 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.181621 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.184322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30f9f773-3ab8-4486-8a00-87d45d83f9d4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.200662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9f773-3ab8-4486-8a00-87d45d83f9d4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa342b91-e2af-4805-a0f1-ce04756c9b02,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:53.207851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30f9f773-3ab8-4486-8a00-87d45d83f9d4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.213500 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-30f9f773-3ab8-4486-8a00-87d45d83f9d4 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/security-groups/fa342b91-e2af-4805-a0f1-ce04756c9b02 HTTP/1.1" status: 204 len: 168 time: 0.1845000 Feb 19 07:36:53.214074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39240) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:53.257957 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54e6f-5554-45da-853d-e2fa7fdbc34d None None] Pushing event updated for resources: {'Port': ['ID=5564a20d-7bf4-457e-a7e6-09604b3f53a9,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:53.280911 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Routers {'7582e79b-d68e-4911-860c-7b15f894e5e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:53.281624 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7582e79b-d68e-4911-860c-7b15f894e5e6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:53.393452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bfd675-46f6-4c5c-95a8-e51467dd7f19 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Router 3794d170-8c22-4387-bd21-1fc904126259 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:36:53.445232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 90f7440d-e656-4b96-867a-c7239565f2a8 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:53.448450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.516105 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] Set router 7582e79b-d68e-4911-860c-7b15f894e5e6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:53.520270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.550217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bfd675-46f6-4c5c-95a8-e51467dd7f19 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:53.557425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-91bfd675-46f6-4c5c-95a8-e51467dd7f19 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.558868 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-91bfd675-46f6-4c5c-95a8-e51467dd7f19 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "PUT /v2.0/routers/3794d170-8c22-4387-bd21-1fc904126259 HTTP/1.1" status: 200 len: 693 time: 0.8637922 Feb 19 07:36:53.562224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39244) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:53.576485 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] Sync routers for ids ['3794d170-8c22-4387-bd21-1fc904126259'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:36:53.621793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.656537 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] Routers {'3794d170-8c22-4387-bd21-1fc904126259'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:53.657448 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['3794d170-8c22-4387-bd21-1fc904126259'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:53.700754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.742597 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-78aa50e3-09d7-496c-92dd-0d14c67de28e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/routers/3794d170-8c22-4387-bd21-1fc904126259 HTTP/1.1" status: 200 len: 699 time: 0.1790159 Feb 19 07:36:53.745434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39250) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:53.748144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=90f7440d-e656-4b96-867a-c7239565f2a8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:53.757412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.764389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925391e-2bdb-4ae5-9b04-8fd3da0bae70 None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:53.771903 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a4fb50f-beda-4531-9e4f-6212e54a6e6b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/90f7440d-e656-4b96-867a-c7239565f2a8 HTTP/1.1" status: 204 len: 168 time: 0.5564041 Feb 19 07:36:53.772606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39254) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:53.865772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 4d04c562-0dde-441d-b1e9-841f23959d15 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:53.869329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.918597 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] Set router 3794d170-8c22-4387-bd21-1fc904126259 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:53.937230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:53.958610 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0655fcd9-23ee-433a-99ed-cf58cd6b037b tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3794d170-8c22-4387-bd21-1fc904126259 HTTP/1.1" status: 200 len: 205 time: 0.2116430 Feb 19 07:36:53.964734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:54.035588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.052484 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3794d170-8c22-4387-bd21-1fc904126259', 'name': 'tempest-RoutersTest-router-139259273', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:52Z', 'updated_at': '2022-02-19T07:36:53Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:54.062807 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] Checking router: 3794d170-8c22-4387-bd21-1fc904126259 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:36:54.138458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88eefb32-4a82-4285-bae9-782cfa31d491 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.169742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.205164 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] Routers {'3794d170-8c22-4387-bd21-1fc904126259'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:36:54.205915 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['3794d170-8c22-4387-bd21-1fc904126259'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:54.216604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5564a20d-7bf4-457e-a7e6-09604b3f53a9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:54.242460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=4d04c562-0dde-441d-b1e9-841f23959d15,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:54.251926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.263277 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a30715c2-f69b-4c88-9415-14b90a907efe tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/4d04c562-0dde-441d-b1e9-841f23959d15 HTTP/1.1" status: 204 len: 168 time: 0.4895670 Feb 19 07:36:54.268675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39262) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:54.292020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4f07f-440f-4518-a9c9-70ecdd5201bc req-f448df8c-6f8d-4531-878e-7eb784ecf083 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:54.293591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fed4f07f-440f-4518-a9c9-70ecdd5201bc req-f448df8c-6f8d-4531-878e-7eb784ecf083 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 943 time: 0.3714445 Feb 19 07:36:54.336592 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7290857-f54a-4fe8-b491-a465be387591 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:54.337220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7290857-f54a-4fe8-b491-a465be387591 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:54.338642 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7290857-f54a-4fe8-b491-a465be387591 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/90f7440d-e656-4b96-867a-c7239565f2a8 HTTP/1.1" status: 404 len: 337 time: 0.0690351 Feb 19 07:36:54.342608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39266) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:54.347298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:54.353993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:54.354650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.403186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fed4f07f-440f-4518-a9c9-70ecdd5201bc req-b4706216-21ae-43cf-b4dd-f776c4853125 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035171 Feb 19 07:36:54.425039 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] Set router 3794d170-8c22-4387-bd21-1fc904126259 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:36:54.563302 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3794d170-8c22-4387-bd21-1fc904126259', 'name': 'tempest-RoutersTest-router-139259273', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:52Z', 'updated_at': '2022-02-19T07:36:53Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:54.571633 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0bad-1e06-40a1-b755-ae757f445af8 None None] The sync data for ids ['3794d170-8c22-4387-bd21-1fc904126259'] in dv-neutron-829958-1-hyperv is: [{'id': '3794d170-8c22-4387-bd21-1fc904126259', 'name': 'tempest-RoutersTest-router-139259273', 'tenant_id': '318f5bbad8bb4fb687377a01c820b0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:52Z', 'updated_at': '2022-02-19T07:36:53Z', 'revision_number': 2, 'project_id': '318f5bbad8bb4fb687377a01c820b0d9', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:54.586097 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 4, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port': {'id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5564a20d-7bf4-457e-a7e6-09604b3f53a9', 'name': '', 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'mac_address': 'fa:16:3e:6d:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:13Z', 'updated_at': '2022-02-19T07:36:53Z', 'revision_number': 4, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'subnets': [{'id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:54.586386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.590956 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1faab-da09-41a9-905e-231e5a100b19 None None] The sync data for ids ['7582e79b-d68e-4911-860c-7b15f894e5e6'] in dv-neutron-829958-1-hyperv is: [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:13Z', 'revision_number': 4, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port': {'id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5564a20d-7bf4-457e-a7e6-09604b3f53a9', 'name': '', 'network_id': '33495e1f-7f16-45ab-a634-f58bfefec33a', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'mac_address': 'fa:16:3e:6d:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:13Z', 'updated_at': '2022-02-19T07:36:53Z', 'revision_number': 4, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'subnets': [{'id': 'a77eba6f-ccfd-43f6-971d-194a76464203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:36:54.638274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 5564a20d-7bf4-457e-a7e6-09604b3f53a9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5564a20d-7bf4-457e-a7e6-09604b3f53a9,segment=NetworkSegment(9488b194-db81-4a5d-8be9-80b4156c2594),segment_id=9488b194-db81-4a5d-8be9-80b4156c2594)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:54.647175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.747139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=5564a20d-7bf4-457e-a7e6-09604b3f53a9,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:54.808214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88eefb32-4a82-4285-bae9-782cfa31d491 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.828701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88eefb32-4a82-4285-bae9-782cfa31d491 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.867172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting subnet 5dc7a104-065d-4ca2-9066-03d5364fbdab {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:36:54.870426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.877229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d57a15-2e03-4bad-b384-771ef75ec32a None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:54.932522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88eefb32-4a82-4285-bae9-782cfa31d491 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.933045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eefb32-4a82-4285-bae9-782cfa31d491 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Fanout notify agent at l3_agent the message router_deleted on router 3794d170-8c22-4387-bd21-1fc904126259 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:36:54.936119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.988244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88eefb32-4a82-4285-bae9-782cfa31d491 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:54.989171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-88eefb32-4a82-4285-bae9-782cfa31d491 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/3794d170-8c22-4387-bd21-1fc904126259 HTTP/1.1" status: 204 len: 168 time: 1.0235286 Feb 19 07:36:54.993067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39270) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.023840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71bf1f72-85e0-4873-ab61-ace09aaa9bfc None None] Provisioning complete for port 9ea44827-0d72-4f0d-9c8a-613281d804fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:55.024580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71bf1f72-85e0-4873-ab61-ace09aaa9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:55.039638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44c656f4-1c0a-417f-a870-73644b9a2349 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Synchronizing usage tracker for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:55.053246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-44c656f4-1c0a-417f-a870-73644b9a2349 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] Unset dirty status for tenant:318f5bbad8bb4fb687377a01c820b0d9 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:55.054787 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-44c656f4-1c0a-417f-a870-73644b9a2349 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=3794d170-8c22-4387-bd21-1fc904126259 HTTP/1.1" status: 200 len: 205 time: 0.0608358 Feb 19 07:36:55.057970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.128919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-265f52ac-75b4-4370-bcb2-742ea644197b tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] delete failed (client error): The resource could not be found. Feb 19 07:36:55.128919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-265f52ac-75b4-4370-bcb2-742ea644197b tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/3794d170-8c22-4387-bd21-1fc904126259 HTTP/1.1" status: 404 len: 336 time: 0.0700305 Feb 19 07:36:55.130138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:55.131895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39278) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.158620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-71bf1f72-85e0-4873-ab61-ace09aaa9bfc None None] Port 9ea44827-0d72-4f0d-9c8a-613281d804fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:55.181235 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e665d70b-dc91-4adf-8c75-706520e18a47 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.182374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e665d70b-dc91-4adf-8c75-706520e18a47 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.186554 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e665d70b-dc91-4adf-8c75-706520e18a47 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/78d89deb-e68d-43e4-82b9-5e6f5822ab3a HTTP/1.1" status: 404 len: 337 time: 0.0510826 Feb 19 07:36:55.187562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39282) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.223804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-71bf1f72-85e0-4873-ab61-ace09aaa9bfc None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:55.224201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-71bf1f72-85e0-4873-ab61-ace09aaa9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:55.231388 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aea512-e247-40cc-822a-5e3df6c5764e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.231823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aea512-e247-40cc-822a-5e3df6c5764e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.244967 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-46aea512-e247-40cc-822a-5e3df6c5764e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/9d73e112-b3cc-4758-b794-e8115c77fa10 HTTP/1.1" status: 404 len: 337 time: 0.0551655 Feb 19 07:36:55.246541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39286) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.281289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:55.427706 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f7bd37-4962-4cdf-90e3-f21ed08c72f1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.428401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f7bd37-4962-4cdf-90e3-f21ed08c72f1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.432775 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f0f7bd37-4962-4cdf-90e3-f21ed08c72f1 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/8bfea830-6184-494c-9735-dd9c926ffd0f HTTP/1.1" status: 404 len: 337 time: 0.1825371 Feb 19 07:36:55.434559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39290) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.436701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc7a104-065d-4ca2-9066-03d5364fbdab,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:55.443381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:55.447859 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1801890a-a654-4d8d-ae29-cae1dd056bea tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/5dc7a104-065d-4ca2-9066-03d5364fbdab HTTP/1.1" status: 204 len: 168 time: 1.1033022 Feb 19 07:36:55.448682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39294) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.488928 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-502a0f16-66e5-4d94-8296-455de9c555f8 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.489372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502a0f16-66e5-4d94-8296-455de9c555f8 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.493900 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-502a0f16-66e5-4d94-8296-455de9c555f8 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/6d6eed1d-c488-4bf0-bd19-a80461768b76 HTTP/1.1" status: 404 len: 337 time: 0.0442078 Feb 19 07:36:55.494479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39300) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.525696 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74a1281-7507-41f2-88f8-4d015a1c0a7d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.526131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74a1281-7507-41f2-88f8-4d015a1c0a7d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.534716 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e74a1281-7507-41f2-88f8-4d015a1c0a7d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/e5ac16f8-9738-4b23-b7ff-bc9f11e46d59 HTTP/1.1" status: 404 len: 337 time: 0.0989006 Feb 19 07:36:55.534943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.581483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-40efbd8e-e242-4b07-bc98-0de9fc7381d2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Synchronizing usage tracker for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:36:55.635032 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4e5ec00b-1800-456c-b076-98a92a1e3544 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 200 len: 205 time: 0.0989895 Feb 19 07:36:55.637521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39308) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.654382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-40efbd8e-e242-4b07-bc98-0de9fc7381d2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Unset dirty status for tenant:89b4e3711449484587c4319d9a822f4e on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:36:55.655514 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-40efbd8e-e242-4b07-bc98-0de9fc7381d2 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd9cd9eb-434e-4d58-a970-7a7d6080bd52 HTTP/1.1" status: 200 len: 205 time: 0.1601140 Feb 19 07:36:55.661989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39312) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.703172 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-9ee317d2-6e1e-4f39-9906-ad2733515fc3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] delete failed (client error): The resource could not be found. Feb 19 07:36:55.706789 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9ee317d2-6e1e-4f39-9906-ad2733515fc3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/fdd02f6b-a957-4602-9ed1-b59417ee328e HTTP/1.1" status: 404 len: 336 time: 0.0655427 Feb 19 07:36:55.706949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39316) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.732300 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-e97c1c39-8d23-4f3b-b00d-e9f51f566e30 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] delete failed (client error): The resource could not be found. Feb 19 07:36:55.736211 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e97c1c39-8d23-4f3b-b00d-e9f51f566e30 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/routers/cd9cd9eb-434e-4d58-a970-7a7d6080bd52 HTTP/1.1" status: 404 len: 336 time: 0.0704563 Feb 19 07:36:55.736211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39320) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.756020 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-56eb75be-3574-409b-90b0-aeb3a9345c30 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=175e55dc-194d-4b5f-a836-f6670578e7d4 HTTP/1.1" status: 200 len: 205 time: 0.0457723 Feb 19 07:36:55.756313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39324) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.780449 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1fa2e2-7eea-4158-bb65-351241f71f70 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.780882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1fa2e2-7eea-4158-bb65-351241f71f70 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.782503 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cf1fa2e2-7eea-4158-bb65-351241f71f70 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/ce5511ef-c200-42b6-9f9c-8a905003662a HTTP/1.1" status: 404 len: 337 time: 0.0456443 Feb 19 07:36:55.785197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39328) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.820218 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-665db6fd-272d-411e-baa5-62e391ae8599 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] delete failed (client error): The resource could not be found. Feb 19 07:36:55.823524 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-665db6fd-272d-411e-baa5-62e391ae8599 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/175e55dc-194d-4b5f-a836-f6670578e7d4 HTTP/1.1" status: 404 len: 336 time: 0.0640826 Feb 19 07:36:55.824636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39332) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.826210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dfbc2f-934b-4830-829d-328675d4e896 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.826677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dfbc2f-934b-4830-829d-328675d4e896 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.828214 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-20dfbc2f-934b-4830-829d-328675d4e896 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/fdab2c0f-7d50-45e1-88f6-d877abe72ee5 HTTP/1.1" status: 404 len: 337 time: 0.0421076 Feb 19 07:36:55.830776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39336) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.838569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40773a4-0643-4b1c-aba2-adbc4e43e2b5 req-d28eb32a-7c07-4055-b3e6-bc08ea1344bf tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:55.840042 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f40773a4-0643-4b1c-aba2-adbc4e43e2b5 req-d28eb32a-7c07-4055-b3e6-bc08ea1344bf tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 943 time: 0.2462163 Feb 19 07:36:55.857732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68508524-3e56-4b40-9d3b-2948e5d8e938 None None] Network 0eee2c68-f7d7-4e39-afdb-55f025904a79 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:55.868326 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e453bba9-f79c-4ea4-a994-363a2e7cef3f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.868755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e453bba9-f79c-4ea4-a994-363a2e7cef3f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.872199 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e453bba9-f79c-4ea4-a994-363a2e7cef3f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/0fa9472a-3e22-42a2-95be-7b672a82627c HTTP/1.1" status: 404 len: 337 time: 0.0451159 Feb 19 07:36:55.873260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39340) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.892550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b17d14-7635-4093-acfa-68dd41124c59 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.892988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b17d14-7635-4093-acfa-68dd41124c59 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.894620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f3b17d14-7635-4093-acfa-68dd41124c59 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/585843c6-b3de-442a-b3b3-0c0556df9158 HTTP/1.1" status: 404 len: 337 time: 0.0629621 Feb 19 07:36:55.897237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39344) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.918356 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4be70f60-878d-4dda-8122-ee8674ce4675 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfd03bc6-31c2-4796-8b1c-05453cb579f6 HTTP/1.1" status: 200 len: 205 time: 0.0438654 Feb 19 07:36:55.921294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.949911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2348520-e2cb-4f9b-ac18-1a64a58a8d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.950264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2348520-e2cb-4f9b-ac18-1a64a58a8d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:55.951890 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f2348520-e2cb-4f9b-ac18-1a64a58a8d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/6edb5451-4e01-4fe7-85d0-02ebac3ea269 HTTP/1.1" status: 404 len: 333 time: 0.0537710 Feb 19 07:36:55.954947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39352) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:55.962244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-50ed5914-2112-4f49-8288-f889ca65ded7 None None] Provisioning complete for port 9ea44827-0d72-4f0d-9c8a-613281d804fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:55.962792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50ed5914-2112-4f49-8288-f889ca65ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:55.996063 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea35970-fa23-4dae-b3bc-0632b9d41cf3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:55.996540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea35970-fa23-4dae-b3bc-0632b9d41cf3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.000589 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1ea35970-fa23-4dae-b3bc-0632b9d41cf3 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/52c27a12-ad3d-4314-9c2f-6b2eff409ff6 HTTP/1.1" status: 404 len: 337 time: 0.0423710 Feb 19 07:36:56.000589 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f40773a4-0643-4b1c-aba2-adbc4e43e2b5 req-d205e819-cf47-4d43-b19f-889db7a90545 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314361 Feb 19 07:36:56.000997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.041123 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77671aa-3b6b-4685-a698-e2136fcd5f45 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.041884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77671aa-3b6b-4685-a698-e2136fcd5f45 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.045978 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b77671aa-3b6b-4685-a698-e2136fcd5f45 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/6415ebcb-0c69-414a-9c74-757269b79d82 HTTP/1.1" status: 404 len: 337 time: 0.0416799 Feb 19 07:36:56.046828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39360) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.081461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-50ed5914-2112-4f49-8288-f889ca65ded7 None None] Port 9ea44827-0d72-4f0d-9c8a-613281d804fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:36:56.090978 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4f88be-4e5e-424c-acb5-41fb95c7ef1f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.091429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4f88be-4e5e-424c-acb5-41fb95c7ef1f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.095666 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8c4f88be-4e5e-424c-acb5-41fb95c7ef1f tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/167bdc93-d654-498a-a6cf-3ec2ebfe01f2 HTTP/1.1" status: 404 len: 333 time: 0.0455730 Feb 19 07:36:56.095822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39364) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.105361 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-0e89917e-2905-456e-864c-02cf00ed4dd3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] delete failed (client error): The resource could not be found. Feb 19 07:36:56.106563 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0e89917e-2905-456e-864c-02cf00ed4dd3 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/dfd03bc6-31c2-4796-8b1c-05453cb579f6 HTTP/1.1" status: 404 len: 336 time: 0.1841218 Feb 19 07:36:56.109069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.117849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-50ed5914-2112-4f49-8288-f889ca65ded7 None None] Provisioning complete for port f8b40a15-c864-4d39-bd5b-31f701e49fb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:56.118218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-50ed5914-2112-4f49-8288-f889ca65ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.142897 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd90ee65-78e6-4f89-8f8d-a22179a26f2b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.143350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd90ee65-78e6-4f89-8f8d-a22179a26f2b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.146290 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fd90ee65-78e6-4f89-8f8d-a22179a26f2b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/60fc76d1-e063-4a77-98d4-5ebb5471ff5f HTTP/1.1" status: 404 len: 337 time: 0.0495026 Feb 19 07:36:56.149330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.164351 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cc11fd47-1889-4454-9e72-97b283bb95ed tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc138dbe-21d3-49d6-b48e-89fb6a8624c2 HTTP/1.1" status: 200 len: 205 time: 0.0538571 Feb 19 07:36:56.164793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5564a20d-7bf4-457e-a7e6-09604b3f53a9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:36:56.166457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39376) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.192352 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-077d70bd-f3b4-4a23-8904-e34921a0bf91 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.192796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077d70bd-f3b4-4a23-8904-e34921a0bf91 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.194648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-077d70bd-f3b4-4a23-8904-e34921a0bf91 tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/subnets/c5c623a1-30fa-48a8-8b0c-ea69cdd1dbb2 HTTP/1.1" status: 404 len: 337 time: 0.0442178 Feb 19 07:36:56.197210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39380) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.234309 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-74741117-7c09-410e-a7fd-4c776b48e4e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] delete failed (client error): The resource could not be found. Feb 19 07:36:56.235403 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74741117-7c09-410e-a7fd-4c776b48e4e7 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/bc138dbe-21d3-49d6-b48e-89fb6a8624c2 HTTP/1.1" status: 404 len: 336 time: 0.0679560 Feb 19 07:36:56.238969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39384) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.279295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Deleting port 9ea44827-0d72-4f0d-9c8a-613281d804fc {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:56.279631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.281068 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dfed52-0e54-4e25-99fe-1ae8393ee87e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.281603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2dfed52-0e54-4e25-99fe-1ae8393ee87e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.286034 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f2dfed52-0e54-4e25-99fe-1ae8393ee87e tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/c795e5bd-80d4-4c5f-9b43-baffa807f0e5 HTTP/1.1" status: 404 len: 337 time: 0.0431421 Feb 19 07:36:56.289271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39388) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.298934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] DHCP port deletion for 0eee2c68-f7d7-4e39-afdb-55f025904a79 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:36:56.308658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:56.309016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.335276 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-90d7059e-ed04-4353-93af-9ae8db12e21b tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=02d75187-d782-4130-aacb-38dbf2df61c5 HTTP/1.1" status: 200 len: 205 time: 0.0417924 Feb 19 07:36:56.335597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] Deleting port f8b40a15-c864-4d39-bd5b-31f701e49fb1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:36:56.335965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.336433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39392) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.402390 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-494c78a3-0484-49a1-aed8-cdbfe19d0716 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] delete failed (client error): The resource could not be found. Feb 19 07:36:56.406009 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-494c78a3-0484-49a1-aed8-cdbfe19d0716 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/02d75187-d782-4130-aacb-38dbf2df61c5 HTTP/1.1" status: 404 len: 336 time: 0.0661376 Feb 19 07:36:56.406759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39396) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.445163 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b818006-19da-40ff-a43b-38eac42614fc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.445889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b818006-19da-40ff-a43b-38eac42614fc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.450316 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b818006-19da-40ff-a43b-38eac42614fc tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/8ef0ca74-055f-4867-961c-26e000c9eed5 HTTP/1.1" status: 404 len: 337 time: 0.0396478 Feb 19 07:36:56.450834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39400) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.498912 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2cb3158f-abc4-428b-bfd8-42ad2efa5808 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 HTTP/1.1" status: 200 len: 205 time: 0.0468102 Feb 19 07:36:56.501232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.504044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.564084 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-40c8e336-936c-47a4-b4c5-df6d9e41940f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] delete failed (client error): The resource could not be found. Feb 19 07:36:56.567733 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-40c8e336-936c-47a4-b4c5-df6d9e41940f tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/routers/e1b9f0f2-8fc2-4826-9f7c-1a4f10402040 HTTP/1.1" status: 404 len: 336 time: 0.0632224 Feb 19 07:36:56.568108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39408) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.609547 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4341455-e6f8-4390-b5a7-251de1368561 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.609921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4341455-e6f8-4390-b5a7-251de1368561 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.614118 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a4341455-e6f8-4390-b5a7-251de1368561 tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/16349e8b-2460-482c-bad5-c8997590c697 HTTP/1.1" status: 404 len: 337 time: 0.0425920 Feb 19 07:36:56.614295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39412) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.628850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Calling delete_port for 9ea44827-0d72-4f0d-9c8a-613281d804fc owned by {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:56.632909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] For port f8b40a15-c864-4d39-bd5b-31f701e49fb1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f8b40a15-c864-4d39-bd5b-31f701e49fb1,segment=NetworkSegment(4a632263-40a4-4fb8-bafe-691d41783f3b),segment_id=4a632263-40a4-4fb8-bafe-691d41783f3b)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:56.633286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.656452 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c594acb1-beb9-41ea-8b04-d0e070c9041d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:56.656887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c594acb1-beb9-41ea-8b04-d0e070c9041d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:56.660973 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c594acb1-beb9-41ea-8b04-d0e070c9041d tempest-RoutersTest-1197479517 tempest-RoutersTest-1197479517-project] 10.222.0.72 "DELETE /v2.0/subnets/735dd8a4-6f98-434b-a865-c72d00916e2a HTTP/1.1" status: 404 len: 337 time: 0.0433767 Feb 19 07:36:56.714551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.759721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Port': ['ID=9ea44827-0d72-4f0d-9c8a-613281d804fc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:56.764208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] Calling delete_port for f8b40a15-c864-4d39-bd5b-31f701e49fb1 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:36:56.769772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.783769 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-48b74248-d645-47aa-9f5a-8cb5f9e27cfb tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/ports/9ea44827-0d72-4f0d-9c8a-613281d804fc HTTP/1.1" status: 204 len: 168 time: 0.5856011 Feb 19 07:36:56.786675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39418) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:56.897048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.909905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:56.947548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] Pushing event deleted for resources: {'Port': ['ID=f8b40a15-c864-4d39-bd5b-31f701e49fb1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:56.954583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f800bb-1c13-4fb4-acf5-c9600a161036 None None] No DVR routers for this DVR port f8b40a15-c864-4d39-bd5b-31f701e49fb1 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:56.984508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39424) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:57.040980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.067710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eee2c68-f7d7-4e39-afdb-55f025904a79']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:57.079677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a632263-40a4-4fb8-bafe-691d41783f3b') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:57.080036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a632263-40a4-4fb8-bafe-691d41783f3b') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:57.094756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.112166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.118770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:36:57.119235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:57.137590 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:57.209211 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9f28c222-0be4-4e31-8184-c4ecca44b1c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=318f5bbad8bb4fb687377a01c820b0d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2232525 Feb 19 07:36:57.211656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39432) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:57.217495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.237074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.244278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] Pushing event deleted for resources: {'Network': ['ID=0eee2c68-f7d7-4e39-afdb-55f025904a79,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:57.247129 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5818676a-a158-4928-a23a-a5151fbe9d8b tempest-PortsIpV6TestJSON-380704981 tempest-PortsIpV6TestJSON-380704981-project] 10.222.0.72 "DELETE /v2.0/networks/0eee2c68-f7d7-4e39-afdb-55f025904a79 HTTP/1.1" status: 204 len: 168 time: 0.4594791 Feb 19 07:36:57.268185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d0439-e3a5-47b0-8a77-fc861cc2f5d6 req-edab49c8-9333-47c2-b46c-eea9c56de7be tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:57.269819 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-673d0439-e3a5-47b0-8a77-fc861cc2f5d6 req-edab49c8-9333-47c2-b46c-eea9c56de7be tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 943 time: 0.1453042 Feb 19 07:36:57.303603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2cf883b-6602-409a-b83f-882f7bc36eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.439907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2cf883b-6602-409a-b83f-882f7bc36eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.453124 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-673d0439-e3a5-47b0-8a77-fc861cc2f5d6 req-c2bb2856-68de-4212-b505-7b2f412bf495 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719878 Feb 19 07:36:57.496168 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2cf883b-6602-409a-b83f-882f7bc36eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.502128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39440) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:57.510950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf883b-6602-409a-b83f-882f7bc36eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f7ab7-9209-4d27-a758-fa6c79f545d5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:57.517247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d2cf883b-6602-409a-b83f-882f7bc36eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.521094 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d2cf883b-6602-409a-b83f-882f7bc36eb1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b6f7ab7-9209-4d27-a758-fa6c79f545d5 HTTP/1.1" status: 204 len: 168 time: 0.3084767 Feb 19 07:36:57.689424 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bb8c0691-6a8d-472e-8982-f900ea7402b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=89b4e3711449484587c4319d9a822f4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860676 Feb 19 07:36:57.692360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:57.752515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b1d629-9583-405c-b5bf-931c5c0ac659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.780001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b1d629-9583-405c-b5bf-931c5c0ac659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.831066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b1d629-9583-405c-b5bf-931c5c0ac659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.847570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1d629-9583-405c-b5bf-931c5c0ac659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e764b1c4-c23d-40ec-93b9-bbe2c969efd1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:57.850804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83b1d629-9583-405c-b5bf-931c5c0ac659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:57.854241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83b1d629-9583-405c-b5bf-931c5c0ac659 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e764b1c4-c23d-40ec-93b9-bbe2c969efd1 HTTP/1.1" status: 204 len: 168 time: 0.1586645 Feb 19 07:36:58.141703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8b40a15-c864-4d39-bd5b-31f701e49fb1 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:36:58.177783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f8b40a15-c864-4d39-bd5b-31f701e49fb1 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:36:58.178569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f8b40a15-c864-4d39-bd5b-31f701e49fb1 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:36:58.380839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39480) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:58.511405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1504215421'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:58.517025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:58.521170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Usage tracker for resource:network and tenant:d0b7ff7eaec349609c0a35ba20f71095 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:58.523971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:58.530094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:58.541277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Made reservation on behalf of d0b7ff7eaec349609c0a35ba20f71095 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:58.544281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.557404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.589604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:58.593722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Usage tracker for resource:security_group_rule and tenant:d0b7ff7eaec349609c0a35ba20f71095 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:58.596770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:58.602738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:58.656544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13171-1f4c-4125-abae-f044898a48f1 req-01e8cf84-f17b-4ca0-bf74-dbb813a83c36 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.658052 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-daa13171-1f4c-4125-abae-f044898a48f1 req-01e8cf84-f17b-4ca0-bf74-dbb813a83c36 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 943 time: 0.0817640 Feb 19 07:36:58.683862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.691132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.705525 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-daa13171-1f4c-4125-abae-f044898a48f1 req-1a2182ab-179b-44f7-824e-5817ad74817c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Feb 19 07:36:58.723600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:58.732235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b68b4b5-11fa-4681-ac35-41fcec34797c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:58.733498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39494) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:58.738056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.738810 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Added segment a69c4df5-7744-4a53-9cb9-535f9a643aa5 of type vlan for network 067e04e6-67da-4348-913a-7531c7da92ad Feb 19 07:36:58.773683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.807038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.812318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.813247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:58.883180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-368b30ce-d788-42ca-8ea9-ab0cf87f44dd tempest-DvrRoutersNegativeTest-1903626124 tempest-DvrRoutersNegativeTest-1903626124-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1797180714', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:58.885600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.policy [None req-368b30ce-d788-42ca-8ea9-ab0cf87f44dd tempest-DvrRoutersNegativeTest-1903626124 tempest-DvrRoutersNegativeTest-1903626124-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83568) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 19 07:36:58.885889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.policy [None req-368b30ce-d788-42ca-8ea9-ab0cf87f44dd tempest-DvrRoutersNegativeTest-1903626124 tempest-DvrRoutersNegativeTest-1903626124-project] Failed policy check for 'create_router' {{(pid=83568) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 19 07:36:58.886417 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-368b30ce-d788-42ca-8ea9-ab0cf87f44dd tempest-DvrRoutersNegativeTest-1903626124 tempest-DvrRoutersNegativeTest-1903626124-project] create failed (client error): Access was denied to this resource. Feb 19 07:36:58.887388 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-368b30ce-d788-42ca-8ea9-ab0cf87f44dd tempest-DvrRoutersNegativeTest-1903626124 tempest-DvrRoutersNegativeTest-1903626124-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1505301 Feb 19 07:36:58.920522 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5384943 Feb 19 07:36:58.923930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:58.924912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a2390-15f1-4317-9880-51c2c10d428a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event updated for resources: {'Network': ['ID=067e04e6-67da-4348-913a-7531c7da92ad,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:58.929830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Request body: {'subnet': {'network_id': '067e04e6-67da-4348-913a-7531c7da92ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:58.937124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 067e04e6-67da-4348-913a-7531c7da92ad details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:36:59.026072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1f00c763-c583-47d1-972b-370e3f4354b3 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:36:59.040687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:59.044610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Usage tracker for resource:subnet and tenant:d0b7ff7eaec349609c0a35ba20f71095 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:59.047926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:59.054135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:59.067582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Made reservation on behalf of d0b7ff7eaec349609c0a35ba20f71095 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:59.171776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.179909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1f00c763-c583-47d1-972b-370e3f4354b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1f00c763-c583-47d1-972b-370e3f4354b3,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:59.194233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '1f00c763-c583-47d1-972b-370e3f4354b3', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'port_id': '1f00c763-c583-47d1-972b-370e3f4354b3', 'mac_address': 'fa:16:3e:d4:62:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:36:59.197763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39508) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:59.248802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.267474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f00c763-c583-47d1-972b-370e3f4354b3 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:36:59.283822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1f00c763-c583-47d1-972b-370e3f4354b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1f00c763-c583-47d1-972b-370e3f4354b3,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:59.289102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.360249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1f00c763-c583-47d1-972b-370e3f4354b3,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:59.361469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.394334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:59.399155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Usage tracker for resource:security_group_rule and tenant:3287da93741a4010ab9f923cd008954c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:59.402846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:59.409607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.410648 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:59.482921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.487393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.494547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event updated for resources: {'Subnet': ['ID=43fafc94-7972-432b-99c7-687cd7d7480d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:59.499327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Checking segment: {'id': 'a69c4df5-7744-4a53-9cb9-535f9a643aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '067e04e6-67da-4348-913a-7531c7da92ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:36:59.499672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Network hostable DHCP agents. Network: 067e04e6-67da-4348-913a-7531c7da92ad, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:59.523751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Network 067e04e6-67da-4348-913a-7531c7da92ad is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:59.535440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 067e04e6-67da-4348-913a-7531c7da92ad) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:59.540086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77ae8c-d3e6-4a01-926d-9d84ebdcaa0d,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:59.540258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:59.540808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.546305 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-716f1c86-5a22-4b83-b632-9a5bb8d1399a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3287da93741a4010ab9f923cd008954c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3470871 Feb 19 07:36:59.548757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39514) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:59.549063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe86cd-12f4-455d-bb1e-5b248409e17e None None] Network 067e04e6-67da-4348-913a-7531c7da92ad requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:36:59.567864 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a3519aa-9af0-40d2-855d-d17bb499ad46 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6403658 Feb 19 07:36:59.568217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39518) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:36:59.573909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Request body: {'port': {'network_id': '067e04e6-67da-4348-913a-7531c7da92ad', 'name': 'tempest-TagsExtTest-1782920979'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:36:59.617945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72681f76-5df2-4260-9b8f-b622614911bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.622273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['1f00c763-c583-47d1-972b-370e3f4354b3'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:36:59.644389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72681f76-5df2-4260-9b8f-b622614911bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.700601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72681f76-5df2-4260-9b8f-b622614911bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.718873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72681f76-5df2-4260-9b8f-b622614911bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a77ae8c-d3e6-4a01-926d-9d84ebdcaa0d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:59.722393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:36:59.729941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72681f76-5df2-4260-9b8f-b622614911bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.730767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Usage tracker for resource:port and tenant:d0b7ff7eaec349609c0a35ba20f71095 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:36:59.731051 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-72681f76-5df2-4260-9b8f-b622614911bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a77ae8c-d3e6-4a01-926d-9d84ebdcaa0d HTTP/1.1" status: 204 len: 168 time: 0.1811488 Feb 19 07:36:59.734039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:36:59.741202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:36:59.752759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Made reservation on behalf of d0b7ff7eaec349609c0a35ba20f71095 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:59.757039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:36:59.780745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] device_id is not set on port d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:36:59.906673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-067e04e6-67da-4348-913a-7531c7da92ad', 'network_id': '067e04e6-67da-4348-913a-7531c7da92ad', 'tenant_id': 'd0b7ff7eaec349609c0a35ba20f71095', 'fixed_ips': [{'subnet_id': '43fafc94-7972-432b-99c7-687cd7d7480d'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:36:59.908593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.012498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Allocated IP 172.20.0.6 (067e04e6-67da-4348-913a-7531c7da92ad/43fafc94-7972-432b-99c7-687cd7d7480d/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:00.027323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0461fa-78d8-4645-9e10-da43eae53dcd req-7bee8f54-32a7-4c78-9021-1c65bd992294 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:00.027323 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d0461fa-78d8-4645-9e10-da43eae53dcd req-7bee8f54-32a7-4c78-9021-1c65bd992294 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 944 time: 0.1782272 Feb 19 07:37:00.116916 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d0461fa-78d8-4645-9e10-da43eae53dcd req-8d74e3f0-b93f-49bd-8a37-673db2341f87 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838161 Feb 19 07:37:00.275494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.295467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Transition to ACTIVE for port object d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:00.320727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.385677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Allocated IP 172.20.0.2 (067e04e6-67da-4348-913a-7531c7da92ad/43fafc94-7972-432b-99c7-687cd7d7480d/d9c3d45b-c12a-4a1c-8383-7a63c395742b) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:00.398463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Network 067e04e6-67da-4348-913a-7531c7da92ad is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:00.402110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:00.404081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event updated for resources: {'Port': ['ID=d9ecf2ec-1b56-4e90-af30-803aca6dd8d1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:00.406224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:00.467991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:00.468666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.490156 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d5b321a5-8f2a-4e58-8412-ae6d105bdb22 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9208629 Feb 19 07:37:00.492705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39540) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:00.498010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-107423363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:00.505310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:00.509709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Usage tracker for resource:router and tenant:d0b7ff7eaec349609c0a35ba20f71095 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:00.512318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:00.526434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:00.533054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.533997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.553501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.574242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.597160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.598369 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-03f48e10-9272-4b99-be8f-1f31b2c58c48 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1047091 Feb 19 07:37:00.601245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39546) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:00.607104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6af85bc2-2ee8-48d7-9dfa-6f03e7d2387a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1236925833', 'prefixes': ['172.20.0.0/16']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:00.612584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6af85bc2-2ee8-48d7-9dfa-6f03e7d2387a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:00.641128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.651953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Transition to ACTIVE for port object d9c3d45b-c12a-4a1c-8383-7a63c395742b will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:00.654890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:00.671967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Transition to ACTIVE for port object d9c3d45b-c12a-4a1c-8383-7a63c395742b will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:00.678535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.681877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6af85bc2-2ee8-48d7-9dfa-6f03e7d2387a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for subnetpool, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.684702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6af85bc2-2ee8-48d7-9dfa-6f03e7d2387a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0825181 Feb 19 07:37:00.687158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39556) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:00.693451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-d90df33c-6fac-4240-a5a4-a771c0b87ddb tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', 'tempest-TagsExtTest-Tag-444865445') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:00.749783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Network 067e04e6-67da-4348-913a-7531c7da92ad is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:00.752903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:00.755507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:00.762918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Pushing event updated for resources: {'Port': ['ID=d9c3d45b-c12a-4a1c-8383-7a63c395742b,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:00.780824 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d90df33c-6fac-4240-a5a4-a771c0b87ddb tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags/tempest-TagsExtTest-Tag-444865445 HTTP/1.1" status: 201 len: 201 time: 0.0922494 Feb 19 07:37:00.783208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:00.789125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-b5e02a5b-449f-46a1-b9db-004fc514c358 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', 'tempest-TagsExtTest-Tag-1923247233') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:00.797399 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-206c1b07-5db7-4137-b65f-e5976dec22be tempest-ServiceProvidersTest-1168513369 tempest-ServiceProvidersTest-1168513369-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1412108 Feb 19 07:37:00.850761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Attempting to bind port d9c3d45b-c12a-4a1c-8383-7a63c395742b on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:37:00.851269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Attempting to bind port d9c3d45b-c12a-4a1c-8383-7a63c395742b by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'a69c4df5-7744-4a53-9cb9-535f9a643aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '067e04e6-67da-4348-913a-7531c7da92ad'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:37:00.851712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Attempting to bind port d9c3d45b-c12a-4a1c-8383-7a63c395742b on network 067e04e6-67da-4348-913a-7531c7da92ad {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:37:00.858248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:37:00.859002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Checking segment: {'id': 'a69c4df5-7744-4a53-9cb9-535f9a643aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '067e04e6-67da-4348-913a-7531c7da92ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:37:00.859506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.860001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Bound using segment: {'id': 'a69c4df5-7744-4a53-9cb9-535f9a643aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '067e04e6-67da-4348-913a-7531c7da92ad'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:37:00.860574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Bound port: d9c3d45b-c12a-4a1c-8383-7a63c395742b, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69c4df5-7744-4a53-9cb9-535f9a643aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '067e04e6-67da-4348-913a-7531c7da92ad'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:37:00.861238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:00.870444 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b5e02a5b-449f-46a1-b9db-004fc514c358 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags/tempest-TagsExtTest-Tag-1923247233 HTTP/1.1" status: 201 len: 201 time: 0.0860634 Feb 19 07:37:00.873199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39566) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:00.881357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-46eed38c-fb32-4e7f-8293-88391de800df tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', 'tempest-TagsExtTest-Tag-1220264356') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:00.967113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] For port d9c3d45b-c12a-4a1c-8383-7a63c395742b, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:00.971308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] For port d9c3d45b-c12a-4a1c-8383-7a63c395742b, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d9c3d45b-c12a-4a1c-8383-7a63c395742b,segment=NetworkSegment(a69c4df5-7744-4a53-9cb9-535f9a643aa5),segment_id=a69c4df5-7744-4a53-9cb9-535f9a643aa5)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:00.982383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.063045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1f00c763-c583-47d1-972b-370e3f4354b3 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:01.138963 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-46eed38c-fb32-4e7f-8293-88391de800df tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags/tempest-TagsExtTest-Tag-1220264356 HTTP/1.1" status: 201 len: 201 time: 0.2627692 Feb 19 07:37:01.138963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39574) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.140165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39576) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.148403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-0f5bbe7a-754d-45fe-a1ee-e96ac4bf3b49 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', 'tempest-TagsExtTest-Tag-765418711') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:01.155559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fca8f-02c2-4827-86c4-9e89bf0f7e5d None None] Pushing event updated for resources: {'Port': ['ID=d9c3d45b-c12a-4a1c-8383-7a63c395742b,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.195015 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0f5bbe7a-754d-45fe-a1ee-e96ac4bf3b49 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags/tempest-TagsExtTest-Tag-765418711 HTTP/1.1" status: 201 len: 201 time: 0.0514338 Feb 19 07:37:01.202475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39586) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.205375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 1f00c763-c583-47d1-972b-370e3f4354b3 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:01.207938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-f2be8b5b-c024-4fc9-af34-29b246a63ca6 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:01.213220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 1f00c763-c583-47d1-972b-370e3f4354b3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:01.213635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.324082 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f2be8b5b-c024-4fc9-af34-29b246a63ca6 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags HTTP/1.1" status: 200 len: 240 time: 0.1205583 Feb 19 07:37:01.326696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.335244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-b2462a3a-7a42-40f6-8ecc-ddaaa8ec0e54 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', 'tempest-TagsExtTest-Tag-444865445') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:01.401942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.451529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1f00c763-c583-47d1-972b-370e3f4354b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1f00c763-c583-47d1-972b-370e3f4354b3,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:01.452705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:37:01.459814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.465606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.538509 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3', 'code': 200} Feb 19 07:37:01.557035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1f00c763-c583-47d1-972b-370e3f4354b3,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.589427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:01.600634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Usage tracker for resource:security_group_rule and tenant:95e1d04e3d054848b011c658c1d76331 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:01.606773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:01.616323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:01.620395 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b2462a3a-7a42-40f6-8ecc-ddaaa8ec0e54 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags/tempest-TagsExtTest-Tag-444865445 HTTP/1.1" status: 204 len: 168 time: 0.2927160 Feb 19 07:37:01.623493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39596) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.630330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-10a58ea7-cb01-4e24-8d3d-84812a8f4ffa tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', 'tempest-TagsExtTest-Tag-444865445') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:01.648195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3046d-df50-4556-aebc-da6d29320e14 req-fb5b1e9f-8923-49a8-b582-5756631fab63 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:01.649638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dfe3046d-df50-4556-aebc-da6d29320e14 req-fb5b1e9f-8923-49a8-b582-5756631fab63 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.1932526 Feb 19 07:37:01.723995 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-10a58ea7-cb01-4e24-8d3d-84812a8f4ffa tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags/tempest-TagsExtTest-Tag-444865445 HTTP/1.1" status: 204 len: 168 time: 0.0993626 Feb 19 07:37:01.726278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39600) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.732609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dfe3046d-df50-4556-aebc-da6d29320e14 req-4d1c0f01-8425-4883-93ca-303945d98054 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752668 Feb 19 07:37:01.733261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-afe4e73e-2e6d-446d-bf25-fd3635b47679 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:01.740412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.745657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.807896 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-afe4e73e-2e6d-446d-bf25-fd3635b47679 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags HTTP/1.1" status: 200 len: 205 time: 0.0802021 Feb 19 07:37:01.810257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39604) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.815526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-ee6b1609-01d7-4754-ac3f-a5f406ff677d tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:01.834435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55577288-7e39-4a76-919e-a42330d2d5e2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.838674 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4676ffe1-edc1-4237-9c4b-ff0e51f63307 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95e1d04e3d054848b011c658c1d76331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6987317 Feb 19 07:37:01.844112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.863242 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-73ec08d8-3b0f-4aff-8f26-d7d54392ff95 req-c39e9bf3-7963-4b4a-ba2b-3dfe744f9034 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 1098 time: 0.1024444 Feb 19 07:37:01.906122 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-73ec08d8-3b0f-4aff-8f26-d7d54392ff95 req-dc4757d9-cd3b-4e5b-846d-52b9465223c8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368915 Feb 19 07:37:01.928026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd5cafba-3ec2-424e-978d-671bd436f9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:01.933384 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ee6b1609-01d7-4754-ac3f-a5f406ff677d tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags HTTP/1.1" status: 200 len: 241 time: 0.1220870 Feb 19 07:37:01.936330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39612) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:01.942511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-1308af73-2429-4333-a3fe-2662f0157c53 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', 'tempest-TagsExtTest-Tag-1923247233') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:01.962750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd5cafba-3ec2-424e-978d-671bd436f9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:02.019533 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1308af73-2429-4333-a3fe-2662f0157c53 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags/tempest-TagsExtTest-Tag-1923247233 HTTP/1.1" status: 204 len: 168 time: 0.0794449 Feb 19 07:37:02.020103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39616) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:02.027875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-0a127424-31d6-470a-adc0-647c688c351b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', 'tempest-TagsExtTest-Tag-1923247233') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:02.032685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd5cafba-3ec2-424e-978d-671bd436f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:02.054074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cd5cafba-3ec2-424e-978d-671bd436f9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:02.055561 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cd5cafba-3ec2-424e-978d-671bd436f9ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55577288-7e39-4a76-919e-a42330d2d5e2 HTTP/1.1" status: 204 len: 168 time: 0.2110696 Feb 19 07:37:02.058137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cafba-3ec2-424e-978d-671bd436f9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55577288-7e39-4a76-919e-a42330d2d5e2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:02.154199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0a127424-31d6-470a-adc0-647c688c351b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags/tempest-TagsExtTest-Tag-1923247233 HTTP/1.1" status: 204 len: 168 time: 0.1307111 Feb 19 07:37:02.154514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:02.160731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-55b45289-d060-46fa-b002-be532bd32f9e tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:02.210095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d9c3d45b-c12a-4a1c-8383-7a63c395742b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:02.250533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39626) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:02.250840 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-55b45289-d060-46fa-b002-be532bd32f9e tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0950725 Feb 19 07:37:02.256330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-d316bfcb-5121-4f22-91b0-aa07e66ee0ba tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:02.293307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port d9c3d45b-c12a-4a1c-8383-7a63c395742b completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:02.339535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae67792-6db6-49ca-befb-0cfe72495e2e None None] Network 067e04e6-67da-4348-913a-7531c7da92ad requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:37:02.462458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-69d67cb6-3c7b-4295-9aeb-eeb97c828afa None None] Provisioning for port d9c3d45b-c12a-4a1c-8383-7a63c395742b completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:02.472619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-69d67cb6-3c7b-4295-9aeb-eeb97c828afa None None] Provisioning complete for port d9c3d45b-c12a-4a1c-8383-7a63c395742b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:02.473193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d67cb6-3c7b-4295-9aeb-eeb97c828afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:02.510954 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d316bfcb-5121-4f22-91b0-aa07e66ee0ba tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags HTTP/1.1" status: 200 len: 241 time: 0.2593086 Feb 19 07:37:02.513536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39636) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:02.521044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-3af4fc2e-fd91-4b14-88f7-bcd3bfcdfb06 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', 'tempest-TagsExtTest-Tag-1220264356') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:02.653646 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3af4fc2e-fd91-4b14-88f7-bcd3bfcdfb06 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags/tempest-TagsExtTest-Tag-1220264356 HTTP/1.1" status: 204 len: 168 time: 0.1365857 Feb 19 07:37:02.653901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39644) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:02.659661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-23f035b2-67bd-40fe-9bbd-713c13c081fb tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', 'tempest-TagsExtTest-Tag-1220264356') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:02.699903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d67cb6-3c7b-4295-9aeb-eeb97c828afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:02.741214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-69d67cb6-3c7b-4295-9aeb-eeb97c828afa None None] For port d9c3d45b-c12a-4a1c-8383-7a63c395742b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d9c3d45b-c12a-4a1c-8383-7a63c395742b,segment=NetworkSegment(a69c4df5-7744-4a53-9cb9-535f9a643aa5),segment_id=a69c4df5-7744-4a53-9cb9-535f9a643aa5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:02.747155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69d67cb6-3c7b-4295-9aeb-eeb97c828afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:02.833731 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-23f035b2-67bd-40fe-9bbd-713c13c081fb tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags/tempest-TagsExtTest-Tag-1220264356 HTTP/1.1" status: 204 len: 168 time: 0.1786621 Feb 19 07:37:02.835993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39654) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:02.843439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-74a9e109-3740-4f35-91b8-697809a74874 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:02.848638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d67cb6-3c7b-4295-9aeb-eeb97c828afa None None] Pushing event updated for resources: {'Port': ['ID=d9c3d45b-c12a-4a1c-8383-7a63c395742b,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:02.991667 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74a9e109-3740-4f35-91b8-697809a74874 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags HTTP/1.1" status: 200 len: 205 time: 0.1544547 Feb 19 07:37:02.994350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39660) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.007229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-a213f660-ac75-4f50-9fea-430d1b16f04b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.010955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bd65d-b0fb-4b77-8c35-a973bf83a475 req-9f2bf1d2-d1c6-4e50-b080-59450001288b tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:03.019186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-759bd65d-b0fb-4b77-8c35-a973bf83a475 req-9f2bf1d2-d1c6-4e50-b080-59450001288b tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.1207328 Feb 19 07:37:03.052747 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a213f660-ac75-4f50-9fea-430d1b16f04b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags HTTP/1.1" status: 200 len: 240 time: 0.0517347 Feb 19 07:37:03.053719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39664) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.062352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-49773ae4-03f9-443e-88f1-6530e384a5d9 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', 'tempest-TagsExtTest-Tag-765418711') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.071280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-759bd65d-b0fb-4b77-8c35-a973bf83a475 req-8f749dc2-9500-4db5-97c8-b42f25fc85e3 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506592 Feb 19 07:37:03.097009 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-49773ae4-03f9-443e-88f1-6530e384a5d9 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags/tempest-TagsExtTest-Tag-765418711 HTTP/1.1" status: 204 len: 168 time: 0.0420468 Feb 19 07:37:03.099151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39668) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.100017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c998c80f-3ff5-4f18-9dda-041458cc4313 None None] Provisioning for port d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:03.113602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c998c80f-3ff5-4f18-9dda-041458cc4313 None None] Provisioning complete for port d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:03.114104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c998c80f-3ff5-4f18-9dda-041458cc4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:03.114757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-2ef9981d-29b8-488d-b228-29d9d3967bab tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', 'tempest-TagsExtTest-Tag-765418711') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.196276 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ef9981d-29b8-488d-b228-29d9d3967bab tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags/tempest-TagsExtTest-Tag-765418711 HTTP/1.1" status: 204 len: 168 time: 0.0935159 Feb 19 07:37:03.196983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.201146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c998c80f-3ff5-4f18-9dda-041458cc4313 None None] Port d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:37:03.205241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-3384e2c5-5c8f-49ca-ad2d-672825ff6202 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.214776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c998c80f-3ff5-4f18-9dda-041458cc4313 None None] Provisioning complete for port d9c3d45b-c12a-4a1c-8383-7a63c395742b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:03.215777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c998c80f-3ff5-4f18-9dda-041458cc4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:03.236224 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3384e2c5-5c8f-49ca-ad2d-672825ff6202 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags HTTP/1.1" status: 200 len: 205 time: 0.0349519 Feb 19 07:37:03.237133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39678) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.243140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-dd5a3bce-1835-4c04-96ca-b38f0496024d tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.279383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dd5a3bce-1835-4c04-96ca-b38f0496024d tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0386918 Feb 19 07:37:03.280940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39682) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.287708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-f4bf0010-c133-4a8c-a605-729487d3d6a2 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.424436 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f4bf0010-c133-4a8c-a605-729487d3d6a2 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags HTTP/1.1" status: 204 len: 168 time: 0.1418877 Feb 19 07:37:03.427839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.436825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-50232b30-fe1d-450a-89a5-7407c90f83f2 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.465015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d69f9fc3-698a-43bc-b76b-07ee387693d3 None None] Provisioning complete for port d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:03.466286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d69f9fc3-698a-43bc-b76b-07ee387693d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:03.525753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d69f9fc3-698a-43bc-b76b-07ee387693d3 None None] Port d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:37:03.531767 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-50232b30-fe1d-450a-89a5-7407c90f83f2 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1029494 Feb 19 07:37:03.534272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.539886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-22e482ef-fa3a-42a2-9dd9-7c11b59d4121 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.608131 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-22e482ef-fa3a-42a2-9dd9-7c11b59d4121 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags HTTP/1.1" status: 204 len: 168 time: 0.0727262 Feb 19 07:37:03.612059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39700) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.617406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-9ebd8ff8-d184-4b75-b7da-14bd4fd920b6 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', 'tempest-TagsExtTest-Tag-1802114994') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.701534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9ebd8ff8-d184-4b75-b7da-14bd4fd920b6 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags/tempest-TagsExtTest-Tag-1802114994 HTTP/1.1" status: 201 len: 201 time: 0.0886638 Feb 19 07:37:03.704314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39706) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.709851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-5f5835e8-0f9f-4175-b127-07287efbfd80 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', 'tempest-TagsExtTest-Tag-1589541884') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.783878 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5f5835e8-0f9f-4175-b127-07287efbfd80 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags/tempest-TagsExtTest-Tag-1589541884 HTTP/1.1" status: 201 len: 201 time: 0.0784948 Feb 19 07:37:03.786722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.793433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-21425534-d669-469e-8f64-bee76a3eed47 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', 'tempest-TagsExtTest-Tag-1765349673') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.933462 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-21425534-d669-469e-8f64-bee76a3eed47 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags/tempest-TagsExtTest-Tag-1765349673 HTTP/1.1" status: 201 len: 201 time: 0.1452899 Feb 19 07:37:03.935778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39718) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.941623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-6021ffb1-012f-4184-9640-7db5140f883b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', 'tempest-TagsExtTest-Tag-430555259') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:03.976351 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6021ffb1-012f-4184-9640-7db5140f883b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags/tempest-TagsExtTest-Tag-430555259 HTTP/1.1" status: 201 len: 201 time: 0.0394368 Feb 19 07:37:03.978984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:03.984826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-007fc19d-f23b-47f5-b72f-5ca4cbd42480 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', {'tags': ['tempest-TagsExtTest-Tag-1776885359', 'tempest-TagsExtTest-Tag-801595953', 'tempest-TagsExtTest-Tag-1979387848']}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.064582 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-007fc19d-f23b-47f5-b72f-5ca4cbd42480 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags HTTP/1.1" status: 200 len: 317 time: 0.0820971 Feb 19 07:37:04.064796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39730) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.070170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-4245a0e9-e10d-43fa-bf83-39c5e85230f4 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.158833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d9c3d45b-c12a-4a1c-8383-7a63c395742b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:04.162303 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4245a0e9-e10d-43fa-bf83-39c5e85230f4 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags HTTP/1.1" status: 204 len: 168 time: 0.0965703 Feb 19 07:37:04.165344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39736) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.171775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-b3c2b878-7da6-48cb-ba66-b8d06b9e71c5 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', 'tempest-TagsExtTest-Tag-1776885359') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.197593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39740) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.228669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d9c3d45b-c12a-4a1c-8383-7a63c395742b triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:04.229044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.308291 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-b3c2b878-7da6-48cb-ba66-b8d06b9e71c5 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:04.312116 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b3c2b878-7da6-48cb-ba66-b8d06b9e71c5 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags/tempest-TagsExtTest-Tag-1776885359 HTTP/1.1" status: 404 len: 329 time: 0.1424363 Feb 19 07:37:04.312902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.315370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5246b44-5c0b-4864-a8f9-6f35f6c7f10a req-d7964058-a15d-4927-8a3b-10262939121c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:04.317213 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5246b44-5c0b-4864-a8f9-6f35f6c7f10a req-d7964058-a15d-4927-8a3b-10262939121c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.1104815 Feb 19 07:37:04.320405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-293042ec-34f9-4f89-ad4e-192e7be2a8d1 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', 'tempest-TagsExtTest-Tag-801595953') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.402610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--245020798', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:04.409994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:04.418072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:04.423617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:04.430931 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-293042ec-34f9-4f89-ad4e-192e7be2a8d1 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:04.434664 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-293042ec-34f9-4f89-ad4e-192e7be2a8d1 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags/tempest-TagsExtTest-Tag-801595953 HTTP/1.1" status: 404 len: 328 time: 0.1206198 Feb 19 07:37:04.435934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:04.437876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.444119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-ba338d86-c802-486a-a344-c1e25f1c4052 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d', 'tempest-TagsExtTest-Tag-1979387848') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.467069 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5246b44-5c0b-4864-a8f9-6f35f6c7f10a req-6c41b4d5-262b-47c4-840f-1be3c03d1955 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443734 Feb 19 07:37:04.481820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:04.484831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.502974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.546181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:04.551658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:04.555400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:04.562182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:04.573295 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-ba338d86-c802-486a-a344-c1e25f1c4052 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:04.574340 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ba338d86-c802-486a-a344-c1e25f1c4052 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags/tempest-TagsExtTest-Tag-1979387848 HTTP/1.1" status: 404 len: 329 time: 0.1355786 Feb 19 07:37:04.577584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39756) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.583256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.tag.tag_plugin [None req-628abd3b-ee00-42c3-9cc5-d3c71b36cb8c tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', {'tags': ['tempest-TagsExtTest-Tag-2502144', 'tempest-TagsExtTest-Tag-1140471619', 'tempest-TagsExtTest-Tag-1061896634']}) {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.633893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.638399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.668740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:04.681396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:04.685702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.686020 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment cfe783e7-0f5e-4ed0-a584-43485d6b69e8 of type vlan for network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 Feb 19 07:37:04.707071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-628abd3b-ee00-42c3-9cc5-d3c71b36cb8c tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags HTTP/1.1" status: 200 len: 315 time: 0.1283138 Feb 19 07:37:04.709951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39760) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.715331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.719252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad68f53-b1e3-4a59-a5dc-ce520851e44f req-9f6fdd9e-54e2-4cc8-99a9-115648762237 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:04.720818 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ad68f53-b1e3-4a59-a5dc-ce520851e44f req-9f6fdd9e-54e2-4cc8-99a9-115648762237 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.1102471 Feb 19 07:37:04.721783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-6f89695d-d3ba-4f70-8e10-8b61a0b2fcea tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.766156 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ad68f53-b1e3-4a59-a5dc-ce520851e44f req-f13b9c92-c6cb-4d16-a8ef-4d819e691528 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395005 Feb 19 07:37:04.796263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39764) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.796925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.800538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:04.801098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:04.913385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=c5816c2d-9b33-4581-9321-e26ae7dfc2d4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:04.920071 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c8b4fcb1-334f-4a43-aba4-b4114215a3dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7212234 Feb 19 07:37:04.923003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39770) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.924978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:37:04.928194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:04.945533 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f89695d-d3ba-4f70-8e10-8b61a0b2fcea tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags HTTP/1.1" status: 204 len: 168 time: 0.2346241 Feb 19 07:37:04.948325 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39774) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:04.954547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-7901bde2-ce98-4111-ba5e-30a8087528c8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', 'tempest-TagsExtTest-Tag-2502144') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:04.967753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:04.976519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:04.980188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:04.986941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:05.009873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.010771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.026712 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-7901bde2-ce98-4111-ba5e-30a8087528c8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:05.030682 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7901bde2-ce98-4111-ba5e-30a8087528c8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags/tempest-TagsExtTest-Tag-2502144 HTTP/1.1" status: 404 len: 326 time: 0.0781686 Feb 19 07:37:05.030841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39778) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.036117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-0817ce42-c502-464a-9471-4fae74e5e0c1 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', 'tempest-TagsExtTest-Tag-1140471619') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:05.039509 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-db82f944-c5ae-4fb9-9782-37025692b833 tempest-TestVolumeBootPattern-255930754 tempest-TestVolumeBootPattern-255930754-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 1093 time: 0.2420678 Feb 19 07:37:05.041940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.044940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.049201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '1f00c763-c583-47d1-972b-370e3f4354b3', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:05.061258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:05.066619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:floatingip and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:05.070123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:05.076842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:05.099864 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-0817ce42-c502-464a-9471-4fae74e5e0c1 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:05.101056 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0817ce42-c502-464a-9471-4fae74e5e0c1 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags/tempest-TagsExtTest-Tag-1140471619 HTTP/1.1" status: 404 len: 329 time: 0.0692267 Feb 19 07:37:05.103850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39786) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.108908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-38768cce-addb-462b-aa46-798e13d6d95c tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1', 'tempest-TagsExtTest-Tag-1061896634') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:05.135054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.174028 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-38768cce-addb-462b-aa46-798e13d6d95c tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:05.175039 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-38768cce-addb-462b-aa46-798e13d6d95c tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags/tempest-TagsExtTest-Tag-1061896634 HTTP/1.1" status: 404 len: 329 time: 0.0703182 Feb 19 07:37:05.178010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39790) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.183937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-05ca8f27-298f-4022-977c-a9b8f0194684 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', {'tags': ['tempest-TagsExtTest-Tag-2022250518', 'tempest-TagsExtTest-Tag-786630938', 'tempest-TagsExtTest-Tag-243514276']}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:05.287656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.424560 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-05ca8f27-298f-4022-977c-a9b8f0194684 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags HTTP/1.1" status: 200 len: 316 time: 0.2453640 Feb 19 07:37:05.424789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.427285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39794) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.433714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-43a124ac-dc20-4240-b7e5-906620719221 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:05.582191 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43a124ac-dc20-4240-b7e5-906620719221 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags HTTP/1.1" status: 204 len: 168 time: 0.1536546 Feb 19 07:37:05.585082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39798) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.590766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-df68b00b-390d-4be4-bc91-b83a5d942260 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', 'tempest-TagsExtTest-Tag-2022250518') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:05.612967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Allocated IP 172.26.1.195 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/68729cbe-be50-4813-9874-c450dc361e11) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:05.623661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.658855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.718849 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-df68b00b-390d-4be4-bc91-b83a5d942260 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:05.719752 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df68b00b-390d-4be4-bc91-b83a5d942260 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags/tempest-TagsExtTest-Tag-2022250518 HTTP/1.1" status: 404 len: 329 time: 0.1336639 Feb 19 07:37:05.722810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39802) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.728110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-b96107f7-a561-48bb-a9bf-058efe91daee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', 'tempest-TagsExtTest-Tag-786630938') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:05.851606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.853264 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-b96107f7-a561-48bb-a9bf-058efe91daee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:05.854530 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b96107f7-a561-48bb-a9bf-058efe91daee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags/tempest-TagsExtTest-Tag-786630938 HTTP/1.1" status: 404 len: 328 time: 0.1305931 Feb 19 07:37:05.857209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39806) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.862792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-6c1ff603-d641-49ea-be93-299463e3a66e tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf', 'tempest-TagsExtTest-Tag-243514276') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:05.884015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:05.986878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-6c1ff603-d641-49ea-be93-299463e3a66e tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:05.987798 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6c1ff603-d641-49ea-be93-299463e3a66e tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags/tempest-TagsExtTest-Tag-243514276 HTTP/1.1" status: 404 len: 328 time: 0.1295869 Feb 19 07:37:05.990732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39810) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:05.996108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-0c2c39e2-7f51-4cd3-98b5-c2d6cf50c495 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', {'tags': ['tempest-TagsExtTest-Tag-1527017960', 'tempest-TagsExtTest-Tag-926998296', 'tempest-TagsExtTest-Tag-741682285']}) {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.001657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:06.009843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:06.011589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=68729cbe-be50-4813-9874-c450dc361e11,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:06.013633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:06.033023 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0c2c39e2-7f51-4cd3-98b5-c2d6cf50c495 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "PUT /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags HTTP/1.1" status: 200 len: 316 time: 0.0413167 Feb 19 07:37:06.035719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39814) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.038303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.237 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/5f76924b-335b-4a22-b4f7-1965649aa9b1) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:06.040982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-c875c555-d1f1-448d-a1a5-1d09429fabf9 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.079301 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c875c555-d1f1-448d-a1a5-1d09429fabf9 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0423667 Feb 19 07:37:06.081892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39818) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.088327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-d6b8f5bf-9ed8-457d-a7fc-236bd90f055b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', 'tempest-TagsExtTest-Tag-1527017960') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.114955 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-d6b8f5bf-9ed8-457d-a7fc-236bd90f055b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:06.115968 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d6b8f5bf-9ed8-457d-a7fc-236bd90f055b tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags/tempest-TagsExtTest-Tag-1527017960 HTTP/1.1" status: 404 len: 329 time: 0.0329607 Feb 19 07:37:06.118833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39822) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.124164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-212b1d20-b631-48ab-97d4-012124fa5599 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', 'tempest-TagsExtTest-Tag-926998296') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.148412 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-212b1d20-b631-48ab-97d4-012124fa5599 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:06.149514 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-212b1d20-b631-48ab-97d4-012124fa5599 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags/tempest-TagsExtTest-Tag-926998296 HTTP/1.1" status: 404 len: 328 time: 0.0297923 Feb 19 07:37:06.152530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39826) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.157703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-3b439100-a951-4810-ae96-db98fc624b92 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef', 'tempest-TagsExtTest-Tag-741682285') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.180741 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-3b439100-a951-4810-ae96-db98fc624b92 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] show failed (client error): The resource could not be found. Feb 19 07:37:06.181730 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b439100-a951-4810-ae96-db98fc624b92 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags/tempest-TagsExtTest-Tag-741682285 HTTP/1.1" status: 404 len: 328 time: 0.0283217 Feb 19 07:37:06.184620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39830) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.189776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-ec6070e1-3b13-44e7-993c-eb4871da116d tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '119c6c6d-48fd-47ac-bf14-93db2d4c86ef') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.218393 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec6070e1-3b13-44e7-993c-eb4871da116d tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0328374 Feb 19 07:37:06.220948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39834) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.226419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-8fae15d5-f1f8-456a-bd76-8998c83b19c5 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d096d78-3040-47ae-befa-b070239adfcf') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.363242 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8fae15d5-f1f8-456a-bd76-8998c83b19c5 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf/tags HTTP/1.1" status: 204 len: 168 time: 0.1410792 Feb 19 07:37:06.365697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39838) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.370908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-3fee7558-0a52-464c-ac83-c23010cd48a7 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd9ecf2ec-1b56-4e90-af30-803aca6dd8d1') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.393336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:06.443072 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3fee7558-0a52-464c-ac83-c23010cd48a7 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0764260 Feb 19 07:37:06.445707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.450931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.tag.tag_plugin [None req-28306c83-5814-45cd-a0bf-222636e7d4ff tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '43fafc94-7972-432b-99c7-687cd7d7480d') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.527496 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-28306c83-5814-45cd-a0bf-222636e7d4ff tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d/tags HTTP/1.1" status: 204 len: 168 time: 0.0743217 Feb 19 07:37:06.527956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.573947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:06.616267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5ee6e05-0ccf-4550-9623-98b8fe7d70a2 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for subnetpool, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:06.618054 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5ee6e05-0ccf-4550-9623-98b8fe7d70a2 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnetpools/119c6c6d-48fd-47ac-bf14-93db2d4c86ef HTTP/1.1" status: 204 len: 168 time: 0.0891712 Feb 19 07:37:06.619996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.654959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=5f76924b-335b-4a22-b4f7-1965649aa9b1,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:06.661281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:06.663635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:06.665550 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e055cf8-3be8-41f9-8270-a51892d57830 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d096d78-3040-47ae-befa-b070239adfcf HTTP/1.1" status: 200 len: 205 time: 0.0444539 Feb 19 07:37:06.667153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:06.668085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:06.685814 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:37:06.692520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb542482-29a7-4c8a-8298-bd31c931933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:06.808421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84012900-6119-4893-b574-9295b5722d4a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:06.923360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:06.989279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.024738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.025447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.301071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84012900-6119-4893-b574-9295b5722d4a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.305718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84012900-6119-4893-b574-9295b5722d4a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.329310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.330452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84012900-6119-4893-b574-9295b5722d4a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.331324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84012900-6119-4893-b574-9295b5722d4a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Fanout notify agent at l3_agent the message router_deleted on router 5d096d78-3040-47ae-befa-b070239adfcf {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:37:07.335607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.343015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-84012900-6119-4893-b574-9295b5722d4a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.346258 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-84012900-6119-4893-b574-9295b5722d4a tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/routers/5d096d78-3040-47ae-befa-b070239adfcf HTTP/1.1" status: 204 len: 168 time: 0.6749732 Feb 19 07:37:07.346496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39858) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:07.412481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Deleting port d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:37:07.412821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.463196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=68729cbe-be50-4813-9874-c450dc361e11,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:07.481961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.649430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:37:07.655420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.775394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Calling delete_port for d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:37:07.919301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:07.933146 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Floating IP 66b2cc93-52b9-45a1-ba38-ad12c433db65 associated. External IP: 172.26.1.195, port: 1f00c763-c583-47d1-972b-370e3f4354b3. Feb 19 07:37:07.968617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event deleted for resources: {'Port': ['ID=d9ecf2ec-1b56-4e90-af30-803aca6dd8d1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:08.073225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.080751 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-88cb1512-3136-4932-9d8e-1c686da79e52 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/ports/d9ecf2ec-1b56-4e90-af30-803aca6dd8d1 HTTP/1.1" status: 204 len: 168 time: 0.7332795 Feb 19 07:37:08.083106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39862) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:08.136561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:37:08.149323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Sync routers for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:37:08.169822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:08.170403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:08.189262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.193784 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c0737f49-59f0-40e9-b48a-a32861fe74fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2697799 Feb 19 07:37:08.195387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:08.287420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Deleting subnet 43fafc94-7972-432b-99c7-687cd7d7480d {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:37:08.290468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.347326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.370840 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a8f89872-5fb5-436f-968f-ef8ebd9fb1eb tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1718392 Feb 19 07:37:08.373001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39872) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:08.398727 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:08.541432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84edd78-aa6b-4280-a4b0-c9e1878c43bb tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:08.542910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f84edd78-aa6b-4280-a4b0-c9e1878c43bb tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1592543 Feb 19 07:37:08.545882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39876) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:08.550535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.577531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:37:08.628707 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d0010e6-da2a-4b62-9c05-86a2d218fc93 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790274 Feb 19 07:37:08.629594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39880) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:08.636454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696349684', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:08.697442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:06Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:08.702965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Checking router: ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:37:08.703422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Updating router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 port 5f76924b-335b-4a22-b4f7-1965649aa9b1 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:37:08.766041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.766308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:08.770363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.774640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:08.791960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:37:08.803662 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:37:08.804205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:08.816797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.818555 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:08.819408 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:08.819816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:08.822524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event deleted for resources: {'Subnet': ['ID=43fafc94-7972-432b-99c7-687cd7d7480d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:08.840005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.853517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a96104-69ce-45fc-80ae-7a2d3222f979 None None] Network 067e04e6-67da-4348-913a-7531c7da92ad requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:37:08.853769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-423cf330-cc81-435b-9f91-cadf804fcfee tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/subnets/43fafc94-7972-432b-99c7-687cd7d7480d HTTP/1.1" status: 204 len: 168 time: 0.7694263 Feb 19 07:37:08.856080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:08.856557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:08.962816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:08.980720 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-94c28ef7-4152-454c-a849-214786291f67 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9378312 Feb 19 07:37:08.985526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:37:09.039350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4096ed0-0ae1-41ef-98d3-8fd995545125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.044295 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:09.049402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.058615 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3', 'status': 'completed', 'code': 200} Feb 19 07:37:09.068788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Deleting port d9c3d45b-c12a-4a1c-8383-7a63c395742b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:37:09.069333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.251365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.352998 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27e4e473-932a-4df1-9249-adc617cbc1da req-a21ce41f-5ac5-450e-a051-9e267323f603 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 1098 time: 0.2489440 Feb 19 07:37:09.369343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=a8a65030-84bb-4850-ba27-211c746705de,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:09.383566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:37:09.383994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: c5816c2d-9b33-4581-9321-e26ae7dfc2d4, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:09.392838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] DHCP port deletion for 067e04e6-67da-4348-913a-7531c7da92ad request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:37:09.399414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Deleting port d9c3d45b-c12a-4a1c-8383-7a63c395742b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:37:09.400072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.414675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:09.444185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c5816c2d-9b33-4581-9321-e26ae7dfc2d4) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:09.450705 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '66b2cc93-52b9-45a1-ba38-ad12c433db65', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.195', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': '1f00c763-c583-47d1-972b-370e3f4354b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:d4:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:06Z', 'updated_at': '2022-02-19T07:37:06Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:09.457406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c88fa-535a-48c5-9dc5-f3e125d3d326 None None] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:37:09.458993 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:37:09.461752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:09.463734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.472794 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:09.473551 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:09.487160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.532914 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4d4dd30c-59ab-41f0-b12f-c9d0e50c07f2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9023287 Feb 19 07:37:09.535428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39892) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:09.606687 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Transition to ACTIVE for port object 5f76924b-335b-4a22-b4f7-1965649aa9b1 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:09.631896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.665917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] For port d9c3d45b-c12a-4a1c-8383-7a63c395742b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d9c3d45b-c12a-4a1c-8383-7a63c395742b,segment=NetworkSegment(a69c4df5-7744-4a53-9cb9-535f9a643aa5),segment_id=a69c4df5-7744-4a53-9cb9-535f9a643aa5)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:09.666532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.709360 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:09.814374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Calling delete_port for d9c3d45b-c12a-4a1c-8383-7a63c395742b owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:37:09.877701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5509f3-6547-410d-928c-84ff2aef6261 None None] Pushing event updated for resources: {'Port': ['ID=5f76924b-335b-4a22-b4f7-1965649aa9b1,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:09.879924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Attempting to bind port 5f76924b-335b-4a22-b4f7-1965649aa9b1 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:37:09.880305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Attempting to bind port 5f76924b-335b-4a22-b4f7-1965649aa9b1 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:37:09.880662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Attempting to bind port 5f76924b-335b-4a22-b4f7-1965649aa9b1 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:37:09.890925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] For port d9c3d45b-c12a-4a1c-8383-7a63c395742b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d9c3d45b-c12a-4a1c-8383-7a63c395742b,segment=NetworkSegment(a69c4df5-7744-4a53-9cb9-535f9a643aa5),segment_id=a69c4df5-7744-4a53-9cb9-535f9a643aa5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:09.891541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.900725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4e473-932a-4df1-9249-adc617cbc1da req-64141e52-d3e7-496d-958a-c17579de7d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:09.902310 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27e4e473-932a-4df1-9249-adc617cbc1da req-64141e52-d3e7-496d-958a-c17579de7d60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.5325420 Feb 19 07:37:09.987155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:37:09.987516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:37:09.987911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:09.988318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:37:09.988792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Bound port: 5f76924b-335b-4a22-b4f7-1965649aa9b1, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:37:09.989163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.031457 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27e4e473-932a-4df1-9249-adc617cbc1da req-2d97ee0f-30e0-4198-be48-e82766c54157 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c763-c583-47d1-972b-370e3f4354b3 HTTP/1.1" status: 200 len: 999 time: 0.1124034 Feb 19 07:37:10.088543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.153592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Calling delete_port for d9c3d45b-c12a-4a1c-8383-7a63c395742b owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:37:10.194913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:37:10.195863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.211480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event deleted for resources: {'Port': ['ID=d9c3d45b-c12a-4a1c-8383-7a63c395742b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:10.218929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d9c3d45b-c12a-4a1c-8383-7a63c395742b no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:37:10.221290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] No DVR routers for this DVR port d9c3d45b-c12a-4a1c-8383-7a63c395742b on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:10.240405 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '66b2cc93-52b9-45a1-ba38-ad12c433db65', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.195', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': '1f00c763-c583-47d1-972b-370e3f4354b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:d4:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:06Z', 'updated_at': '2022-02-19T07:37:06Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.244820 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8e3f0-9ce0-40df-8a11-58e6340682a7 None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '66b2cc93-52b9-45a1-ba38-ad12c433db65', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.195', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': '1f00c763-c583-47d1-972b-370e3f4354b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:d4:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:06Z', 'updated_at': '2022-02-19T07:37:06Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:37:10.283195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: d9c3d45b-c12a-4a1c-8383-7a63c395742b {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:37:10.283571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d9c3d45b-c12a-4a1c-8383-7a63c395742b not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:37:10.286642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4e473-932a-4df1-9249-adc617cbc1da req-ca921870-a783-434d-ab81-08ffb80c625d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:10.290878 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27e4e473-932a-4df1-9249-adc617cbc1da req-ca921870-a783-434d-ab81-08ffb80c625d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.2497051 Feb 19 07:37:10.332794 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] For port 5f76924b-335b-4a22-b4f7-1965649aa9b1, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:10.338313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] For port 5f76924b-335b-4a22-b4f7-1965649aa9b1, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5f76924b-335b-4a22-b4f7-1965649aa9b1,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:10.342946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.344132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.396014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.436485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.475247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067e04e6-67da-4348-913a-7531c7da92ad']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.489456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5509f3-6547-410d-928c-84ff2aef6261 None None] Pushing event updated for resources: {'Port': ['ID=5f76924b-335b-4a22-b4f7-1965649aa9b1,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:10.503008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69c4df5-7744-4a53-9cb9-535f9a643aa5') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.503376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69c4df5-7744-4a53-9cb9-535f9a643aa5') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.522555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.535105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:37:10.535745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:37:10.546114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdce32d-9cd2-4902-9aa4-a4481781598f None None] New status for floating IP 66b2cc93-52b9-45a1-ba38-ad12c433db65: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:37:10.554869 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27e4e473-932a-4df1-9249-adc617cbc1da req-518a73dc-6a91-415d-9c14-c62195d20539 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2567837 Feb 19 07:37:10.580462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.601610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.634821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:37:10.635526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:10.649473 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:10.694576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:10.695177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.770414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.774661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:10.809710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] Pushing event deleted for resources: {'Network': ['ID=067e04e6-67da-4348-913a-7531c7da92ad,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:10.814346 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27e4e473-932a-4df1-9249-adc617cbc1da req-edbbf72c-5165-49c9-9f1a-a35b6d7b94ac service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532971 Feb 19 07:37:10.815667 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9bb87506-60f0-42ac-a652-5b3ad3c43dd8 tempest-TagsExtTest-1681192374 tempest-TagsExtTest-1681192374-project] 10.222.0.72 "DELETE /v2.0/networks/067e04e6-67da-4348-913a-7531c7da92ad HTTP/1.1" status: 204 len: 168 time: 1.9522765 Feb 19 07:37:10.934823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Allocated IP 172.20.0.2 (c5816c2d-9b33-4581-9321-e26ae7dfc2d4/a8a65030-84bb-4850-ba27-211c746705de/c823bb3c-94e1-4d6b-a249-e439349504ed) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:10.986550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27e4e473-932a-4df1-9249-adc617cbc1da req-15f097cf-37dd-4ad8-801c-e38d43bb5277 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645660 Feb 19 07:37:11.038976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Deleting port d9c3d45b-c12a-4a1c-8383-7a63c395742b {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:37:11.039352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.120685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:11.157360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e1c29-1b12-461d-bdca-99af9e529194 None None] The port 'd9c3d45b-c12a-4a1c-8383-7a63c395742b' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:37:11.178404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:11.295280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2dd09bf6-b3de-4d62-8284-e32f88252132 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0b7ff7eaec349609c0a35ba20f71095&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1732016 Feb 19 07:37:11.297790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39906) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:11.362311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8b9842f-4833-4792-b1c1-007ecac658dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.387409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8b9842f-4833-4792-b1c1-007ecac658dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.443993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8b9842f-4833-4792-b1c1-007ecac658dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.463263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9842f-4833-4792-b1c1-007ecac658dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b68b4b5-11fa-4681-ac35-41fcec34797c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:11.475748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d8b9842f-4833-4792-b1c1-007ecac658dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.477117 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d8b9842f-4833-4792-b1c1-007ecac658dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b68b4b5-11fa-4681-ac35-41fcec34797c HTTP/1.1" status: 204 len: 168 time: 0.1779466 Feb 19 07:37:11.532936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.576506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.621488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Transition to ACTIVE for port object c823bb3c-94e1-4d6b-a249-e439349504ed will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:11.651094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Transition to ACTIVE for port object c823bb3c-94e1-4d6b-a249-e439349504ed will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:11.659746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.731621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (c5816c2d-9b33-4581-9321-e26ae7dfc2d4/a8a65030-84bb-4850-ba27-211c746705de/c9524cba-e04a-474a-ae08-3a361b914415) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:11.740435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Pushing event updated for resources: {'Port': ['ID=c823bb3c-94e1-4d6b-a249-e439349504ed,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:11.743994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:11.746439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:11.749672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:11.754166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:06Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:11.761593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a9c00-d1cd-4081-a8ce-4bd8b8ffcdf5 None None] The sync data for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:06Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:37:11.855789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Attempting to bind port c823bb3c-94e1-4d6b-a249-e439349504ed on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:37:11.856772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Attempting to bind port c823bb3c-94e1-4d6b-a249-e439349504ed by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:37:11.856772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Attempting to bind port c823bb3c-94e1-4d6b-a249-e439349504ed on network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:37:11.863471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:37:11.864233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Checking segment: {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:37:11.864754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.864937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Bound using segment: {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:37:11.865353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Bound port: c823bb3c-94e1-4d6b-a249-e439349504ed, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:37:11.865715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.922584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.938105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object c9524cba-e04a-474a-ae08-3a361b914415 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:11.950019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] For port c823bb3c-94e1-4d6b-a249-e439349504ed, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:11.952947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] For port c823bb3c-94e1-4d6b-a249-e439349504ed, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c823bb3c-94e1-4d6b-a249-e439349504ed,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:11.957605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:11.959688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:12.036765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:12.036891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0f96b-3e68-41a3-a28a-8f922d5fa968 None None] Pushing event updated for resources: {'Port': ['ID=c823bb3c-94e1-4d6b-a249-e439349504ed,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:12.040429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:12.042602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:12.068042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=c9524cba-e04a-474a-ae08-3a361b914415,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:12.103527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:12.211454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:12.637327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:12.643776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:12.764794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=c9524cba-e04a-474a-ae08-3a361b914415,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:12.769756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:12.924494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:12.925691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:12.983730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9878e379-0b32-457c-b75c-c499233fea79 None None] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:37:13.090016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-378f3a37-f851-4305-84d4-bac5f9b50689 None None] Provisioning for port c823bb3c-94e1-4d6b-a249-e439349504ed completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:13.231119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:13.467825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:37:13.560336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7df2d130-398b-4057-ab45-85a2f6de44dc None None] Provisioning for port c9524cba-e04a-474a-ae08-3a361b914415 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:13.566607 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7df2d130-398b-4057-ab45-85a2f6de44dc None None] Provisioning complete for port c9524cba-e04a-474a-ae08-3a361b914415 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:13.568229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7df2d130-398b-4057-ab45-85a2f6de44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:13.635656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7df2d130-398b-4057-ab45-85a2f6de44dc None None] Port c9524cba-e04a-474a-ae08-3a361b914415 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:37:13.727821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:37:13.735658 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bab5f78b-8aba-476c-9aa0-eda103fe6294 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/ca1a25b9-0e51-467b-a375-cd1f88ea1fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1989241 Feb 19 07:37:13.738692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39912) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:13.769073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b10ed4eb-eaf0-498b-bf2e-9eb423b548dc None None] Provisioning complete for port c9524cba-e04a-474a-ae08-3a361b914415 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:13.769768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b10ed4eb-eaf0-498b-bf2e-9eb423b548dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:13.841671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b10ed4eb-eaf0-498b-bf2e-9eb423b548dc None None] Port c9524cba-e04a-474a-ae08-3a361b914415 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:37:13.907424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1ed10-8b53-4fae-b025-4476e5523e90 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.908057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1ed10-8b53-4fae-b025-4476e5523e90 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.908395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1ed10-8b53-4fae-b025-4476e5523e90 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.908986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1ed10-8b53-4fae-b025-4476e5523e90 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.909084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1ed10-8b53-4fae-b025-4476e5523e90 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.909570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1ed10-8b53-4fae-b025-4476e5523e90 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.911758 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c5c1ed10-8b53-4fae-b025-4476e5523e90 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1720111 Feb 19 07:37:13.914786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39916) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:13.989029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6644e0-5443-4079-96f0-f868895daf12 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.989408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6644e0-5443-4079-96f0-f868895daf12 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.990400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6644e0-5443-4079-96f0-f868895daf12 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.990400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6644e0-5443-4079-96f0-f868895daf12 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.990638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6644e0-5443-4079-96f0-f868895daf12 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.990873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6644e0-5443-4079-96f0-f868895daf12 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.996251 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5d6644e0-5443-4079-96f0-f868895daf12 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0797515 Feb 19 07:37:13.996361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39920) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:14.071603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-29146f13-478c-4c0c-894b-a4e9db04310a None None] Provisioning complete for port c9524cba-e04a-474a-ae08-3a361b914415 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:14.072345 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29146f13-478c-4c0c-894b-a4e9db04310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.136816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-29146f13-478c-4c0c-894b-a4e9db04310a None None] Port c9524cba-e04a-474a-ae08-3a361b914415 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:37:14.214454 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-52084cfd-f56d-4349-a99c-fb2ddef8ba35 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2175927 Feb 19 07:37:14.227347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c823bb3c-94e1-4d6b-a249-e439349504ed up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:14.301780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c823bb3c-94e1-4d6b-a249-e439349504ed completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:14.307159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c823bb3c-94e1-4d6b-a249-e439349504ed triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:14.308232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.428850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.436499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39926) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:14.444602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436306819', 'description': 'tempest-secgroup-smoke-436306819 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:14.453831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:14.460041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:14.464225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:14.469206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port c823bb3c-94e1-4d6b-a249-e439349504ed, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c823bb3c-94e1-4d6b-a249-e439349504ed,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:14.472830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:14.474006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.475028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f76924b-335b-4a22-b4f7-1965649aa9b1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:14.485996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.529972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:14.535739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:14.539929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:14.547655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:14.610734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=c823bb3c-94e1-4d6b-a249-e439349504ed,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:14.612649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.622673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.626066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 5f76924b-335b-4a22-b4f7-1965649aa9b1 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:14.632265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5f76924b-335b-4a22-b4f7-1965649aa9b1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:14.632960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.661976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7070c911-0a6a-40ba-808f-1d6093c4b361,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:14.668924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.672227 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9d8fcaef-1122-4843-b036-18f1a3472678 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2323148 Feb 19 07:37:14.674593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39930) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:14.679653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7070c911-0a6a-40ba-808f-1d6093c4b361', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:14.686129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:14.690117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:14.693605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:14.700068 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:14.718799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.753085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.773443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 5f76924b-335b-4a22-b4f7-1965649aa9b1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5f76924b-335b-4a22-b4f7-1965649aa9b1,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:14.778714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.788926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.791909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.816483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feccb1b6-f1ac-4430-b008-290a019b02a0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:14.826103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.827422 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-18b82a5e-e02d-44f3-bade-6219387dec6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1531792 Feb 19 07:37:14.830272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39934) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:14.835669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7070c911-0a6a-40ba-808f-1d6093c4b361', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:14.841242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:14.844900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:14.846555 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=5f76924b-335b-4a22-b4f7-1965649aa9b1,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:14.847764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:14.854204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:14.871032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.935140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.939667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.964669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974bf738-cc97-47f9-95f4-4dfcde8ab971,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:14.976024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:14.977213 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c888511b-35e8-4978-b9eb-b09a0511c828 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1460502 Feb 19 07:37:14.981342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39938) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:14.986739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7070c911-0a6a-40ba-808f-1d6093c4b361', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:14.992491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:14.996218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:14.999086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:15.004778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:15.022598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.083132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.087993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.109968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd1620e-67cd-4766-8210-6c4f9bc353e4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:15.119116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.120376 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8d650c14-83da-47e4-9d05-4e3285349366 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1380918 Feb 19 07:37:15.123458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39942) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:15.129143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7070c911-0a6a-40ba-808f-1d6093c4b361', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:15.135167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:15.139068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:15.142032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:15.147907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:15.167669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.231951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.237981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.260801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a943391a-36f3-49f7-b6d3-655fbfea6670,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:15.271355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.272681 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5ceaede6-dfb6-4d20-936e-72b171b4d06d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1482136 Feb 19 07:37:15.275516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 39946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:15.281033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7070c911-0a6a-40ba-808f-1d6093c4b361', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:15.286958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:15.290787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:15.293671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:15.299732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:15.311790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:37:15.318388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.396171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.401388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.424167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0f3aaa-7d44-4974-ba10-a8cc7d07c90a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:15.434653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.435822 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f71e8cf6-cf32-4183-94b6-fdbbe1b815ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1594236 Feb 19 07:37:15.438891 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 39950) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:15.444680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7070c911-0a6a-40ba-808f-1d6093c4b361', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:15.450734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:15.454663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:15.457604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:15.463159 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:15.473580 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:37:15.479720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.545441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.551517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.577034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566988ca-742b-45c7-960a-9ca237fa3c5f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:15.587517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:15.588714 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1ffa1a09-1198-41cc-ab91-ce2100e08089 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1486449 Feb 19 07:37:15.819535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-fd262165-58b5-4c33-bf8d-0f74f5813d81 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436306819&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0404549 Feb 19 07:37:16.068235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de577ac-d863-4c77-a469-5401f3fab569 req-83ff5284-d56f-44af-b90e-43f67ce112a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:16.069723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-83ff5284-d56f-44af-b90e-43f67ce112a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 200 len: 796 time: 0.2440109 Feb 19 07:37:16.085710 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-72d080e5-03f1-4f3e-a132-d923426623ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0106752 Feb 19 07:37:16.155193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c823bb3c-94e1-4d6b-a249-e439349504ed up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:16.169994 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-7ec1c99f-96e1-4fde-afda-b213dff48535 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796404 Feb 19 07:37:16.222202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c823bb3c-94e1-4d6b-a249-e439349504ed triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:16.222610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:16.306102 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-206d27a4-5001-4d65-8195-d9872bd6ef5e service neutron] 10.222.0.72 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241238 Feb 19 07:37:16.348962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f76924b-335b-4a22-b4f7-1965649aa9b1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:16.416301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5f76924b-335b-4a22-b4f7-1965649aa9b1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:16.416671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:16.440297 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-d8ed844b-8b2b-42f1-9e34-84408e7f2bd3 service neutron] 10.222.0.72 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282070 Feb 19 07:37:16.631833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3a3e88f6-06af-48e0-8c82-c71c2f4d24eb req-4a479ac4-51d3-4bef-9e68-dbea9c61b5d9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 210 time: 0.0397744 Feb 19 07:37:17.702786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de577ac-d863-4c77-a469-5401f3fab569 req-5a9a369e-fcb5-41ec-8bec-3f31097ba7fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:17.704327 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-5a9a369e-fcb5-41ec-8bec-3f31097ba7fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 200 len: 796 time: 0.1493595 Feb 19 07:37:17.796685 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-63da5ed3-1b24-42ac-bdba-161527236a94 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 379 time: 0.0806136 Feb 19 07:37:17.804541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9eb5bca1-fa06-4e8a-8dd7-58b0160fffa8 req-b9d30a7c-a307-4e18-8d13-dec39bacf427 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 210 time: 0.0536127 Feb 19 07:37:17.808180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['7070c911-0a6a-40ba-808f-1d6093c4b361']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:17.942506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:17.946388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:port and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:17.949202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:17.954889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:17.968773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:17.972183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:18.138101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.8 (c5816c2d-9b33-4581-9321-e26ae7dfc2d4/a8a65030-84bb-4850-ba27-211c746705de/0c4eb3f9-5044-43f7-81b9-fea3c7822686) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:18.318817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:18.333903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 0c4eb3f9-5044-43f7-81b9-fea3c7822686 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:18.358327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:18.428693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:18.432101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:18.436619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:18.461059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=0c4eb3f9-5044-43f7-81b9-fea3c7822686,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:18.504106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:18.504733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:18.526704 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-2f7ceb94-a800-4c6b-9608-f42471a75ac7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7245271 Feb 19 07:37:18.538469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Request body: {'port': {'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:18.644828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:18.693132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b569d8c-6cd9-4fe2-8576-93cbf05630b5 None None] Provisioning for port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:18.698602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b569d8c-6cd9-4fe2-8576-93cbf05630b5 None None] Provisioning complete for port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:18.698983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b569d8c-6cd9-4fe2-8576-93cbf05630b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:18.756600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8b569d8c-6cd9-4fe2-8576-93cbf05630b5 None None] Port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:37:19.077567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242b51d-8e3a-4362-9942-38916cea5828 req-32069c0e-593d-4354-aef4-77f9c64d6211 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.078249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-9242b51d-8e3a-4362-9942-38916cea5828 req-32069c0e-593d-4354-aef4-77f9c64d6211 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:37:19.149488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4eb3f9-5044-43f7-81b9-fea3c7822686 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:37:19.153484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-9242b51d-8e3a-4362-9942-38916cea5828 req-32069c0e-593d-4354-aef4-77f9c64d6211 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:37:19.154725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9242b51d-8e3a-4362-9942-38916cea5828 req-32069c0e-593d-4354-aef4-77f9c64d6211 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 931 time: 0.2062302 Feb 19 07:37:19.158460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:19.192654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Transition to ACTIVE for port object 0c4eb3f9-5044-43f7-81b9-fea3c7822686 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:19.201455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:19.269915 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9242b51d-8e3a-4362-9942-38916cea5828 req-8acfa47b-a205-4303-b7fe-62eaa8af7146 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086466 Feb 19 07:37:19.321039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4eb3f9-5044-43f7-81b9-fea3c7822686,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:19.446408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Attempting to bind port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:37:19.446746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Attempting to bind port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:37:19.447070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Attempting to bind port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 on network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:37:19.453563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 on network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:37:19.453995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Attempting to bind port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 on network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:37:19.461270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:37:19.461577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Checking segment: {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:37:19.462130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Bound using segment: {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:37:19.462311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Bound port: 0c4eb3f9-5044-43f7-81b9-fea3c7822686, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:37:19.462822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:19.557313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] For port 0c4eb3f9-5044-43f7-81b9-fea3c7822686, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:19.559553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] For port 0c4eb3f9-5044-43f7-81b9-fea3c7822686, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:19.565027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:19.627751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:19.629286 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] 10.222.0.67 "PUT /v2.0/ports/0c4eb3f9-5044-43f7-81b9-fea3c7822686 HTTP/1.1" status: 200 len: 1093 time: 1.0950208 Feb 19 07:37:19.629649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:37:19.655119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8d5af-56c2-456e-a8ea-61d85861b827 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4eb3f9-5044-43f7-81b9-fea3c7822686,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:19.712225 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'status': 'completed', 'code': 200} Feb 19 07:37:19.760550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-530f8cdf-7980-4655-a98e-d2778368747d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 1096 time: 0.0790987 Feb 19 07:37:19.833757 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-504f398f-7a54-4ae7-a25a-8d4d071b48d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686 HTTP/1.1" status: 200 len: 217 time: 0.0665634 Feb 19 07:37:19.901245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de577ac-d863-4c77-a469-5401f3fab569 req-9cee98e7-929d-48f3-ba1a-5f142ed312ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.902687 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-9cee98e7-929d-48f3-ba1a-5f142ed312ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8a65030-84bb-4850-ba27-211c746705de HTTP/1.1" status: 200 len: 834 time: 0.0636787 Feb 19 07:37:19.977901 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-45b874c2-0943-4a7c-ac0c-353f015fef35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684910 Feb 19 07:37:20.107808 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-5cf6c65b-b913-4abc-bea5-c0efb9f63c79 service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232355 Feb 19 07:37:20.242722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de577ac-d863-4c77-a469-5401f3fab569 req-71cc23e8-5d01-42fb-8373-d01e50110438 service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273727 Feb 19 07:37:20.359178 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-4bab68ec-e082-43cc-83b2-21e31b205b98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 1096 time: 0.0694163 Feb 19 07:37:20.557267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-bb66be8c-76b0-4fe5-8439-2fd44eb89832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:20.562265 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-bb66be8c-76b0-4fe5-8439-2fd44eb89832 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 200 len: 897 time: 0.1929586 Feb 19 07:37:20.572021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792d7d7-b53e-40e7-98d4-fa65f2977858 req-c5a7cb86-98a5-4595-8ac4-1634720f0b8e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:20.572021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b792d7d7-b53e-40e7-98d4-fa65f2977858 req-c5a7cb86-98a5-4595-8ac4-1634720f0b8e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 943 time: 0.1690443 Feb 19 07:37:20.756290 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-d17410de-499a-47af-a9cf-4e16cf235983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686 HTTP/1.1" status: 200 len: 217 time: 0.1805005 Feb 19 07:37:20.819252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b792d7d7-b53e-40e7-98d4-fa65f2977858 req-420326ce-ee01-4b58-9787-5ba7d878574f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967971 Feb 19 07:37:20.832016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-79b5cc3d-eccf-4ff3-970e-11c6b9f2867a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:20.832016 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-79b5cc3d-eccf-4ff3-970e-11c6b9f2867a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8a65030-84bb-4850-ba27-211c746705de HTTP/1.1" status: 200 len: 834 time: 0.0711615 Feb 19 07:37:20.913583 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-8f14ebeb-226f-4c48-b5c7-9eadce4d6da4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753529 Feb 19 07:37:21.050023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-e92b4608-af14-4da7-bc29-451561d38cda service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256602 Feb 19 07:37:21.182364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8bf2b22c-bdcf-4497-86d0-ff6d50a2f48f req-130212b7-747e-4b24-9e85-fa264de76f0a service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283839 Feb 19 07:37:22.028718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b104e-9def-457d-ae7a-1c676e2f8346 req-5dc940fd-8768-4a58-aa5a-df41dbd64bdc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:22.030185 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-771b104e-9def-457d-ae7a-1c676e2f8346 req-5dc940fd-8768-4a58-aa5a-df41dbd64bdc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 943 time: 0.0773268 Feb 19 07:37:22.075119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-771b104e-9def-457d-ae7a-1c676e2f8346 req-88927caa-30e8-401f-b17e-28ad5b351eaf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391915 Feb 19 07:37:23.147005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0c4eb3f9-5044-43f7-81b9-fea3c7822686 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:37:23.310040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fc4bb-9031-435a-8d27-bb970f6d9279 req-2517a1e2-e113-4d2d-8a53-6f285016bc73 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:23.312187 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f46fc4bb-9031-435a-8d27-bb970f6d9279 req-2517a1e2-e113-4d2d-8a53-6f285016bc73 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 943 time: 0.1018410 Feb 19 07:37:23.327486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 0c4eb3f9-5044-43f7-81b9-fea3c7822686, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:23.342880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:37:23.361928 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f46fc4bb-9031-435a-8d27-bb970f6d9279 req-28ceb033-8ec4-4698-8367-07fb7135b1d1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447886 Feb 19 07:37:23.395960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:23.414014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4eb3f9-5044-43f7-81b9-fea3c7822686 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:37:23.431170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 0c4eb3f9-5044-43f7-81b9-fea3c7822686, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:23.437060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:23.506165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=0c4eb3f9-5044-43f7-81b9-fea3c7822686,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:23.774358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['0c4eb3f9-5044-43f7-81b9-fea3c7822686'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:37:24.408627 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Sync routers for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:37:24.422271 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:24.424969 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:24.577936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbd0fa-50d7-4e6b-b6ce-8959e08d8b8e req-6b50f992-5b48-493b-b591-079c53d26fa6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:24.579339 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3bdbd0fa-50d7-4e6b-b6ce-8959e08d8b8e req-6b50f992-5b48-493b-b591-079c53d26fa6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 944 time: 0.0779860 Feb 19 07:37:24.608048 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:24.632992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3bdbd0fa-50d7-4e6b-b6ce-8959e08d8b8e req-7234b552-7aed-452d-8b11-38e580aa02bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463855 Feb 19 07:37:24.924550 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:12Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:24.928603 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Checking router: ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:37:24.928944 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Updating router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 port c9524cba-e04a-474a-ae08-3a361b914415 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:37:24.983190 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.175741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0c4eb3f9-5044-43f7-81b9-fea3c7822686 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:25.247192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:25.251647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:25.252015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.320108 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.331597 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Transition to ACTIVE for port object c9524cba-e04a-474a-ae08-3a361b914415 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:25.338579 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.367090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.399441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:37:25.404974 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Pushing event updated for resources: {'Port': ['ID=c9524cba-e04a-474a-ae08-3a361b914415,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:25.419684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 0c4eb3f9-5044-43f7-81b9-fea3c7822686, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:25.429064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.486589 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'code': 200} Feb 19 07:37:25.497311 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.499586 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.500120 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.500653 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.501152 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.501652 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.502155 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.503344 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.508498 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.508834 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.510017 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:25.524589 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=0c4eb3f9-5044-43f7-81b9-fea3c7822686,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:25.623362 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Attempting to bind port c9524cba-e04a-474a-ae08-3a361b914415 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:37:25.623722 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Attempting to bind port c9524cba-e04a-474a-ae08-3a361b914415 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:37:25.624074 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Attempting to bind port c9524cba-e04a-474a-ae08-3a361b914415 on network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:37:25.634084 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:37:25.634483 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Checking segment: {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:37:25.634878 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.635403 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Bound using segment: {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:37:25.636002 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Bound port: c9524cba-e04a-474a-ae08-3a361b914415, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:37:25.636465 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.716436 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0fdecb11-b267-4b76-b70f-19c0230e32db req-48ad4a3e-ee75-40e7-a75c-3da9cdcacff0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 1098 time: 0.0750830 Feb 19 07:37:25.741330 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] For port c9524cba-e04a-474a-ae08-3a361b914415, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:25.741330 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] For port c9524cba-e04a-474a-ae08-3a361b914415, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c9524cba-e04a-474a-ae08-3a361b914415,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:25.750151 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:25.783641 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0fdecb11-b267-4b76-b70f-19c0230e32db req-0b959b0b-76ca-4c7e-aba3-705f99f866a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544167 Feb 19 07:37:25.845003 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729b09b-3af8-43d7-bf5b-8f81f94aa80b None None] Pushing event updated for resources: {'Port': ['ID=c9524cba-e04a-474a-ae08-3a361b914415,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:25.852248 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:25.852248 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:25.896020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0223a-4b9f-4118-93be-cb95025e4c73 req-2e24a659-89e6-4024-8604-434e93879cfe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:25.898074 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75d0223a-4b9f-4118-93be-cb95025e4c73 req-2e24a659-89e6-4024-8604-434e93879cfe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 945 time: 0.0956948 Feb 19 07:37:25.963792 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75d0223a-4b9f-4118-93be-cb95025e4c73 req-2a058136-79ed-40d9-a145-a9d579cfa49c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572073 Feb 19 07:37:26.080509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:26.392649 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:25Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:26.396641 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37286e0-bceb-4bdc-97a6-1b9dd3616bc6 None None] The sync data for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:25Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:37:27.199118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374358c9-ea7a-45f5-88d1-163cc20defa9 req-3c086b8d-8594-4570-9137-201f98241e7d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:27.200790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-374358c9-ea7a-45f5-88d1-163cc20defa9 req-3c086b8d-8594-4570-9137-201f98241e7d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 945 time: 0.0938771 Feb 19 07:37:27.251288 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-374358c9-ea7a-45f5-88d1-163cc20defa9 req-f77e07eb-0c1f-4fa1-8fe1-db2aa2fa69f6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444798 Feb 19 07:37:28.185110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c9524cba-e04a-474a-ae08-3a361b914415 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:28.253315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c9524cba-e04a-474a-ae08-3a361b914415 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:28.257663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c9524cba-e04a-474a-ae08-3a361b914415 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:28.257974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:28.387308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:28.423584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port c9524cba-e04a-474a-ae08-3a361b914415, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c9524cba-e04a-474a-ae08-3a361b914415,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:28.429477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:28.483488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5b96-f882-4b33-8f18-5c47b0fb8085 req-93c89623-58c2-4015-b133-013e69c0309a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:28.495898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-582a5b96-f882-4b33-8f18-5c47b0fb8085 req-93c89623-58c2-4015-b133-013e69c0309a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 945 time: 0.0943234 Feb 19 07:37:28.512643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=c9524cba-e04a-474a-ae08-3a361b914415,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:28.539339 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-582a5b96-f882-4b33-8f18-5c47b0fb8085 req-5297ff91-7eb0-44db-9f03-0fb8ed381d8f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 Feb 19 07:37:28.750137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5bb6-1ea6-401b-b6ec-00761bb1b2ca req-1ab3ed4e-c329-4693-b8e2-d5017f648446 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:28.751578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bfbf5bb6-1ea6-401b-b6ec-00761bb1b2ca req-1ab3ed4e-c329-4693-b8e2-d5017f648446 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 945 time: 0.0893390 Feb 19 07:37:28.796556 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bfbf5bb6-1ea6-401b-b6ec-00761bb1b2ca req-58a00a47-1578-46b5-b25e-12dcb0a29aa5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391624 Feb 19 07:37:28.824614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40000) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:28.902261 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4df7a2a3-2443-4215-96c1-e1524d3b4238 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 1093 time: 0.0764344 Feb 19 07:37:28.905260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40004) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:28.910670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:37:28.917255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:37:28.921274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:37:28.926518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:37:28.931745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:37:28.943441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:29.077115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:29.216182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.226 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/ea2e0aed-96d5-405e-b171-01a340c746b2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:29.469217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:29.501711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:29.567731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:29.569960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:29.572279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:37:29.600816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=ea2e0aed-96d5-405e-b171-01a340c746b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:29.624722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.625057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.625380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.625699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.626016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.626331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.626644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.626954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.627246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.627571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:29.627860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:30.094423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:30.156069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:30.158772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c9524cba-e04a-474a-ae08-3a361b914415 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:37:30.233128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c9524cba-e04a-474a-ae08-3a361b914415 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:30.233334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:30.362968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:30.368226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:30.433616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=ea2e0aed-96d5-405e-b171-01a340c746b2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:30.493676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:30.690907 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP a4fecedb-eb8f-4a39-9e33-28039fea2f0e associated. External IP: 172.26.1.226, port: 0c4eb3f9-5044-43f7-81b9-fea3c7822686. Feb 19 07:37:31.195291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:37:31.397999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:37:31.424411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:31.486872 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f1c61163-b0c7-4036-8e96-4d1c64b6587f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5807488 Feb 19 07:37:31.487433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:37:31.489642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40010) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:31.543147 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'status': 'completed', 'code': 200} Feb 19 07:37:31.591841 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7abfb52b-10cd-4f75-8f6c-273f44d677a8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 991 time: 0.1010184 Feb 19 07:37:31.645429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-607863f1-6e16-43ef-981d-9e633fa82eb4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 1098 time: 0.0772347 Feb 19 07:37:31.779909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-139f3c7f-52df-47a6-b49c-5dd2514edd10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:31.781894 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-139f3c7f-52df-47a6-b49c-5dd2514edd10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 200 len: 897 time: 0.1305742 Feb 19 07:37:31.896855 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-a91cdf59-bfdc-4d26-a5f9-a3cb4b1da805 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686 HTTP/1.1" status: 200 len: 999 time: 0.1079359 Feb 19 07:37:31.962915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-9382fe12-ba87-4b32-a4c4-15bfe0c7700c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:31.962915 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-9382fe12-ba87-4b32-a4c4-15bfe0c7700c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8a65030-84bb-4850-ba27-211c746705de HTTP/1.1" status: 200 len: 834 time: 0.0599489 Feb 19 07:37:32.038980 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-60e91e33-de9e-47a7-8914-f3ec9ffb00c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665002 Feb 19 07:37:32.171739 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-15a358b1-dc8d-4ee4-b0d2-aaccbdcfa908 service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302330 Feb 19 07:37:32.306554 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b8a33-82ba-434b-88f6-4823f467818d req-6d07d1b1-49c3-4515-9028-34972a329a7f service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279969 Feb 19 07:37:32.595844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40016) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:32.798971 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e1c0644f-1703-4d4d-8f6c-f22b1c950502 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 991 time: 0.2019856 Feb 19 07:37:33.802030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40020) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:33.903985 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0a878b0b-82ca-45dc-8a73-03dd8d641428 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 991 time: 0.1007650 Feb 19 07:37:34.196827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] Sync routers for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:37:34.211102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:34.212038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:34.399070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:34.776472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:29Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:34.782175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] Checking router: ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:37:34.793976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:37:34.794574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:34.908707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40024) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:34.972209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:37:35.012208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-884a694a-ab6e-466d-bce6-35baf884d459 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 991 time: 0.1023602 Feb 19 07:37:35.327494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:29Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:35.331909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a61fea-d69c-45a2-b2c0-82e67aefb0cf None None] The sync data for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:29Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:37:36.016739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40030) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:36.127534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3d165841-4347-4c44-b03c-5b93b0ef81a0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 991 time: 0.1096387 Feb 19 07:37:36.706021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-34ea24e2-7289-4314-b955-58650f33ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:37.131265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40034) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:37.241865 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6ce23276-bd4e-4d2f-ba17-0453437e7054 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 991 time: 0.1093867 Feb 19 07:37:38.246970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40038) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:38.451005 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353cc5d-9547-4109-8d93-5fb1a04e4cd4 None None] New status for floating IP a4fecedb-eb8f-4a39-9e33-28039fea2f0e: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:37:38.461475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f0c74b23-24f3-4e4b-b269-207498a3d608 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 991 time: 0.2115350 Feb 19 07:37:38.915193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd875645-d484-499a-b59c-12d7d291d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:39.464183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40042) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:37:39.576774 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-83909a82-4f22-4c77-9329-19d044f85905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 200 len: 993 time: 0.1114435 Feb 19 07:37:40.105164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:40.218764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:41.389504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:43.241507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:37:43.688507 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:37:54.230383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-2c03416b-84e2-4c30-aa30-b6c734a51b77 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748997 Feb 19 07:37:54.383146 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-ee973188-81ab-4ea6-b11e-c855ccb4b26d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 1098 time: 0.0733378 Feb 19 07:37:54.527770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-745707a4-f1fe-48f1-8e2a-6f8062a8e655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:54.529949 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-745707a4-f1fe-48f1-8e2a-6f8062a8e655 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1281567 Feb 19 07:37:54.635139 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-89397460-62c3-4368-9383-c20e4c30ca37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f00c763-c583-47d1-972b-370e3f4354b3 HTTP/1.1" status: 200 len: 1001 time: 0.0985322 Feb 19 07:37:54.712233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-efd14f3e-41a4-40ce-884d-8712438881e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:54.713616 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-efd14f3e-41a4-40ce-884d-8712438881e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0722058 Feb 19 07:37:54.789413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-84d862d4-38c6-4c85-af16-014505fb35c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695529 Feb 19 07:37:54.927302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-6a9c831a-1a76-41c4-86e5-1e2758bb8c6d service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315060 Feb 19 07:37:55.060795 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f60cb549-ddc9-428b-85e0-946ab0d5ed8e req-d79db3ab-f1da-43e4-a140-9e0f1fc86a56 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272781 Feb 19 07:38:06.705507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-807fd29e-a630-4ad9-9781-70bb5b219cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:08.919574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af346b35-15a1-49d6-be59-9124fccf66db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:10.116978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:10.227437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:11.394619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:13.244071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:20.696032 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:38:34.962729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40070) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:35.042785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f9b4acd7-8b98-4264-8d8a-80f8afbaff8e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=b66bdd28d7794d0991215fe930adef5c&network_id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 200 len: 2999 time: 0.0786233 Feb 19 07:38:36.709390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-98b21aa6-f2bf-4b5f-b772-1c39c669f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:37.096794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:37.167485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524241f-c98d-42d5-beff-765c1c1aecc4 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:37.168936 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1524241f-c98d-42d5-beff-765c1c1aecc4 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 814 time: 0.0709538 Feb 19 07:38:37.908939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40090) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:37.918039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--1652286663', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:37.924758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:37.928909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:37.932306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:37.938308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:37.951008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:37.953932 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:37.984123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:38:37.993015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:37.993348 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment 7bd2512a-d03b-4231-86ef-89fbaae33fa9 of type vlan for network 01c1170c-f0ce-438e-a944-d654d2bc7584 Feb 19 07:38:38.021765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:38.052887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:38.056951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:38.057524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:38.150725 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404037 Feb 19 07:38:38.153923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40094) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:38.189503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=01c1170c-f0ce-438e-a944-d654d2bc7584,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:38.210551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.210887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.211213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.211529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.211848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.212192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.212481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.212792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.213095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.213391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.213691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426b71c-e0f2-44f7-bf9c-6fe4ba339e60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:38.225672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:38:38.229342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25338f34-0584-49d3-afff-76481c974089 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:38.230798 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25338f34-0584-49d3-afff-76481c974089 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0760155 Feb 19 07:38:38.233678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40098) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:38.374115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b8b1f-8a50-481a-af2e-2724de00dfad tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:38.375601 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8c2b8b1f-8a50-481a-af2e-2724de00dfad tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410129 Feb 19 07:38:38.380027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40102) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:38.417891 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ac51e488-884f-45e5-a48c-a71b00beaa58 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367908 Feb 19 07:38:38.420705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40106) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:38.461887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-933f75be-9b69-47da-8f70-5da483ff15e4 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401330 Feb 19 07:38:38.464463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40110) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:38.594336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57838ece-5fce-4226-a051-dd62f0425e16 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:38.595788 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57838ece-5fce-4226-a051-dd62f0425e16 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304507 Feb 19 07:38:38.598676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40114) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:38.636198 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2bdf2c98-08a9-4231-9fa9-5a730449e309 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364566 Feb 19 07:38:38.638582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40118) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:38.643575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83457311', 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:38.753650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:38.757720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:38.760701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:38.766668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:38.777117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:38.876205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:38.923594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7afacfb1-b1f3-48b7-8d3d-3cab843e888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.088576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.162504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=b214f017-7d66-4ebc-aa4c-82e81fce1faf,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:39.176341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:38:39.176701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: 01c1170c-f0ce-438e-a944-d654d2bc7584, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:38:39.199183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:38:39.209034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 01c1170c-f0ce-438e-a944-d654d2bc7584) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:39.212903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:39.213470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.218735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613d3ba-1953-43cf-973b-4cbad414218c None None] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:38:39.234299 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-08a7d097-9f51-4191-b2f7-874d4303d16f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5947917 Feb 19 07:38:39.468304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-01c1170c-f0ce-438e-a944-d654d2bc7584', 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:38:39.469131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.503446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40124) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:39.509291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292925299', 'description': 'tempest-secgroup-smoke-1292925299 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:39.515493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:39.519536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:39.522475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:39.528691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:39.538921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.573581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:39.577464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:39.580215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:39.585869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:39.622965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Allocated IP 172.20.0.18 (01c1170c-f0ce-438e-a944-d654d2bc7584/b214f017-7d66-4ebc-aa4c-82e81fce1faf/e5bfecc1-f189-46fd-8d69-9bf807c4d4e6) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:39.638899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.644015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.684834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55b7852-72af-4559-a9fe-bff99ccfdb27,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:39.688711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.692887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4801cefb-f5df-4f88-917c-2e3fb97c33ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1855197 Feb 19 07:38:39.693485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40128) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:39.698794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'c55b7852-72af-4559-a9fe-bff99ccfdb27', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:39.704814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:39.708664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:39.711454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:39.717084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:39.734029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.795291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.801109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.828163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.839434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Transition to ACTIVE for port object e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:38:39.858802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Transition to ACTIVE for port object e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:38:39.865831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.920867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41a12bc-f84d-4349-9311-73ab1e5d1f12,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:39.933741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.935047 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ab2a2cd9-165e-40f9-a30c-471ab83efcdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2408891 Feb 19 07:38:39.937838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40132) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:39.940414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:39.941590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:39.943321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Pushing event updated for resources: {'Port': ['ID=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:39.943483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'c55b7852-72af-4559-a9fe-bff99ccfdb27', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:39.945584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:38:39.949400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:39.953633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:39.957117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:39.962861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:39.980025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:39.984234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.984596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.985043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.985281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.985658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.986011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.986380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.986714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.987039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.987357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:39.987676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.043816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.044677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Attempting to bind port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:38:40.045033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Attempting to bind port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:38:40.045421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Attempting to bind port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 on network 01c1170c-f0ce-438e-a944-d654d2bc7584 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:38:40.048986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.053225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:38:40.053617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Checking segment: {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:38:40.054032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.054432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Bound using segment: {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:38:40.055044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Bound port: e5bfecc1-f189-46fd-8d69-9bf807c4d4e6, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:38:40.055408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.072206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d5c627-71c0-4e71-bd4b-0d392e40fc77,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:40.081604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.082919 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5339853-b02d-4a35-948e-d868ada7cfc0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1441238 Feb 19 07:38:40.085842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40136) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:40.091205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'c55b7852-72af-4559-a9fe-bff99ccfdb27', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:40.097188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:40.100893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:40.103690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:40.109463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:40.126819 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.131941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.155990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] For port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:38:40.159029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] For port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:38:40.163273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.188903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.193775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.216198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff39e8c9-b775-45aa-9a1c-ba250560066d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:40.227647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.229045 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9d767a2-b0a5-4983-ae16-98a8a4130d63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422334 Feb 19 07:38:40.232008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40140) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:40.237464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'c55b7852-72af-4559-a9fe-bff99ccfdb27', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:40.243320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:40.247288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:40.250269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:40.256234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:40.257577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.263787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a587145-3ed0-4896-a865-e23a732645c9 None None] Pushing event updated for resources: {'Port': ['ID=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:40.278748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.346519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.350922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.374202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2a11dc-8dbf-4bb0-978a-5f8436d579b9,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:40.384714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.386000 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9a418809-d3fa-472b-905e-98119b35f1f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1529849 Feb 19 07:38:40.389025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40144) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:40.395049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'c55b7852-72af-4559-a9fe-bff99ccfdb27', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:40.427965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:40.438409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:40.441394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:40.447697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:40.469496 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:38:40.477600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.546208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.551065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.574470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2050eb2f-d870-4000-a5d4-5606c0f3669e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:40.586108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.587259 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1972182 Feb 19 07:38:40.588550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.588885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.589710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.589710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.590038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.590165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.590313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40148) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:40.590474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.590744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.591156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.591490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.591804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec9bf-88e8-46e9-bb26-5a0bd6184a95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:40.596247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'c55b7852-72af-4559-a9fe-bff99ccfdb27', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:40.602445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:40.606401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:40.609390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:40.615178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:40.625886 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:38:40.632092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.696485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.701825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.723838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c3fbc9-d785-4fee-b61b-24fe9de75436,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:40.733670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:40.734965 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-35cdbc3e-415c-427f-9987-cd372316dcb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1436365 Feb 19 07:38:41.112993 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-9ceab733-8467-4faf-8793-df45f55b5874 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292925299&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0423222 Feb 19 07:38:41.145120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f458050-3891-47f6-8fb0-1a51fd636983 None None] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:38:41.269602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d11e1d-282d-4623-a529-21d83e84357a req-19ed2f68-63da-4f3f-8ead-c3a49f6d2416 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:41.271474 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-19ed2f68-63da-4f3f-8ead-c3a49f6d2416 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=01c1170c-f0ce-438e-a944-d654d2bc7584 HTTP/1.1" status: 200 len: 797 time: 0.1517391 Feb 19 07:38:41.290568 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-d71c6981-cb2b-4927-823d-10ad1d11b29f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0134356 Feb 19 07:38:41.298944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-109ce2a5-cb93-4650-a56c-87fb49c917f1 None None] Provisioning for port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:38:41.385699 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-f9bc2559-b303-4e8d-a839-e8914f02ec12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0887258 Feb 19 07:38:41.400321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:41.405730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-0e88c60a-76f4-431f-8130-28b6603050f2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:38:41.406739 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-0e88c60a-76f4-431f-8130-28b6603050f2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056820 Feb 19 07:38:41.551006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-b667899b-6729-454a-b823-006bf6a8f149 service neutron] 10.222.0.72 "GET /v2.0/networks/01c1170c-f0ce-438e-a944-d654d2bc7584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377387 Feb 19 07:38:41.771072 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-dcefc9ed-58f8-4786-b499-2af64b09c63c service neutron] 10.222.0.72 "GET /v2.0/networks/01c1170c-f0ce-438e-a944-d654d2bc7584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134721 Feb 19 07:38:42.097577 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7687abe1-98f8-4f81-8145-a1472666bd67 req-e8e3f481-f61c-498b-bfb3-d471415cb31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 210 time: 0.1700201 Feb 19 07:38:42.220260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:38:42.288180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:38:42.293284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:42.293657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:42.411948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:42.443921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:42.448468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:42.518591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:43.021183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d11e1d-282d-4623-a529-21d83e84357a req-70d0c73c-5711-49c3-b2a2-73caf1d269b2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:43.022653 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-70d0c73c-5711-49c3-b2a2-73caf1d269b2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=01c1170c-f0ce-438e-a944-d654d2bc7584 HTTP/1.1" status: 200 len: 797 time: 0.1402211 Feb 19 07:38:43.078774 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-7b139fbe-7d3b-44bd-a1c0-66d6f19a3817 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 472 time: 0.0443826 Feb 19 07:38:43.091621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['c55b7852-72af-4559-a9fe-bff99ccfdb27']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:43.256080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:43.269647 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9dda3c3d-c8a2-42b6-8ccb-0f812a06a8b7 req-411611bd-73ba-47fa-9ff3-1eefbaff6eab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 210 time: 0.0512183 Feb 19 07:38:43.270577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:38:43.274963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:port and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:38:43.277847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:38:43.283701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:38:43.294691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:43.297680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:43.468365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.29 (01c1170c-f0ce-438e-a944-d654d2bc7584/b214f017-7d66-4ebc-aa4c-82e81fce1faf/8e4902e1-8cca-40d9-ae26-24261594b026) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:43.652483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:43.668807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 8e4902e1-8cca-40d9-ae26-24261594b026 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:38:43.694657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:43.764770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:43.767793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:43.772072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:38:43.796487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=8e4902e1-8cca-40d9-ae26-24261594b026,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:43.839053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:43.839655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:43.863777 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-eee419d1-6700-4793-8adb-745b594b2721 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776182 Feb 19 07:38:43.873781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-ea15e27a-255a-4ac4-933a-af4005da290f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:38:43.874735 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-ea15e27a-255a-4ac4-933a-af4005da290f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053759 Feb 19 07:38:43.956623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Request body: {'port': {'device_id': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:38:43.973179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c905298a-a28f-47a2-a9e1-e476b029c971 None None] Provisioning for port 8e4902e1-8cca-40d9-ae26-24261594b026 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:38:43.978019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c905298a-a28f-47a2-a9e1-e476b029c971 None None] Provisioning complete for port 8e4902e1-8cca-40d9-ae26-24261594b026 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:43.978535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c905298a-a28f-47a2-a9e1-e476b029c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:44.032378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c905298a-a28f-47a2-a9e1-e476b029c971 None None] Port 8e4902e1-8cca-40d9-ae26-24261594b026 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:38:44.060985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:44.208751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:38:44.280001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:44.280001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:44.473127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4902e1-8cca-40d9-ae26-24261594b026 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:38:44.482669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:44.498924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Transition to ACTIVE for port object 8e4902e1-8cca-40d9-ae26-24261594b026 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:38:44.507410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:44.647213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4902e1-8cca-40d9-ae26-24261594b026,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:44.660762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5863-15f2-4c6f-8c1b-9d12843f8531 req-b6697b98-c9e8-4671-b42e-da45974fca0e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:44.660762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-edba5863-15f2-4c6f-8c1b-9d12843f8531 req-b6697b98-c9e8-4671-b42e-da45974fca0e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:38:44.833506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-edba5863-15f2-4c6f-8c1b-9d12843f8531 req-b6697b98-c9e8-4671-b42e-da45974fca0e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:38:44.834642 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-edba5863-15f2-4c6f-8c1b-9d12843f8531 req-b6697b98-c9e8-4671-b42e-da45974fca0e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 932 time: 0.4078836 Feb 19 07:38:44.899157 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Attempting to bind port 8e4902e1-8cca-40d9-ae26-24261594b026 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:38:44.899488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Attempting to bind port 8e4902e1-8cca-40d9-ae26-24261594b026 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:38:44.899810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Attempting to bind port 8e4902e1-8cca-40d9-ae26-24261594b026 on network 01c1170c-f0ce-438e-a944-d654d2bc7584 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:38:44.905481 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-edba5863-15f2-4c6f-8c1b-9d12843f8531 req-c4c8ce74-d610-4742-85e8-a97f4bd88c00 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645120 Feb 19 07:38:44.907898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Port 8e4902e1-8cca-40d9-ae26-24261594b026 on network 01c1170c-f0ce-438e-a944-d654d2bc7584 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:38:44.908270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Attempting to bind port 8e4902e1-8cca-40d9-ae26-24261594b026 on network 01c1170c-f0ce-438e-a944-d654d2bc7584 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:38:44.914421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:38:44.914741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Checking segment: {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:38:44.915107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Bound using segment: {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:38:44.915518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Bound port: 8e4902e1-8cca-40d9-ae26-24261594b026, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:38:44.915849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:45.013041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] For port 8e4902e1-8cca-40d9-ae26-24261594b026, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:38:45.015863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] For port 8e4902e1-8cca-40d9-ae26-24261594b026, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8e4902e1-8cca-40d9-ae26-24261594b026,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:38:45.023144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:45.086152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:45.087510 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] 10.222.0.67 "PUT /v2.0/ports/8e4902e1-8cca-40d9-ae26-24261594b026 HTTP/1.1" status: 200 len: 1094 time: 1.2063694 Feb 19 07:38:45.087949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'tag': '8e4902e1-8cca-40d9-ae26-24261594b026'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:38:45.104891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d7b27-8841-4c3f-b4fd-24b5c0eaef20 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4902e1-8cca-40d9-ae26-24261594b026,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:45.157219 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'tag': '8e4902e1-8cca-40d9-ae26-24261594b026', 'status': 'completed', 'code': 200} Feb 19 07:38:45.200004 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-baaf5f6d-82ea-4b0d-a8fe-acaa619c9fb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 1097 time: 0.0736535 Feb 19 07:38:45.273592 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-4f62d84f-6e43-42ec-bdef-9bde2da6bfc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8e4902e1-8cca-40d9-ae26-24261594b026 HTTP/1.1" status: 200 len: 217 time: 0.0664492 Feb 19 07:38:45.335270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d11e1d-282d-4623-a529-21d83e84357a req-e2a00fd2-c9da-4a4c-ae57-f4f4d91b237f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:45.336661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-e2a00fd2-c9da-4a4c-ae57-f4f4d91b237f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b214f017-7d66-4ebc-aa4c-82e81fce1faf HTTP/1.1" status: 200 len: 836 time: 0.0572309 Feb 19 07:38:45.415057 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-df16b83d-9cd9-4823-8ac2-9504a7e1183a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=01c1170c-f0ce-438e-a944-d654d2bc7584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718250 Feb 19 07:38:45.551547 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-0aefe033-3073-4562-8ba6-1157e470113e service neutron] 10.222.0.67 "GET /v2.0/networks/01c1170c-f0ce-438e-a944-d654d2bc7584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282651 Feb 19 07:38:45.697240 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60d11e1d-282d-4623-a529-21d83e84357a req-35effa54-e5ca-42e0-ab0b-5d38d3ea4542 service neutron] 10.222.0.67 "GET /v2.0/networks/01c1170c-f0ce-438e-a944-d654d2bc7584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386080 Feb 19 07:38:45.823091 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-13e41211-b962-4b69-8745-4f58ecc8e64f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 1097 time: 0.0733747 Feb 19 07:38:45.959037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-e614449b-0352-434c-9579-9d80b08b75b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:45.961228 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-e614449b-0352-434c-9579-9d80b08b75b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=01c1170c-f0ce-438e-a944-d654d2bc7584 HTTP/1.1" status: 200 len: 898 time: 0.1318002 Feb 19 07:38:46.083101 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-4200fd60-95b3-476b-a6a4-876b1429cddf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8e4902e1-8cca-40d9-ae26-24261594b026 HTTP/1.1" status: 200 len: 217 time: 0.1146636 Feb 19 07:38:46.168083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-abae58a9-d765-4260-9242-4995ae7c98f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:46.171685 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-abae58a9-d765-4260-9242-4995ae7c98f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b214f017-7d66-4ebc-aa4c-82e81fce1faf HTTP/1.1" status: 200 len: 836 time: 0.0798135 Feb 19 07:38:46.232582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0b14f-5064-4411-9f5b-e7879792cce2 req-69a7ad2c-f1e2-4333-acb3-80fb302d2efd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:46.234027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ee0b14f-5064-4411-9f5b-e7879792cce2 req-69a7ad2c-f1e2-4333-acb3-80fb302d2efd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 944 time: 0.2022874 Feb 19 07:38:46.298008 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ee0b14f-5064-4411-9f5b-e7879792cce2 req-34b32d0c-a7c6-488d-a6ef-cc2a8df20cc4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532722 Feb 19 07:38:46.301733 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-ec54bf53-e364-46f0-8096-772bb4fa2fcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=01c1170c-f0ce-438e-a944-d654d2bc7584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1254845 Feb 19 07:38:46.433818 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-85439130-f3ba-4a09-9764-0cf9ce1c15d9 service neutron] 10.222.0.67 "GET /v2.0/networks/01c1170c-f0ce-438e-a944-d654d2bc7584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251469 Feb 19 07:38:46.663312 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7f70e9ce-ea13-4d64-bbe5-cf1c3ae0a196 req-daac5294-cd39-4e48-9dfe-a8f64927ccb7 service neutron] 10.222.0.67 "GET /v2.0/networks/01c1170c-f0ce-438e-a944-d654d2bc7584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230141 Feb 19 07:38:47.508424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b728d0-c90a-4046-9f78-ea37a2e7a4d1 req-a8bbf1f6-e59f-457b-a54d-254acc48ef5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:47.510178 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d7b728d0-c90a-4046-9f78-ea37a2e7a4d1 req-a8bbf1f6-e59f-457b-a54d-254acc48ef5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 944 time: 0.0802760 Feb 19 07:38:47.555134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d7b728d0-c90a-4046-9f78-ea37a2e7a4d1 req-719f5b56-500b-416e-9465-b4f9a35be5e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Feb 19 07:38:48.769183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fc03d-ce79-409b-984e-734d46000fae req-01646069-dc28-46e9-8450-29dd2577915c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:48.770564 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b55fc03d-ce79-409b-984e-734d46000fae req-01646069-dc28-46e9-8450-29dd2577915c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 944 time: 0.0847356 Feb 19 07:38:48.817175 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b55fc03d-ce79-409b-984e-734d46000fae req-3323116a-81bd-4ed8-9437-2ee08eb609cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Feb 19 07:38:49.706847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 8e4902e1-8cca-40d9-ae26-24261594b026 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:38:49.900328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 8e4902e1-8cca-40d9-ae26-24261594b026, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8e4902e1-8cca-40d9-ae26-24261594b026,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:49.914047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '8e4902e1-8cca-40d9-ae26-24261594b026', 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584', 'port_id': '8e4902e1-8cca-40d9-ae26-24261594b026', 'mac_address': 'fa:16:3e:4a:af:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:38:49.976595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:49.993394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4902e1-8cca-40d9-ae26-24261594b026 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:38:50.008543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 8e4902e1-8cca-40d9-ae26-24261594b026, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8e4902e1-8cca-40d9-ae26-24261594b026,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:50.015122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:50.023667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43b05b-1e51-439f-a24e-c259069abbf9 req-d6808b95-f562-4839-b3d3-3cc5fc1f79c1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:50.025168 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5d43b05b-1e51-439f-a24e-c259069abbf9 req-d6808b95-f562-4839-b3d3-3cc5fc1f79c1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 944 time: 0.0794790 Feb 19 07:38:50.071304 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5d43b05b-1e51-439f-a24e-c259069abbf9 req-3872372e-89a3-47b8-a21a-a83862063b47 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Feb 19 07:38:50.080706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=8e4902e1-8cca-40d9-ae26-24261594b026,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:50.358918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['8e4902e1-8cca-40d9-ae26-24261594b026'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:38:51.285023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b615d2-7184-4b8e-aecc-a7e0b1969e53 req-52299c30-f5f0-45fa-b351-491d03a983ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:51.286432 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54b615d2-7184-4b8e-aecc-a7e0b1969e53 req-52299c30-f5f0-45fa-b351-491d03a983ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 945 time: 0.0851116 Feb 19 07:38:51.334735 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54b615d2-7184-4b8e-aecc-a7e0b1969e53 req-1edaeef9-2daa-4890-8ede-f29523147c64 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 Feb 19 07:38:51.706952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 8e4902e1-8cca-40d9-ae26-24261594b026 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:38:51.789075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 8e4902e1-8cca-40d9-ae26-24261594b026 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:38:51.794060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 8e4902e1-8cca-40d9-ae26-24261594b026 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:51.794457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:51.919512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:51.947210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4902e1-8cca-40d9-ae26-24261594b026'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:38:51.956655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 8e4902e1-8cca-40d9-ae26-24261594b026, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8e4902e1-8cca-40d9-ae26-24261594b026,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:51.962486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:52.003321 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4902e1-8cca-40d9-ae26-24261594b026', 'code': 200} Feb 19 07:38:52.027987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=8e4902e1-8cca-40d9-ae26-24261594b026,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:52.243391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc10af9a-94c7-4181-a870-51d2c7ce4b1a req-0fb7b88d-fb3a-4dd6-8104-94bd462223ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 1099 time: 0.0733905 Feb 19 07:38:52.287247 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc10af9a-94c7-4181-a870-51d2c7ce4b1a req-18f50b05-9bb5-4ad0-8bff-bf5a8c66f8f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358460 Feb 19 07:38:52.553917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f245069-4251-420c-9ad8-5c40529f655e req-1b95e714-031f-4e55-ad40-a54f8dc86dc8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:52.555259 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f245069-4251-420c-9ad8-5c40529f655e req-1b95e714-031f-4e55-ad40-a54f8dc86dc8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 946 time: 0.0771658 Feb 19 07:38:52.606238 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f245069-4251-420c-9ad8-5c40529f655e req-cbc31271-09d7-40b3-a00a-9dacdd64d811 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Feb 19 07:38:53.814018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a59240-6c42-450d-8fb5-9b7e212ab0c2 req-dead8715-88dc-4f69-a1c4-0567956e7ac6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:53.815420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-73a59240-6c42-450d-8fb5-9b7e212ab0c2 req-dead8715-88dc-4f69-a1c4-0567956e7ac6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 946 time: 0.0808210 Feb 19 07:38:53.860601 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-73a59240-6c42-450d-8fb5-9b7e212ab0c2 req-48cfd0b8-a2a5-492f-a5ef-5ff302b30cf4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395143 Feb 19 07:38:54.070707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86159-5f5e-493c-ae04-ac3916610da0 req-3d6194c6-1ce9-4d3d-8273-57d3a0a0fa79 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:54.072036 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70b86159-5f5e-493c-ae04-ac3916610da0 req-3d6194c6-1ce9-4d3d-8273-57d3a0a0fa79 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 946 time: 0.0892296 Feb 19 07:38:54.116855 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70b86159-5f5e-493c-ae04-ac3916610da0 req-4657dd15-1a53-469d-982b-f31f25a2a91d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392115 Feb 19 07:38:55.268684 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-86adfb9a-1621-48ba-96f0-4ab39e29cec6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749605 Feb 19 07:38:55.360421 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-10f89e30-b5fe-4a34-b6a6-44d0b9230bba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 1098 time: 0.0719497 Feb 19 07:38:55.512252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-a682f483-c57c-4404-8573-8b885e0006f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:55.514465 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-a682f483-c57c-4404-8573-8b885e0006f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 200 len: 897 time: 0.1357834 Feb 19 07:38:55.604533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40204) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:38:55.621756 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-813d45df-08c5-41e5-864a-6433a2b7b0cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686 HTTP/1.1" status: 200 len: 1001 time: 0.1009295 Feb 19 07:38:55.684679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-23fb0bca-e3d9-4395-82d1-393265ccce1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:55.686125 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-23fb0bca-e3d9-4395-82d1-393265ccce1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8a65030-84bb-4850-ba27-211c746705de HTTP/1.1" status: 200 len: 834 time: 0.0582602 Feb 19 07:38:55.760186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-3b928527-67ef-4dde-8e6e-79288660a439 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675113 Feb 19 07:38:55.890009 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-29678bd5-bbb7-450f-98c2-9438e5add263 service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224360 Feb 19 07:38:56.018679 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8e2c9dc-3a32-42b6-96d3-347908571e8b req-10d89faa-b5b2-4c7b-b120-93d92c396ee7 service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228051 Feb 19 07:38:56.373768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:56.751934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.17 (01c1170c-f0ce-438e-a944-d654d2bc7584/b214f017-7d66-4ebc-aa4c-82e81fce1faf/7c1b4272-39e0-4111-9092-b7e4e4eaa4bc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:57.016275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.031736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:38:57.061322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.134820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:57.137727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:57.141630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:38:57.171092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:57.202302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.287313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.392682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4cd7214d-fbb9-4b38-bc8d-d6fa7cee1ed6 None None] Provisioning for port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:38:57.398308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4cd7214d-fbb9-4b38-bc8d-d6fa7cee1ed6 None None] Provisioning complete for port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:57.398674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4cd7214d-fbb9-4b38-bc8d-d6fa7cee1ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.453316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7214d-fbb9-4b38-bc8d-d6fa7cee1ed6 None None] Port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:38:57.686662 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:38:57.696911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.704105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.808791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:57.813182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:57.952003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:57.953185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:58.185069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c0eb3665-785b-4122-98fd-c81cd141ea75 None None] Provisioning complete for port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:58.185533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0eb3665-785b-4122-98fd-c81cd141ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:58.235616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb3665-785b-4122-98fd-c81cd141ea75 None None] Port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:38:58.333597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:58.644125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:58.654842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Sync routers for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:38:58.663960 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-047db6fa-b240-4b77-84c7-335b3749b689 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/ca1a25b9-0e51-467b-a375-cd1f88ea1fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0584438 Feb 19 07:38:58.669606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:38:58.670233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:58.848880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:38:59.219608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:38:57Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:38Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1b4272-39e0-4111-9092-b7e4e4eaa4bc', 'name': '', 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:17:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:38:56Z', 'updated_at': '2022-02-19T07:38:57Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:59.223624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Checking router: ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:38:59.223938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Updating router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:38:59.273073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:59.658250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:59.669793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Transition to ACTIVE for port object 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:38:59.677077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:59.795206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f973a-a25f-4a5f-835c-6d5ada5c71ba None None] Pushing event updated for resources: {'Port': ['ID=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:59.887145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Attempting to bind port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:38:59.887511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Attempting to bind port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:38:59.887874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Attempting to bind port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc on network 01c1170c-f0ce-438e-a944-d654d2bc7584 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:38:59.894652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:38:59.895017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Checking segment: {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:38:59.895438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:59.895849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Bound using segment: {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:38:59.896289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Bound port: 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd2512a-d03b-4231-86ef-89fbaae33fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:38:59.896651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:38:59.996470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] For port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:00.000058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] For port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:00.007894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:00.091548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:00.092141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:00.142742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f973a-a25f-4a5f-835c-6d5ada5c71ba None None] Pushing event updated for resources: {'Port': ['ID=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:00.275079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:00.633508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:38:57Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:38Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1b4272-39e0-4111-9092-b7e4e4eaa4bc', 'name': '', 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:17:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:38:56Z', 'updated_at': '2022-02-19T07:38:59Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:00.637950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e7a56-f04e-422b-964d-610cc83feeb6 None None] The sync data for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:38:57Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:38Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1b4272-39e0-4111-9092-b7e4e4eaa4bc', 'name': '', 'network_id': '01c1170c-f0ce-438e-a944-d654d2bc7584', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:17:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:38:56Z', 'updated_at': '2022-02-19T07:38:59Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'b214f017-7d66-4ebc-aa4c-82e81fce1faf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:39:02.235944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:39:02.321534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:39:02.326786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:02.327143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:02.443894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:02.485854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:02.491542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:02.567191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:04.216042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:39:04.288832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:04.289199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:04.316300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf822c-1602-4d30-a99c-c00c3f991341 req-5a0546cc-c69d-4a78-8ac8-180fcbb5dd81 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:04.318051 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6ccf822c-1602-4d30-a99c-c00c3f991341 req-5a0546cc-c69d-4a78-8ac8-180fcbb5dd81 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.1695993 Feb 19 07:39:04.364614 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6ccf822c-1602-4d30-a99c-c00c3f991341 req-77990fd2-1025-40f7-9867-8c13816d53f3 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Feb 19 07:39:05.570815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63fa35-bae4-418c-be6c-6f2857c7cde5 req-6ad59abf-31e9-4faf-8bf5-a34c10b4c318 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:05.572285 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb63fa35-bae4-418c-be6c-6f2857c7cde5 req-6ad59abf-31e9-4faf-8bf5-a34c10b4c318 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.0792985 Feb 19 07:39:05.620767 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb63fa35-bae4-418c-be6c-6f2857c7cde5 req-8b7c045e-278e-4a2d-8c1f-1e4912e8d658 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Feb 19 07:39:06.020880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fe24-6acc-42e4-a882-bb1989650490 req-33f721db-5c39-4f05-ba91-dc2386ca36a0 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:06.022218 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f801fe24-6acc-42e4-a882-bb1989650490 req-33f721db-5c39-4f05-ba91-dc2386ca36a0 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.0974622 Feb 19 07:39:06.090920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Deleting port 1f00c763-c583-47d1-972b-370e3f4354b3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:06.091255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:06.345889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] For port 1f00c763-c583-47d1-972b-370e3f4354b3, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1f00c763-c583-47d1-972b-370e3f4354b3,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:06.346157 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:06.632275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:06.632989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:06.632989 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Floating IP 66b2cc93-52b9-45a1-ba38-ad12c433db65 disassociated. External IP: 172.26.1.195, port: 1f00c763-c583-47d1-972b-370e3f4354b3. Feb 19 07:39:06.633225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Calling delete_port for 1f00c763-c583-47d1-972b-370e3f4354b3 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:06.701921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f6fae7e-904d-4b76-b850-05817c240328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:06.818741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:06.869865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event deleted for resources: {'Port': ['ID=1f00c763-c583-47d1-972b-370e3f4354b3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:06.939811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a382c9-879a-46a6-b1a3-e31ff89a6ef5 req-351e22a4-5685-4e04-bdd2-02f4a3d71c0c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:06.941350 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00a382c9-879a-46a6-b1a3-e31ff89a6ef5 req-351e22a4-5685-4e04-bdd2-02f4a3d71c0c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 945 time: 0.1965723 Feb 19 07:39:07.058082 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00a382c9-879a-46a6-b1a3-e31ff89a6ef5 req-aec85011-909c-475d-ab16-7b7bb70abb8c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111095 Feb 19 07:39:07.124740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:07.430331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:07.441373 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:39:07.453858 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:07.454528 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:07.496920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] No DVR routers for this DVR port 1f00c763-c583-47d1-972b-370e3f4354b3 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:07.499364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:07.501817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'name': 'network-vif-deleted', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:39:07.517676 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f801fe24-6acc-42e4-a882-bb1989650490 req-8b886e14-df85-4636-930d-8ad4c77a465c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "DELETE /v2.0/ports/1f00c763-c583-47d1-972b-370e3f4354b3 HTTP/1.1" status: 204 len: 173 time: 1.4899244 Feb 19 07:39:07.560372 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbfd860-f28c-43a6-aee8-6d31f671d2dc', 'name': 'network-vif-deleted', 'tag': '1f00c763-c583-47d1-972b-370e3f4354b3', 'status': 'completed', 'code': 200} Feb 19 07:39:07.635115 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:07.977421 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:07.981308 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:39:07.992266 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:07.992853 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:08.178664 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:08.235126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-46c3a2f5-5aac-4644-ad89-ece6d64bd752 req-a2001e6d-5993-4d33-87ac-bb3ab5c4e770 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:39:08.250474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-46c3a2f5-5aac-4644-ad89-ece6d64bd752 req-a2001e6d-5993-4d33-87ac-bb3ab5c4e770 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:39:08.251983 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-46c3a2f5-5aac-4644-ad89-ece6d64bd752 req-a2001e6d-5993-4d33-87ac-bb3ab5c4e770 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbfd860-f28c-43a6-aee8-6d31f671d2dc HTTP/1.1" status: 200 len: 210 time: 0.0598717 Feb 19 07:39:08.490527 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:08.494564 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13c609-36e1-4e5a-acd2-4174dfbd57bd None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:39:08.713971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecdee1b-59c6-490a-abad-c420e7df9faf None None] New status for floating IP 66b2cc93-52b9-45a1-ba38-ad12c433db65: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:39:08.939583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a8b3-b0a6-40d4-9f74-f57068a49052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:09.668230 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-b8732517-f4c3-4258-b9c4-b9c41c039fb8 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365045163&fields=id&tenant_id=18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 267 time: 0.0396359 Feb 19 07:39:09.818979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-471aa85f-c66f-4981-99f7-a84d035e4cd5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:09.820593 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-471aa85f-c66f-4981-99f7-a84d035e4cd5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 810 time: 0.1463258 Feb 19 07:39:09.831333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1f00c763-c583-47d1-972b-370e3f4354b3 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:09.838429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-1c0a8845-3e16-4e8c-ad98-e2c0bfb1096e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/quotas/18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 375 time: 0.0121424 Feb 19 07:39:09.863913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 1f00c763-c583-47d1-972b-370e3f4354b3 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:39:09.864276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1f00c763-c583-47d1-972b-370e3f4354b3 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:39:09.919204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-4736bfcc-c584-4873-b6b5-8f06d636546a tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755401 Feb 19 07:39:09.935016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-09fcbc58-6150-4b13-8488-b63086e556f4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:39:09.935929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-09fcbc58-6150-4b13-8488-b63086e556f4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053313 Feb 19 07:39:10.072022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-ffb75395-7224-44ad-addc-90a193b1a269 service neutron] 10.222.0.72 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303995 Feb 19 07:39:10.115437 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:10.205629 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-01d80c74-bc4b-4e74-9d58-643aaca35178 service neutron] 10.222.0.72 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252847 Feb 19 07:39:10.222384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:10.600674 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ce5cc60b-c8e9-4d9b-aa1e-73eff86e8400 req-2cc976d7-1eee-4383-920e-e8970f14d2af tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 210 time: 0.0427389 Feb 19 07:39:11.407670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:11.648275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-7824e760-d500-4f12-9c8e-30b3b0e7ae7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:11.649790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-7824e760-d500-4f12-9c8e-30b3b0e7ae7e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 810 time: 0.1496356 Feb 19 07:39:11.711397 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-04f2cf96-3b64-43ce-93c1-6c2e4c9b7bb9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 380 time: 0.0490718 Feb 19 07:39:11.723394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'port': {'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'admin_state_up': True, 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'security_groups': ['dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:11.830827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-be2d5999-d363-4de6-8fbe-ee8eabec5632 req-5d367afc-41a6-4fff-aa8e-bad9b1e6d29c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 210 time: 0.0940583 Feb 19 07:39:11.906233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:11.916613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:11.929467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Made reservation on behalf of 18c5d993bf994eed8180b7f5ac7629dc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:11.933004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:12.092952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Allocated IP 172.20.0.7 (bb1fa548-4530-47ad-b928-59058ff800f7/e57d70bf-0cdc-4a53-b0f9-ea4853f2a758/d4e384ce-4090-45bd-8bab-af603fd418d5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:12.276673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:12.294471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Transition to ACTIVE for port object d4e384ce-4090-45bd-8bab-af603fd418d5 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:12.319424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:12.396000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Network bb1fa548-4530-47ad-b928-59058ff800f7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:12.399909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:12.401839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=d4e384ce-4090-45bd-8bab-af603fd418d5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:12.403894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:39:12.469397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:12.470003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:12.497643 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-9c688bc6-9d37-4597-8ae5-384cc94f003e tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777750 Feb 19 07:39:12.511890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Request body: {'port': {'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:12.714367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-07745642-7598-4d14-b69c-08560224b070 None None] Provisioning for port d4e384ce-4090-45bd-8bab-af603fd418d5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:39:12.719956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-07745642-7598-4d14-b69c-08560224b070 None None] Provisioning complete for port d4e384ce-4090-45bd-8bab-af603fd418d5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:12.720583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07745642-7598-4d14-b69c-08560224b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:12.725821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:12.772333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-07745642-7598-4d14-b69c-08560224b070 None None] Port d4e384ce-4090-45bd-8bab-af603fd418d5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:39:13.103459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d70d3a-da1f-470b-97eb-7537cbb0a351 req-80e569d0-7a01-46c6-af19-1084c4316438 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:13.104165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-66d70d3a-da1f-470b-97eb-7537cbb0a351 req-80e569d0-7a01-46c6-af19-1084c4316438 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:39:13.136814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e384ce-4090-45bd-8bab-af603fd418d5 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:39:13.141228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-66d70d3a-da1f-470b-97eb-7537cbb0a351 req-80e569d0-7a01-46c6-af19-1084c4316438 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:39:13.142444 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-66d70d3a-da1f-470b-97eb-7537cbb0a351 req-80e569d0-7a01-46c6-af19-1084c4316438 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 931 time: 0.1888161 Feb 19 07:39:13.146029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:13.181861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Transition to ACTIVE for port object d4e384ce-4090-45bd-8bab-af603fd418d5 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:13.193283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:13.253802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:13.256428 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-66d70d3a-da1f-470b-97eb-7537cbb0a351 req-ed1a1c84-11ad-4580-bda7-b652814ec180 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059933 Feb 19 07:39:13.329089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Pushing event updated for resources: {'Port': ['ID=d4e384ce-4090-45bd-8bab-af603fd418d5,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:13.446229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Attempting to bind port d4e384ce-4090-45bd-8bab-af603fd418d5 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:39:13.446837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Attempting to bind port d4e384ce-4090-45bd-8bab-af603fd418d5 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:39:13.446955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Attempting to bind port d4e384ce-4090-45bd-8bab-af603fd418d5 on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:39:13.453282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Port d4e384ce-4090-45bd-8bab-af603fd418d5 on network bb1fa548-4530-47ad-b928-59058ff800f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:39:13.453620 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Attempting to bind port d4e384ce-4090-45bd-8bab-af603fd418d5 on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:39:13.459999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:39:13.460360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Checking segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:39:13.460734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Bound using segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:39:13.461142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Bound port: d4e384ce-4090-45bd-8bab-af603fd418d5, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:39:13.461482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:13.553471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] For port d4e384ce-4090-45bd-8bab-af603fd418d5, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:13.556876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] For port d4e384ce-4090-45bd-8bab-af603fd418d5, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d4e384ce-4090-45bd-8bab-af603fd418d5,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:13.562584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:13.622340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:13.623880 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] 10.222.0.67 "PUT /v2.0/ports/d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 1093 time: 1.1164856 Feb 19 07:39:13.624130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:39:13.641002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909e8b4-eac6-44c2-9bc8-5fe0bd6547aa service neutron] Pushing event updated for resources: {'Port': ['ID=d4e384ce-4090-45bd-8bab-af603fd418d5,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:13.697254 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'status': 'completed', 'code': 200} Feb 19 07:39:13.739882 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-eea97cd6-8a72-4a75-af3e-ac461b620f44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1096 time: 0.0769460 Feb 19 07:39:13.811666 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-3421b2b9-3c1b-48c7-8c83-60a02db3eb8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 217 time: 0.0644007 Feb 19 07:39:13.875681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-bbb899a3-2086-47bf-afdf-e4e127514bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:13.877011 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-bbb899a3-2086-47bf-afdf-e4e127514bba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0592110 Feb 19 07:39:13.952328 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-4165c9c0-28ca-4d11-a99f-117288979310 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687051 Feb 19 07:39:14.094283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-fc5523cc-fb3f-416a-8761-3a9c3bb5c6f4 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350372 Feb 19 07:39:14.225745 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3ba0af9-301a-4562-b9ad-accd7002d663 req-64023cac-0c66-4546-8b20-be6aace773cd service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251369 Feb 19 07:39:14.352086 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63536def-83a2-4b17-af13-8906cee81d12 req-a0556eea-c4e3-4635-a204-953225d4eab3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1096 time: 0.0802288 Feb 19 07:39:14.624063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63536def-83a2-4b17-af13-8906cee81d12 req-0d6f80a2-7141-4507-af05-0f9ef4f32367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:14.625533 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63536def-83a2-4b17-af13-8906cee81d12 req-0d6f80a2-7141-4507-af05-0f9ef4f32367 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.2659936 Feb 19 07:39:14.685644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92e018-3ddd-4ea3-a448-2a3cce5e5f0e req-e1ceda9b-2fd2-45cf-926d-a232d9f5b2b0 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:14.687059 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e92e018-3ddd-4ea3-a448-2a3cce5e5f0e req-e1ceda9b-2fd2-45cf-926d-a232d9f5b2b0 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 943 time: 0.3079319 Feb 19 07:39:14.717745 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63536def-83a2-4b17-af13-8906cee81d12 req-8bd2777a-cde8-4037-9143-dcfb4da74fca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 217 time: 0.0846436 Feb 19 07:39:14.781916 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e92e018-3ddd-4ea3-a448-2a3cce5e5f0e req-c28d0cef-c649-44dc-ba95-be76d8699fae tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886502 Feb 19 07:39:14.793184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63536def-83a2-4b17-af13-8906cee81d12 req-55952097-fb69-4f7c-9759-67f17a53a1c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:14.794663 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63536def-83a2-4b17-af13-8906cee81d12 req-55952097-fb69-4f7c-9759-67f17a53a1c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0666509 Feb 19 07:39:14.880576 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63536def-83a2-4b17-af13-8906cee81d12 req-08ff67d4-1fa6-4727-ac0e-af908c7da061 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785420 Feb 19 07:39:15.023916 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63536def-83a2-4b17-af13-8906cee81d12 req-a3450ba3-87be-4a26-8450-d65142eb7373 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366684 Feb 19 07:39:15.153749 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63536def-83a2-4b17-af13-8906cee81d12 req-821ba197-ad5d-4134-89cc-69d35a128536 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239922 Feb 19 07:39:15.987457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3796d-8e0c-4b62-8cdf-6cae98f99d51 req-0cddccc4-8123-4dfb-b9da-f2271c7ecc29 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:15.988898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ea3796d-8e0c-4b62-8cdf-6cae98f99d51 req-0cddccc4-8123-4dfb-b9da-f2271c7ecc29 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 943 time: 0.0779145 Feb 19 07:39:16.035098 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ea3796d-8e0c-4b62-8cdf-6cae98f99d51 req-09ecfd01-f530-4d12-8037-26bbc7cb42be tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Feb 19 07:39:17.276285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff7ea5-e418-4654-8993-f10facc4a8ec req-4466e016-5a7a-4316-b45f-9aec0b05d143 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:17.277692 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caff7ea5-e418-4654-8993-f10facc4a8ec req-4466e016-5a7a-4316-b45f-9aec0b05d143 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 943 time: 0.0965765 Feb 19 07:39:17.322714 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caff7ea5-e418-4654-8993-f10facc4a8ec req-cb0099b4-ab71-4ac7-8d32-4ce86fb0eaa2 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Feb 19 07:39:18.534084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb46c87-71c9-44f3-9933-92eaa574572c req-8edffbe9-a0b1-4a0c-a5c0-ff0feb3c8bba tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:18.535518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7eb46c87-71c9-44f3-9933-92eaa574572c req-8edffbe9-a0b1-4a0c-a5c0-ff0feb3c8bba tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 943 time: 0.0814192 Feb 19 07:39:18.586494 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7eb46c87-71c9-44f3-9933-92eaa574572c req-6ac209ee-b9f9-43a0-a65e-068444af4930 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Feb 19 07:39:19.809387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da07f4-4a8e-4cba-b641-9bd65ca6e2c8 req-4cc9761e-ebfc-44bf-97aa-bcb50bf2d257 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:19.809387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33da07f4-4a8e-4cba-b641-9bd65ca6e2c8 req-4cc9761e-ebfc-44bf-97aa-bcb50bf2d257 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 943 time: 0.0857303 Feb 19 07:39:19.855516 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33da07f4-4a8e-4cba-b641-9bd65ca6e2c8 req-3305cc3b-4d03-46d3-882b-109ae4378aba tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417566 Feb 19 07:39:21.066061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f067-f90c-48a3-a411-a095c2153a9b req-49206549-cd76-43a1-9745-53a20d10cdbc tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:21.067488 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bdc2f067-f90c-48a3-a411-a095c2153a9b req-49206549-cd76-43a1-9745-53a20d10cdbc tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 943 time: 0.0865064 Feb 19 07:39:21.115743 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bdc2f067-f90c-48a3-a411-a095c2153a9b req-c0c6ce1c-7e9c-40da-baaf-552b605e8ef1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Feb 19 07:39:21.875403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device d4e384ce-4090-45bd-8bab-af603fd418d5 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:39:22.025040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port d4e384ce-4090-45bd-8bab-af603fd418d5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d4e384ce-4090-45bd-8bab-af603fd418d5,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:22.038331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:39:22.090500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:22.108190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e384ce-4090-45bd-8bab-af603fd418d5 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:39:22.122901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port d4e384ce-4090-45bd-8bab-af603fd418d5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d4e384ce-4090-45bd-8bab-af603fd418d5,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:22.129774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:22.200084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=d4e384ce-4090-45bd-8bab-af603fd418d5,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:22.322576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49baefe-17e5-4b50-8518-e7db0b8592cf req-ea80aa8c-a465-431a-b43a-9de42118d2ed tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:22.324033 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a49baefe-17e5-4b50-8518-e7db0b8592cf req-ea80aa8c-a465-431a-b43a-9de42118d2ed tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 944 time: 0.0766263 Feb 19 07:39:22.369370 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a49baefe-17e5-4b50-8518-e7db0b8592cf req-57b3a668-cb75-4ff7-b409-45bf593edc93 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 Feb 19 07:39:22.506142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['d4e384ce-4090-45bd-8bab-af603fd418d5'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:39:23.575573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a0ea2-747b-484f-8a3f-84eca18a3ab7 req-695b89d4-d1c0-4266-9829-3fe67dc429e4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:23.577031 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-984a0ea2-747b-484f-8a3f-84eca18a3ab7 req-695b89d4-d1c0-4266-9829-3fe67dc429e4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 944 time: 0.0865502 Feb 19 07:39:23.622456 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-984a0ea2-747b-484f-8a3f-84eca18a3ab7 req-d3b399f7-2046-4a2b-af4b-fa3e038be6c1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Feb 19 07:39:23.878523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device d4e384ce-4090-45bd-8bab-af603fd418d5 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:39:23.954539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port d4e384ce-4090-45bd-8bab-af603fd418d5 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:39:23.959273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port d4e384ce-4090-45bd-8bab-af603fd418d5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:23.959634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:24.071273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:24.097577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:39:24.107155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port d4e384ce-4090-45bd-8bab-af603fd418d5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d4e384ce-4090-45bd-8bab-af603fd418d5,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:24.111670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:24.152692 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'code': 200} Feb 19 07:39:24.178480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=d4e384ce-4090-45bd-8bab-af603fd418d5,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:24.444293 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cabee26e-888c-4a48-9bb8-d31e9130525d req-c45a17ea-6d67-45f8-8244-57b973c1266b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1098 time: 0.0712318 Feb 19 07:39:24.492891 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cabee26e-888c-4a48-9bb8-d31e9130525d req-931d1f41-8963-4c50-aa59-7ed122cb8ae7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Feb 19 07:39:24.834319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f262db0-51c3-4e5d-b008-fa74c41c58a2 req-7ad881ba-cb88-4390-a192-b753b4971169 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:24.835673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f262db0-51c3-4e5d-b008-fa74c41c58a2 req-7ad881ba-cb88-4390-a192-b753b4971169 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 945 time: 0.0925002 Feb 19 07:39:24.880505 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f262db0-51c3-4e5d-b008-fa74c41c58a2 req-1394eb11-a525-4839-b910-f6e19c4ab966 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 Feb 19 07:39:26.083492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e4bec-85a0-4125-b01d-5dc1208c7baf req-addb07a5-63fc-43d3-84ed-68517094e41f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:26.084938 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f57e4bec-85a0-4125-b01d-5dc1208c7baf req-addb07a5-63fc-43d3-84ed-68517094e41f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 945 time: 0.0817707 Feb 19 07:39:26.132199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f57e4bec-85a0-4125-b01d-5dc1208c7baf req-977a147f-dee4-4c1e-a9e1-bb74ac8673d0 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415626 Feb 19 07:39:26.353747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddb9c8-c5ff-4bd2-be24-a5080f92a93d req-afbffdff-46bc-443d-bfda-cba9f5ebe17b tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:26.355183 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-91ddb9c8-c5ff-4bd2-be24-a5080f92a93d req-afbffdff-46bc-443d-bfda-cba9f5ebe17b tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 945 time: 0.0956564 Feb 19 07:39:26.400636 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-91ddb9c8-c5ff-4bd2-be24-a5080f92a93d req-cde42a79-e7ce-42e4-aafd-f92010b16c23 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Feb 19 07:39:26.428350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40306) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:26.499844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-099d96e7-512d-455f-8842-65abd5dd00d5 tempest-TestVolumeBootPattern-255930754 tempest-TestVolumeBootPattern-255930754-project-admin] Synchronizing usage tracker for tenant:825e2728027f47bc960ea5739119f4b3 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:39:26.518177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-099d96e7-512d-455f-8842-65abd5dd00d5 tempest-TestVolumeBootPattern-255930754 tempest-TestVolumeBootPattern-255930754-project-admin] Unset dirty status for tenant:825e2728027f47bc960ea5739119f4b3 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:39:26.519313 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-099d96e7-512d-455f-8842-65abd5dd00d5 tempest-TestVolumeBootPattern-255930754 tempest-TestVolumeBootPattern-255930754-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1093 time: 0.0899301 Feb 19 07:39:26.522214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40310) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:26.527269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:26.532855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:26.537166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:floatingip and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:26.540144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:26.546570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:26.558471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:26.694854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:26.846252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Allocated IP 172.26.1.92 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/bc1e41ee-719c-4cd3-818b-8e64c92d1053) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:26.993662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:27.025056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:27.089615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:27.092453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:27.096695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:39:27.119743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=bc1e41ee-719c-4cd3-818b-8e64c92d1053,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:27.591912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:27.664128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:27.878406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:27.886193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:27.989135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=bc1e41ee-719c-4cd3-818b-8e64c92d1053,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:28.004242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:28.284884 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Floating IP bd2e1a22-b926-4737-9253-f4749f3ea0de associated. External IP: 172.26.1.92, port: d4e384ce-4090-45bd-8bab-af603fd418d5. Feb 19 07:39:28.685561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:28.912065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:28.922266 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:39:28.935473 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:28.936189 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:28.939808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:28.995236 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-61b698a1-2001-4004-b112-2d1541eab834 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4720223 Feb 19 07:39:28.997222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:39:29.117094 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:29.137186 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'status': 'completed', 'code': 200} Feb 19 07:39:29.321993 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-19e783b9-f38b-4f2a-aeaf-07d186346a38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1098 time: 0.1625640 Feb 19 07:39:29.461718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-3f9d66a1-0664-4554-9754-0986550a7763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:29.463149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-3f9d66a1-0664-4554-9754-0986550a7763 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1345625 Feb 19 07:39:29.464733 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:27Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:29.468469 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:39:29.478681 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:29.479250 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:29.566951 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-3cfbec94-9e1e-4c4c-9b2b-86dc9b7dae8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 998 time: 0.0973873 Feb 19 07:39:29.627550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-11717085-83c3-4649-8ee7-c9abb2ef839e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:29.628917 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-11717085-83c3-4649-8ee7-c9abb2ef839e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0564756 Feb 19 07:39:29.650975 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:29.702911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-a9d35cef-8e90-441f-93ac-4b121ecef9e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681307 Feb 19 07:39:29.835998 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-abbb85cf-a551-4500-8c5e-4e86f0755822 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261165 Feb 19 07:39:29.962835 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5333868-ec31-40c5-b053-5bfe3a792764 req-51dbe038-902b-46c2-9357-3758485d7367 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207392 Feb 19 07:39:30.018712 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:27Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:30.023125 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f5e87-1016-48fb-b994-3f04216d9aff None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:27Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:39:30.213656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244e36d-4b6d-41ed-94ff-f626c13c7517 None None] New status for floating IP bd2e1a22-b926-4737-9253-f4749f3ea0de: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:39:30.336015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40324) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:30.744452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:31.489592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:31.490400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:31.679570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:31.679918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:31.796464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:31.982441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:32.027901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=7c1b4272-39e0-4111-9092-b7e4e4eaa4bc,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:32.326049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:33.017045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:33.233085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:33.242698 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] Sync routers for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:39:33.246772 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d67f30d3-9351-438d-8a24-221944d28700 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/ca1a25b9-0e51-467b-a375-cd1f88ea1fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096353 Feb 19 07:39:33.254669 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:33.255284 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:33.428356 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:33.630064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b351e-962e-484c-83aa-6ffd63719015 req-a6c5f417-512f-42b5-a027-5640d5b3ab20 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:33.630647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-8d7b351e-962e-484c-83aa-6ffd63719015 req-a6c5f417-512f-42b5-a027-5640d5b3ab20 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:39:33.647636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-8d7b351e-962e-484c-83aa-6ffd63719015 req-a6c5f417-512f-42b5-a027-5640d5b3ab20 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:39:33.648790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d7b351e-962e-484c-83aa-6ffd63719015 req-a6c5f417-512f-42b5-a027-5640d5b3ab20 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 946 time: 0.0950298 Feb 19 07:39:33.693514 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d7b351e-962e-484c-83aa-6ffd63719015 req-1abe6086-366d-46d3-9da0-6a66a8d83479 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386474 Feb 19 07:39:33.764896 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:31Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:38Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:33.768827 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] Checking router: ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:39:33.779595 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:33.780187 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:33.959471 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:34.344319 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:31Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:38Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:34.348512 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074ea05-cb54-4fa6-bc29-393b47d8b71a None None] The sync data for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:31Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'a4fecedb-eb8f-4a39-9e33-28039fea2f0e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.226', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'port_id': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'mac_address': 'fa:16:3e:bc:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:29Z', 'updated_at': '2022-02-19T07:37:38Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:39:34.688177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:39:34.896094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44385ca6-3037-469b-bb8c-bfa1fe004c9c req-16cd81fb-4231-4390-b190-a608451e2954 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:34.897588 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-44385ca6-3037-469b-bb8c-bfa1fe004c9c req-16cd81fb-4231-4390-b190-a608451e2954 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 946 time: 0.0804093 Feb 19 07:39:34.944652 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-44385ca6-3037-469b-bb8c-bfa1fe004c9c req-af29f09b-65b2-4951-8dab-7def210839ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c55b7852-72af-4559-a9fe-bff99ccfdb27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Feb 19 07:39:35.292296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-f01fe9ca-3b62-40b6-99c4-ddc05e160ec8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:35.293600 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-f01fe9ca-3b62-40b6-99c4-ddc05e160ec8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 946 time: 0.0898528 Feb 19 07:39:35.360412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 8e4902e1-8cca-40d9-ae26-24261594b026 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:35.360726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:35.601273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 8e4902e1-8cca-40d9-ae26-24261594b026, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=8e4902e1-8cca-40d9-ae26-24261594b026,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:35.601544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:35.717084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 8e4902e1-8cca-40d9-ae26-24261594b026 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:35.857112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:35.906036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=8e4902e1-8cca-40d9-ae26-24261594b026,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:35.980966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 8e4902e1-8cca-40d9-ae26-24261594b026 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:35.983545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:35.986225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'name': 'network-vif-deleted', 'tag': '8e4902e1-8cca-40d9-ae26-24261594b026'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:39:36.003439 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1ad92044-e840-4348-95bb-21fa72ed6b2e req-61e37430-04f8-4a8f-8af1-dadb2412fa15 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/8e4902e1-8cca-40d9-ae26-24261594b026 HTTP/1.1" status: 204 len: 173 time: 0.7050970 Feb 19 07:39:36.124830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b420d75e-72c0-4fb8-9f49-e6954906d9e5 req-374ada14-8046-4df9-86c2-795cf984c6a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:39:36.134068 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36adfce-72e7-473e-844b-5441e78e4e00', 'name': 'network-vif-deleted', 'tag': '8e4902e1-8cca-40d9-ae26-24261594b026', 'status': 'completed', 'code': 200} Feb 19 07:39:36.144947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b420d75e-72c0-4fb8-9f49-e6954906d9e5 req-374ada14-8046-4df9-86c2-795cf984c6a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:39:36.146648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b420d75e-72c0-4fb8-9f49-e6954906d9e5 req-374ada14-8046-4df9-86c2-795cf984c6a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d36adfce-72e7-473e-844b-5441e78e4e00 HTTP/1.1" status: 200 len: 210 time: 0.0701859 Feb 19 07:39:36.196127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:36.228055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:39:36.228424 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7c1b4272-39e0-4111-9092-b7e4e4eaa4bc not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:39:36.706623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4c92cd0-1fbb-4eb6-86e7-2ecb2a666be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.254126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:37.327166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cff3c64-63c2-44ea-9fde-9f5dc9e31e5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.356846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cff3c64-63c2-44ea-9fde-9f5dc9e31e5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.425157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cff3c64-63c2-44ea-9fde-9f5dc9e31e5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.444097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff3c64-63c2-44ea-9fde-9f5dc9e31e5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55b7852-72af-4559-a9fe-bff99ccfdb27,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:37.454155 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0cff3c64-63c2-44ea-9fde-9f5dc9e31e5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.454155 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0cff3c64-63c2-44ea-9fde-9f5dc9e31e5d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/c55b7852-72af-4559-a9fe-bff99ccfdb27 HTTP/1.1" status: 204 len: 168 time: 0.1954989 Feb 19 07:39:37.499671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:37.677719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet b214f017-7d66-4ebc-aa4c-82e81fce1faf {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:39:37.680944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.735784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.818315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.893195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.929609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=b214f017-7d66-4ebc-aa4c-82e81fce1faf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:37.936618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:37.942924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a45c48-41dd-411e-a37b-1c88fc7a61a8 None None] Network 01c1170c-f0ce-438e-a944-d654d2bc7584 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:39:37.943418 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-29d74ad4-9f05-4659-a466-cbd6c6f92d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/b214f017-7d66-4ebc-aa4c-82e81fce1faf HTTP/1.1" status: 204 len: 168 time: 0.4429548 Feb 19 07:39:37.945979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40354) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:38.152862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.163536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:38.163857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.191816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] DHCP port deletion for 01c1170c-f0ce-438e-a944-d654d2bc7584 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:39:38.197853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Deleting port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:38.197853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.245481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:38.360710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:38.361361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.482605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:38.491176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] For port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,segment=NetworkSegment(7bd2512a-d03b-4231-86ef-89fbaae33fa9),segment_id=7bd2512a-d03b-4231-86ef-89fbaae33fa9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:38.491543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.498424 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.557423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.604896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=e5bfecc1-f189-46fd-8d69-9bf807c4d4e6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:38.610274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:38.625330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Calling delete_port for e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:38.642337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.642678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.643004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.643329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.643650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.643974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.644321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.644637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.644952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.645285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.645585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn_limited( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn_limited( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:38.723655 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 07:39:38.729587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:39:38.729931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:39:38.739749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.766506 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c1170c-f0ce-438e-a944-d654d2bc7584']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:38.780941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd2512a-d03b-4231-86ef-89fbaae33fa9') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:38.781237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd2512a-d03b-4231-86ef-89fbaae33fa9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:38.793118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.812671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.819008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:39:38.819372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:38.833434 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:38.917860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.933528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2de7a5f8-1ce4-4820-b1f8-e41852516545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.937422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:38.953773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=01c1170c-f0ce-438e-a944-d654d2bc7584,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:38.958983 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-451fd7c2-59c1-4846-a29e-876f51f17e95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/01c1170c-f0ce-438e-a944-d654d2bc7584 HTTP/1.1" status: 204 len: 168 time: 1.0093184 Feb 19 07:39:38.959362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40358) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:39.156995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port ea2e0aed-96d5-405e-b171-01a340c746b2 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:39.157308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:39.231038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Deleting port e5bfecc1-f189-46fd-8d69-9bf807c4d4e6 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:39.231583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:39.296065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-81f76e34-b7d8-4d97-bdaf-d06a11b97e60 None None] The port 'e5bfecc1-f189-46fd-8d69-9bf807c4d4e6' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:39:39.326152 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:39.326472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:39.448409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for ea2e0aed-96d5-405e-b171-01a340c746b2 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:39.702587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:39.744707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=ea2e0aed-96d5-405e-b171-01a340c746b2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:39.838959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:39.914266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 8e4902e1-8cca-40d9-ae26-24261594b026 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:39.948565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 8e4902e1-8cca-40d9-ae26-24261594b026 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:39:39.948894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 8e4902e1-8cca-40d9-ae26-24261594b026 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:39:40.118634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:40.225342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:40.226140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:40.429187 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:40.441229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] Sync routers for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:39:40.447053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:40.454954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:40.455562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:40.499358 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69195b47-f501-4e2f-bc8a-f674daa39128 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/a4fecedb-eb8f-4a39-9e33-28039fea2f0e HTTP/1.1" status: 204 len: 168 time: 1.5392962 Feb 19 07:39:40.499961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:39:40.553681 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'status': 'completed', 'code': 200} Feb 19 07:39:40.636810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:40.645004 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-690fa12b-7e90-4d58-b791-34e92e81baeb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 1098 time: 0.0709596 Feb 19 07:39:40.939140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-b9cdf5a1-47e3-433b-ac15-ddfa8b556366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:40.940702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-b9cdf5a1-47e3-433b-ac15-ddfa8b556366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 200 len: 897 time: 0.2901070 Feb 19 07:39:40.993386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:31Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:40.997359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] Checking router: ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:39:41.007706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:41.008338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:41.009857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9685b-2f19-4719-b46a-4b717bc461f2 req-c1c16c48-5ec8-449d-8701-2a9520a84d44 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:41.011284 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3ef9685b-2f19-4719-b46a-4b717bc461f2 req-c1c16c48-5ec8-449d-8701-2a9520a84d44 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 945 time: 0.1654098 Feb 19 07:39:41.034210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-c5bb7a46-76e9-4818-8a2c-1eaf8bd12a07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686 HTTP/1.1" status: 200 len: 217 time: 0.0848014 Feb 19 07:39:41.104334 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3ef9685b-2f19-4719-b46a-4b717bc461f2 req-7a04d64b-d762-4c58-9e18-995cc4a23003 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858047 Feb 19 07:39:41.109346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-38a95f60-4f28-4501-8b92-1b3f16ef0ace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:41.110713 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-38a95f60-4f28-4501-8b92-1b3f16ef0ace service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8a65030-84bb-4850-ba27-211c746705de HTTP/1.1" status: 200 len: 834 time: 0.0697739 Feb 19 07:39:41.180118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:41.195461 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-11b5f84e-d9cc-4ee1-9bca-d75aec12d295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c5816c2d-9b33-4581-9321-e26ae7dfc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771670 Feb 19 07:39:41.333898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-2c474ffe-157d-4df8-9d79-1b5663a44d29 service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235189 Feb 19 07:39:41.412775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:41.466201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb54468c-d7d1-4fde-82b0-7afbc2cf07c2 req-19068e97-6fed-48aa-998f-c878dfdcaa84 service neutron] 10.222.0.67 "GET /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263120 Feb 19 07:39:41.645336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:31Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:41.652105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dfcdb8-928b-482d-be3a-83dab19f19d1 None None] The sync data for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:31Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'c9524cba-e04a-474a-ae08-3a361b914415', 'name': '', 'network_id': 'c5816c2d-9b33-4581-9321-e26ae7dfc2d4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:fc:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8a65030-84bb-4850-ba27-211c746705de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:10Z', 'updated_at': '2022-02-19T07:37:28Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'a8a65030-84bb-4850-ba27-211c746705de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:39:41.870517 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e852b-0eb4-4e17-a5da-9c03e7b3e27c None None] New status for floating IP a4fecedb-eb8f-4a39-9e33-28039fea2f0e: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:39:42.326760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684566-365a-4d7d-9325-b853e8569742 req-802c9639-92cc-4d7a-b288-f56b404bdfce tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:42.328429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d0684566-365a-4d7d-9325-b853e8569742 req-802c9639-92cc-4d7a-b288-f56b404bdfce tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 945 time: 0.0865951 Feb 19 07:39:42.375638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d0684566-365a-4d7d-9325-b853e8569742 req-b0ef8be1-83b2-4684-b84e-44ab1315b70a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=7070c911-0a6a-40ba-808f-1d6093c4b361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389574 Feb 19 07:39:42.453627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-e7631ac9-7429-4f74-ade1-5111e5e074a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:42.455042 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-e7631ac9-7429-4f74-ade1-5111e5e074a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 945 time: 0.0786307 Feb 19 07:39:42.522600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:42.522894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:42.761726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 0c4eb3f9-5044-43f7-81b9-fea3c7822686, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0c4eb3f9-5044-43f7-81b9-fea3c7822686,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:42.762076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:42.883897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 0c4eb3f9-5044-43f7-81b9-fea3c7822686 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:43.035793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:43.081871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=0c4eb3f9-5044-43f7-81b9-fea3c7822686,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:43.121389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.121724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.122050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.122372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.122689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.123006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.123319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.123716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.123943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.124279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.124590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:43.264067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:43.267492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 0c4eb3f9-5044-43f7-81b9-fea3c7822686 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:43.267492 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:43.273856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'name': 'network-vif-deleted', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:39:43.284283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f9d6d86-2ad9-424b-96f7-6fb6f3de8e47 req-b77283e4-a55b-429e-9ed2-1dc763452936 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/0c4eb3f9-5044-43f7-81b9-fea3c7822686 HTTP/1.1" status: 204 len: 173 time: 0.8195672 Feb 19 07:39:43.352430 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e713c2-9a57-4844-8921-a01fdc5d7eaf', 'name': 'network-vif-deleted', 'tag': '0c4eb3f9-5044-43f7-81b9-fea3c7822686', 'status': 'completed', 'code': 200} Feb 19 07:39:43.609002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-943915bf-22b7-4037-b896-59786a678271 req-fa574716-7867-49c8-a142-8c2bebf3705a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:39:43.626256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-943915bf-22b7-4037-b896-59786a678271 req-fa574716-7867-49c8-a142-8c2bebf3705a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:39:43.626256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-943915bf-22b7-4037-b896-59786a678271 req-fa574716-7867-49c8-a142-8c2bebf3705a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=38e713c2-9a57-4844-8921-a01fdc5d7eaf HTTP/1.1" status: 200 len: 210 time: 0.0715644 Feb 19 07:39:44.743392 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40380) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:44.815876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-833b2c4b-2791-42ce-b482-1787399696da tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:44.846434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-833b2c4b-2791-42ce-b482-1787399696da tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:44.916884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-833b2c4b-2791-42ce-b482-1787399696da tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:44.933689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b2c4b-2791-42ce-b482-1787399696da tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7070c911-0a6a-40ba-808f-1d6093c4b361,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:44.941962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-833b2c4b-2791-42ce-b482-1787399696da tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:44.941962 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-833b2c4b-2791-42ce-b482-1787399696da tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/7070c911-0a6a-40ba-808f-1d6093c4b361 HTTP/1.1" status: 204 len: 168 time: 0.1997290 Feb 19 07:39:44.992530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40386) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:45.401140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:45.953369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0c4eb3f9-5044-43f7-81b9-fea3c7822686 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:45.995515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 0c4eb3f9-5044-43f7-81b9-fea3c7822686 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:39:45.995515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0c4eb3f9-5044-43f7-81b9-fea3c7822686 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:39:46.111184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port c9524cba-e04a-474a-ae08-3a361b914415 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:46.111759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:46.308276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port c9524cba-e04a-474a-ae08-3a361b914415, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c9524cba-e04a-474a-ae08-3a361b914415,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:46.308276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:46.440271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for c9524cba-e04a-474a-ae08-3a361b914415 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:46.626324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:46.672706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=c9524cba-e04a-474a-ae08-3a361b914415,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:46.998025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:47.671968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:47.869407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:47.879116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] Sync routers for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:39:47.887333 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8206ecce-0265-4d36-b151-9f59878a583e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/ca1a25b9-0e51-467b-a375-cd1f88ea1fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8955953 Feb 19 07:39:47.890105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:47.891293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:47.892060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:48.071704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet a8a65030-84bb-4850-ba27-211c746705de {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:39:48.071899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:48.075310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.132947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.220880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.301007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.339688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a65030-84bb-4850-ba27-211c746705de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:48.348061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.354229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e026a905-3b24-41da-8c7b-21bc2fd8e31c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/a8a65030-84bb-4850-ba27-211c746705de HTTP/1.1" status: 204 len: 168 time: 0.4631145 Feb 19 07:39:48.356997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40394) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:48.377047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de95e5c-037c-417d-b47a-25b47897cb29 None None] Network c5816c2d-9b33-4581-9321-e26ae7dfc2d4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:39:48.552815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.582073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:46Z', 'revision_number': 7, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:48.588179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] Checking router: ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:39:48.607910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] Routers {'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:48.608534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:48.716028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] DHCP port deletion for c5816c2d-9b33-4581-9321-e26ae7dfc2d4 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:39:48.737148 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Deleting port c823bb3c-94e1-4d6b-a249-e439349504ed {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:48.737511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.888840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.902504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 5f76924b-335b-4a22-b4f7-1965649aa9b1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:39:48.902504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:48.949460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] Set router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:49.087985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 5f76924b-335b-4a22-b4f7-1965649aa9b1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5f76924b-335b-4a22-b4f7-1965649aa9b1,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:49.088384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.145432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] For port c823bb3c-94e1-4d6b-a249-e439349504ed, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c823bb3c-94e1-4d6b-a249-e439349504ed,segment=NetworkSegment(cfe783e7-0f5e-4ed0-a584-43485d6b69e8),segment_id=cfe783e7-0f5e-4ed0-a584-43485d6b69e8)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:49.145432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.219849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 5f76924b-335b-4a22-b4f7-1965649aa9b1 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:49.272606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Calling delete_port for c823bb3c-94e1-4d6b-a249-e439349504ed owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:39:49.397491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.409881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.443725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=5f76924b-335b-4a22-b4f7-1965649aa9b1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:49.456774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Pushing event deleted for resources: {'Port': ['ID=c823bb3c-94e1-4d6b-a249-e439349504ed,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:49.471376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] No DVR routers for this DVR port c823bb3c-94e1-4d6b-a249-e439349504ed on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:49.487077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.487376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.488419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.488930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.489260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.489585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.489906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.490225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.490538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.490855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.491165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b017f54-b65f-4d9e-ae1b-d5fc15d8d636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:49.507350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:46Z', 'revision_number': 7, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:49.511788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75247b0b-663a-40cd-948a-d1c5bb4f5d1e None None] The sync data for ids ['ca1a25b9-0e51-467b-a375-cd1f88ea1fb6'] in dv-neutron-829958-1-hyperv is: [{'id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'name': 'tempest-TestNetworkBasicOps-router-2123339437', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:39:46Z', 'revision_number': 7, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '5f76924b-335b-4a22-b4f7-1965649aa9b1', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:54:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1a25b9-0e51-467b-a375-cd1f88ea1fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:37:05Z', 'updated_at': '2022-02-19T07:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:39:49.685307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.947479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.955523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.986059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:49.986783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:39:50.004071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.005727 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83f52faf-082a-410d-8191-bce4d23afd29 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/ca1a25b9-0e51-467b-a375-cd1f88ea1fb6 HTTP/1.1" status: 204 len: 168 time: 1.6473427 Feb 19 07:39:50.012081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40400) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:50.147625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.350193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c823bb3c-94e1-4d6b-a249-e439349504ed no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:50.390511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c823bb3c-94e1-4d6b-a249-e439349504ed {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:39:50.390511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c823bb3c-94e1-4d6b-a249-e439349504ed not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:39:50.390511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c9524cba-e04a-474a-ae08-3a361b914415 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:50.421727 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c9524cba-e04a-474a-ae08-3a361b914415 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:39:50.421727 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c9524cba-e04a-474a-ae08-3a361b914415 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:39:50.422279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.448591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5816c2d-9b33-4581-9321-e26ae7dfc2d4']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:50.460186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:50.460547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe783e7-0f5e-4ed0-a584-43485d6b69e8') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:50.471885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.491507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.497020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:39:50.497391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:50.511516 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:50.594128 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.598562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.627878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/c5816c2d-9b33-4581-9321-e26ae7dfc2d4 HTTP/1.1" status: 204 len: 168 time: 0.6116221 Feb 19 07:39:50.627878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7f00b-0657-4f0e-86ba-43c459ba7305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=c5816c2d-9b33-4581-9321-e26ae7dfc2d4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:50.637880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40404) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:50.643359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--1264336120', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:50.648509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:50.652568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:50.655386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:50.661667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:50.673151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:50.675533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.703535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:50.714347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.714684 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment 3b8cd6c4-602e-4eea-b164-e7500996eb98 of type vlan for network 7dc67c07-3581-4b46-9aae-1fed93f31b57 Feb 19 07:39:50.743426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.774193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.779915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:50.780878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.897186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2569008 Feb 19 07:39:50.900942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668b5ed-3a3f-48f8-9b39-4da1c0e14fbd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=7dc67c07-3581-4b46-9aae-1fed93f31b57,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:50.902211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40408) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:50.904627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-645761845', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:50.910278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:39:50.913223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:50.916264 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:50.919375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:50.925840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:50.938988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.939998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:50.960714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:51.110394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:51.293242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:51.323416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:51.463817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.44 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/e6beb212-43d8-439b-84d0-870eb649ed02) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:51.615811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:51.646103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:51.716845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:51.718929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:51.723722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:39:51.747842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=e6beb212-43d8-439b-84d0-870eb649ed02,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:51.884293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:51.884293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:52.123872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:39:52.191885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f76924b-335b-4a22-b4f7-1965649aa9b1 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:39:52.233154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 5f76924b-335b-4a22-b4f7-1965649aa9b1 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:39:52.233582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f76924b-335b-4a22-b4f7-1965649aa9b1 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:39:52.448393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:52.457610 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Sync routers for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:39:52.470024 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:52.470674 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:52.485529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:52.488215 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-110cacaf-16a8-4682-88a8-2f62f9262263 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5861778 Feb 19 07:39:52.489750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40412) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:52.534089 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-957428b7-422c-4ed9-abee-ea0bc080ab17 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430601 Feb 19 07:39:52.536757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40416) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:52.641851 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:52.687539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2813cf47-02d8-4b69-8eef-598e0fbaa63e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:52.687539 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2813cf47-02d8-4b69-8eef-598e0fbaa63e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1388028 Feb 19 07:39:52.687539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40420) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:52.724479 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c8bb4b6-29e8-43b0-ac27-2e50ba4f049b tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406785 Feb 19 07:39:52.725287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40424) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:52.730972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505831016', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:52.840907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:52.844794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:52.847590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:52.854790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:52.867935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:52.933539 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:51Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:52.937676 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Checking router: a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:39:52.937948 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Updating router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 port e6beb212-43d8-439b-84d0-870eb649ed02 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:39:52.980220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:52.991743 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.211196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.285020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=0fac53c9-284f-4eb0-8078-82384a56345d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:53.310391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:39:53.311227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: 7dc67c07-3581-4b46-9aae-1fed93f31b57, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:39:53.336299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:39:53.355784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 7dc67c07-3581-4b46-9aae-1fed93f31b57) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:53.358381 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.360120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:53.360685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.368223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba03e2-39e8-4a60-96ac-67488e6e2cb8 None None] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:39:53.369236 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Transition to ACTIVE for port object e6beb212-43d8-439b-84d0-870eb649ed02 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:53.405741 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.419128 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7f5e44d9-cad8-4981-b71a-a63beafaa731 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6925199 Feb 19 07:39:53.422566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40428) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:53.502450 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Pushing event updated for resources: {'Port': ['ID=e6beb212-43d8-439b-84d0-870eb649ed02,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:53.532752 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Attempting to bind port e6beb212-43d8-439b-84d0-870eb649ed02 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:39:53.533114 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Attempting to bind port e6beb212-43d8-439b-84d0-870eb649ed02 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:39:53.533462 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Attempting to bind port e6beb212-43d8-439b-84d0-870eb649ed02 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:39:53.553895 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.553895 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.553895 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.553895 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.555142 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.555142 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.555142 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.555382 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.555598 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.555922 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.556415 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:53.561499 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:39:53.562040 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:39:53.562310 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.563168 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:39:53.563168 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Bound port: e6beb212-43d8-439b-84d0-870eb649ed02, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:39:53.563525 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.652825 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] For port e6beb212-43d8-439b-84d0-870eb649ed02, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:53.656012 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] For port e6beb212-43d8-439b-84d0-870eb649ed02, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e6beb212-43d8-439b-84d0-870eb649ed02,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:53.662735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.695824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-7dc67c07-3581-4b46-9aae-1fed93f31b57', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:39:53.697310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:53.754121 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eab29-1e7f-49e0-b99a-398e871600a5 None None] Pushing event updated for resources: {'Port': ['ID=e6beb212-43d8-439b-84d0-870eb649ed02,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:53.758509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:53.758509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:53.923714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Allocated IP 172.20.0.2 (7dc67c07-3581-4b46-9aae-1fed93f31b57/0fac53c9-284f-4eb0-8078-82384a56345d/160353ed-abe9-432d-a137-7cce21dadb43) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:54.008960 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:54.186486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:54.207215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Transition to ACTIVE for port object 160353ed-abe9-432d-a137-7cce21dadb43 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:54.244417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Transition to ACTIVE for port object 160353ed-abe9-432d-a137-7cce21dadb43 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:54.249462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:54.326568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:54.332011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:54.334412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:39:54.344616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Pushing event updated for resources: {'Port': ['ID=160353ed-abe9-432d-a137-7cce21dadb43,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:54.390543 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:51Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:54.399424 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf73a1d-2a56-41be-9a47-ee16d6253202 None None] The sync data for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv is: [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:51Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:39:54.438950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Attempting to bind port 160353ed-abe9-432d-a137-7cce21dadb43 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:39:54.439464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Attempting to bind port 160353ed-abe9-432d-a137-7cce21dadb43 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:39:54.439665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Attempting to bind port 160353ed-abe9-432d-a137-7cce21dadb43 on network 7dc67c07-3581-4b46-9aae-1fed93f31b57 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:39:54.448200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:39:54.449122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Checking segment: {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:39:54.449524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:54.449913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Bound using segment: {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:39:54.450648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Bound port: 160353ed-abe9-432d-a137-7cce21dadb43, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:39:54.450765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:54.475517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:54.567901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] For port 160353ed-abe9-432d-a137-7cce21dadb43, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:54.572782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] For port 160353ed-abe9-432d-a137-7cce21dadb43, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=160353ed-abe9-432d-a137-7cce21dadb43,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:54.577239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:54.710057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08631-bf19-49e2-a0af-673a89638696 None None] Pushing event updated for resources: {'Port': ['ID=160353ed-abe9-432d-a137-7cce21dadb43,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:55.022077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (7dc67c07-3581-4b46-9aae-1fed93f31b57/0fac53c9-284f-4eb0-8078-82384a56345d/5f2a2c34-bb03-46c1-994d-297d93352fae) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:55.191068 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:55.211870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 5f2a2c34-bb03-46c1-994d-297d93352fae will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:55.240530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:55.320938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:55.324242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:55.326693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:39:55.357094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=5f2a2c34-bb03-46c1-994d-297d93352fae,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:55.386890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:55.473980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:55.721294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc82e9ea-3b72-42fb-b8cc-64a95f1d1c68 None None] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:39:55.823299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8de2c200-7d23-4c4f-8bd9-1994aa34680d None None] Provisioning for port 160353ed-abe9-432d-a137-7cce21dadb43 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:39:55.874687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:55.879332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:55.988244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=5f2a2c34-bb03-46c1-994d-297d93352fae,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:55.990565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:56.132369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:56.133492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:56.170890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0ee95da7-b5a7-4a22-808d-8b6b8c642f10 None None] Provisioning for port 5f2a2c34-bb03-46c1-994d-297d93352fae completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:39:56.177309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0ee95da7-b5a7-4a22-808d-8b6b8c642f10 None None] Provisioning complete for port 5f2a2c34-bb03-46c1-994d-297d93352fae triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:56.178012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0ee95da7-b5a7-4a22-808d-8b6b8c642f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:56.216598 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-4bd7ce12-f587-4b05-b7e1-a45fb48e9bad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737045 Feb 19 07:39:56.258028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-0ee95da7-b5a7-4a22-808d-8b6b8c642f10 None None] Port 5f2a2c34-bb03-46c1-994d-297d93352fae cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:39:56.357411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6beb212-43d8-439b-84d0-870eb649ed02 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:39:56.411348 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-4c3269f1-2eb9-4910-96df-3d4b9c694eb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1098 time: 0.0980160 Feb 19 07:39:56.477667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e6beb212-43d8-439b-84d0-870eb649ed02 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:39:56.484815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e6beb212-43d8-439b-84d0-870eb649ed02 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:56.485462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:56.519961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6d13bad1-14b6-4b10-bf99-7bbd5d6cfb55 None None] Provisioning complete for port 5f2a2c34-bb03-46c1-994d-297d93352fae triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:56.520279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d13bad1-14b6-4b10-bf99-7bbd5d6cfb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:56.581837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6d13bad1-14b6-4b10-bf99-7bbd5d6cfb55 None None] Port 5f2a2c34-bb03-46c1-994d-297d93352fae cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:39:56.600410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-0054b925-e2b6-4090-8daf-b283a98b7bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:56.602342 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-0054b925-e2b6-4090-8daf-b283a98b7bcb service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1675406 Feb 19 07:39:56.674325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:56.695258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e6beb212-43d8-439b-84d0-870eb649ed02, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e6beb212-43d8-439b-84d0-870eb649ed02,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:56.695602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:56.701037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:56.701789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 160353ed-abe9-432d-a137-7cce21dadb43 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:39:56.717144 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-061bff07-9387-4447-940c-ff6d3a109bcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 1000 time: 0.1079719 Feb 19 07:39:56.820375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-e555cfdf-1a8f-4abb-9b33-53971d1335de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:56.822053 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-e555cfdf-1a8f-4abb-9b33-53971d1335de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0988717 Feb 19 07:39:56.870874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f72b907f-98d0-43b7-9822-21cb8cb03272 None None] Provisioning complete for port 5f2a2c34-bb03-46c1-994d-297d93352fae triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:56.871476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f72b907f-98d0-43b7-9822-21cb8cb03272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:56.900996 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-900b3755-ef39-4395-a839-dc21683624f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725007 Feb 19 07:39:56.920536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:56.928900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e6beb212-43d8-439b-84d0-870eb649ed02,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:56.939439 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-05fc4b31-eb00-4dc2-af09-1dfb865905a1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5129192 Feb 19 07:39:56.939790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40432) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:56.944705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f72b907f-98d0-43b7-9822-21cb8cb03272 None None] Port 5f2a2c34-bb03-46c1-994d-297d93352fae cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:39:56.953455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 160353ed-abe9-432d-a137-7cce21dadb43 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:39:56.958707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 160353ed-abe9-432d-a137-7cce21dadb43 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:56.959175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.036174 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-2c017b3d-f444-4332-99d1-bad8788b3bad service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292512 Feb 19 07:39:57.076392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.079052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebb45d-c3e1-467d-85da-3ef9f2e30982 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.079439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebb45d-c3e1-467d-85da-3ef9f2e30982 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.079829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebb45d-c3e1-467d-85da-3ef9f2e30982 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.080188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebb45d-c3e1-467d-85da-3ef9f2e30982 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.080563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebb45d-c3e1-467d-85da-3ef9f2e30982 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.080893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebb45d-c3e1-467d-85da-3ef9f2e30982 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.082629 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c0ebb45d-c3e1-467d-85da-3ef9f2e30982 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1418855 Feb 19 07:39:57.085467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40436) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:57.111899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 160353ed-abe9-432d-a137-7cce21dadb43, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=160353ed-abe9-432d-a137-7cce21dadb43,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:57.116773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.164368 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd6e22-da91-4eb5-a84b-fada8d51d31a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.164817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd6e22-da91-4eb5-a84b-fada8d51d31a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.165192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd6e22-da91-4eb5-a84b-fada8d51d31a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.165531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd6e22-da91-4eb5-a84b-fada8d51d31a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.165952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd6e22-da91-4eb5-a84b-fada8d51d31a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.166299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd6e22-da91-4eb5-a84b-fada8d51d31a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.170644 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ccd6e22-da91-4eb5-a84b-fada8d51d31a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0816181 Feb 19 07:39:57.171051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40440) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:57.174212 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6343f2b6-cdc8-41a4-b3fa-aa021ff835a3 req-ea2ce044-2e7d-4d24-89d7-c0e30612a8b2 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310282 Feb 19 07:39:57.182090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=160353ed-abe9-432d-a137-7cce21dadb43,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:57.374640 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d51052d-9060-4b3f-9b8d-6564f9d589e7 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2023003 Feb 19 07:39:57.549318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40446) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:57.555108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917377503', 'description': 'tempest-secgroup-smoke-917377503 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:57.561777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:57.566088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:57.569131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:57.575706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:57.586769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.625669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:57.629581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:57.632455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:57.638208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:57.693249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.699248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.743004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff1ea2-3b47-4695-88b1-9ebcc772ed62,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:57.746687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.747926 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1a30c5d3-4410-4089-ad06-00e658b6aea2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1975744 Feb 19 07:39:57.750704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40450) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:57.755919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '51ff1ea2-3b47-4695-88b1-9ebcc772ed62', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:57.762126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:57.766084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:57.769371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:57.775478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:57.795280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.858950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.863867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.887980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed85d5e9-d2a5-4f91-b7b8-64708250628a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:57.897780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:57.898945 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d629f076-9397-4408-9d78-0e6eb219db4a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1473634 Feb 19 07:39:57.901971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40454) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:57.907531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '51ff1ea2-3b47-4695-88b1-9ebcc772ed62', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:57.913517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:57.917483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:57.920604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:57.926491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:57.944568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.007885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.012925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.038339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba987503-0616-4e55-ac0f-cd8c8eeb9941,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.048369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.049715 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9b40aaa6-e702-4299-aa8e-a2055d328a9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1467206 Feb 19 07:39:58.052850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40458) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:58.059004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '51ff1ea2-3b47-4695-88b1-9ebcc772ed62', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:58.063448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Sync routers for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:39:58.065272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:58.069344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:58.072466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:58.075648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:58.076325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:58.079144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:58.094542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.162991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.167756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.200742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6ab064-11af-4cd2-b797-ef9fdd7bed9f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.211545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.213191 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6c6602bc-bb2c-4693-a31a-8b7d7243239b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1593938 Feb 19 07:39:58.216407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40462) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:58.222485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '51ff1ea2-3b47-4695-88b1-9ebcc772ed62', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:58.228672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:58.232848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:58.235651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:58.242193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:58.249354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6beb212-43d8-439b-84d0-870eb649ed02 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:39:58.260827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.331442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.336185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.349667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:39:58.359316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85818b7f-da3e-41ce-ab43-d5d691090eeb,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.369974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.371581 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d8ca8fb-7586-4a8b-84bf-908a5dfac0ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1541429 Feb 19 07:39:58.374620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:58.380102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '51ff1ea2-3b47-4695-88b1-9ebcc772ed62', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:58.386402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:58.391079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:58.393262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:58.399365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:58.410740 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:39:58.417545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.421714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e6beb212-43d8-439b-84d0-870eb649ed02 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:58.422074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.483103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.487656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.510899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4288e126-b344-434a-b1a8-a0ae987994ed,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.521029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.522390 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1158b2c9-9b47-43e6-a07f-3e1a78d6e5be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1469131 Feb 19 07:39:58.525365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40472) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:39:58.530797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '51ff1ea2-3b47-4695-88b1-9ebcc772ed62', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:39:58.536598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:39:58.540375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:39:58.543216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:39:58.548874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:39:58.560514 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:39:58.567255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.640435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.644364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.666880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848d10cc-4f25-4839-9de8-37f7609ead8f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.677948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.679244 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c48c2ebf-3cd2-4801-80ba-66394a4fff12 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1529326 Feb 19 07:39:58.730249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 160353ed-abe9-432d-a137-7cce21dadb43 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:39:58.828951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 160353ed-abe9-432d-a137-7cce21dadb43 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:58.829310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:58.855011 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-7aa51a77-50f5-4c14-a5de-fca73deddf5e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917377503&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0436866 Feb 19 07:39:58.860942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:58.881403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Checking router: a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:39:58.881745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Updating router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 port 5f2a2c34-bb03-46c1-994d-297d93352fae binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:39:58.944351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:59.004566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-13042c16-4dd1-4c0f-89ef-e4d315a19497 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:59.005241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-13042c16-4dd1-4c0f-89ef-e4d315a19497 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:39:59.022389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-13042c16-4dd1-4c0f-89ef-e4d315a19497 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:39:59.028638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-13042c16-4dd1-4c0f-89ef-e4d315a19497 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=7dc67c07-3581-4b46-9aae-1fed93f31b57 HTTP/1.1" status: 200 len: 797 time: 0.1668684 Feb 19 07:39:59.040747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-81fdc074-88dd-4c56-a4da-ebca5cae0685 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0112238 Feb 19 07:39:59.121481 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-3f1833fc-4fe7-4d86-8b60-16fa7d683cd5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751796 Feb 19 07:39:59.257396 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-70eae1aa-5092-497c-af96-881a7d80ba97 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243267 Feb 19 07:39:59.337262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:59.350962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Transition to ACTIVE for port object 5f2a2c34-bb03-46c1-994d-297d93352fae will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:59.358850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:59.496244 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-03de5ddb-5ad4-4149-aa57-6a9f0296a885 service neutron] 10.222.0.72 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328331 Feb 19 07:39:59.521648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6408e93-957d-49e0-9e5e-ca0edfd47f2b None None] Pushing event updated for resources: {'Port': ['ID=5f2a2c34-bb03-46c1-994d-297d93352fae,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:59.613810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Attempting to bind port 5f2a2c34-bb03-46c1-994d-297d93352fae on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:39:59.615078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Attempting to bind port 5f2a2c34-bb03-46c1-994d-297d93352fae by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:39:59.615606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Attempting to bind port 5f2a2c34-bb03-46c1-994d-297d93352fae on network 7dc67c07-3581-4b46-9aae-1fed93f31b57 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:39:59.626513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:39:59.627134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Checking segment: {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:39:59.627770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:59.628367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Bound using segment: {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:39:59.628835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Bound port: 5f2a2c34-bb03-46c1-994d-297d93352fae, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:39:59.629264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:59.715381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-92861e7e-4e18-4f8f-a204-5c6ba261fa5a req-c9a972a2-9c4b-44a9-9631-7eeca73ea453 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 210 time: 0.0445602 Feb 19 07:39:59.730678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] For port 5f2a2c34-bb03-46c1-994d-297d93352fae, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:59.735174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] For port 5f2a2c34-bb03-46c1-994d-297d93352fae, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5f2a2c34-bb03-46c1-994d-297d93352fae,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:59.741275 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:39:59.824128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6408e93-957d-49e0-9e5e-ca0edfd47f2b None None] Pushing event updated for resources: {'Port': ['ID=5f2a2c34-bb03-46c1-994d-297d93352fae,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:59.827973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:39:59.828827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:00.013291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:40:00.333690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:39:59Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:00.337660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c99f0c-ea58-42b5-9a58-54b79a12c265 None None] The sync data for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv is: [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:39:59Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:40:00.789335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-ce65f014-b8a1-4653-9946-cd9dd101b77e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:00.790830 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-ce65f014-b8a1-4653-9946-cd9dd101b77e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=7dc67c07-3581-4b46-9aae-1fed93f31b57 HTTP/1.1" status: 200 len: 797 time: 0.1543443 Feb 19 07:40:00.890141 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-1ca2541e-f7e4-4fb6-a295-f8541bf14bed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 379 time: 0.0873606 Feb 19 07:40:00.899859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['51ff1ea2-3b47-4695-88b1-9ebcc772ed62']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:40:00.916089 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0aff8516-c8bf-4834-96fd-d5508abb28a2 req-a8ea70fc-81ac-4fc7-b8fc-f81f2afcb334 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 210 time: 0.0697455 Feb 19 07:40:01.046269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:40:01.050427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:port and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:40:01.053379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:40:01.059500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:40:01.070722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:01.073943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:01.238358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.10 (7dc67c07-3581-4b46-9aae-1fed93f31b57/0fac53c9-284f-4eb0-8078-82384a56345d/1c28435c-e657-4558-9a81-9b467d049b7c) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:01.423215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:01.438785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 1c28435c-e657-4558-9a81-9b467d049b7c will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:40:01.463621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:01.538446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:01.541557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:01.545905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:40:01.570646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=1c28435c-e657-4558-9a81-9b467d049b7c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:01.609042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:01.609645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:01.634824 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73947c7b-f4f5-4869-bb46-71dc7cdfbc92 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7388439 Feb 19 07:40:01.645783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Request body: {'port': {'device_id': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:40:01.754723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:01.774154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5817f590-554a-42c3-82d9-16a95acd67dc None None] Provisioning for port 1c28435c-e657-4558-9a81-9b467d049b7c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:40:01.778977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5817f590-554a-42c3-82d9-16a95acd67dc None None] Provisioning complete for port 1c28435c-e657-4558-9a81-9b467d049b7c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:01.779344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5817f590-554a-42c3-82d9-16a95acd67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:01.831368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5817f590-554a-42c3-82d9-16a95acd67dc None None] Port 1c28435c-e657-4558-9a81-9b467d049b7c cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:40:02.126678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c28435c-e657-4558-9a81-9b467d049b7c {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:40:02.135115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.158672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Transition to ACTIVE for port object 1c28435c-e657-4558-9a81-9b467d049b7c will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:40:02.165184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.231078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5e798-36cf-4975-bba2-d9789a072aa5 req-c2ab8f85-f1be-424d-b83b-182c8446cbc4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:02.231747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-5ce5e798-36cf-4975-bba2-d9789a072aa5 req-c2ab8f85-f1be-424d-b83b-182c8446cbc4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:40:02.259406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f2a2c34-bb03-46c1-994d-297d93352fae up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:40:02.345967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 5f2a2c34-bb03-46c1-994d-297d93352fae completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:40:02.352279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5f2a2c34-bb03-46c1-994d-297d93352fae triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:02.352802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.418576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Pushing event updated for resources: {'Port': ['ID=1c28435c-e657-4558-9a81-9b467d049b7c,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:02.451911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-5ce5e798-36cf-4975-bba2-d9789a072aa5 req-c2ab8f85-f1be-424d-b83b-182c8446cbc4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:40:02.453014 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5ce5e798-36cf-4975-bba2-d9789a072aa5 req-c2ab8f85-f1be-424d-b83b-182c8446cbc4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 932 time: 0.3891747 Feb 19 07:40:02.470742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.504254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 5f2a2c34-bb03-46c1-994d-297d93352fae, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5f2a2c34-bb03-46c1-994d-297d93352fae,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:02.509500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.553948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5ce5e798-36cf-4975-bba2-d9789a072aa5 req-958b41bf-b7c3-4146-907e-8ca3ec53b852 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716214 Feb 19 07:40:02.560713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Attempting to bind port 1c28435c-e657-4558-9a81-9b467d049b7c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:40:02.561043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Attempting to bind port 1c28435c-e657-4558-9a81-9b467d049b7c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:40:02.561368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Attempting to bind port 1c28435c-e657-4558-9a81-9b467d049b7c on network 7dc67c07-3581-4b46-9aae-1fed93f31b57 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:40:02.567383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Port 1c28435c-e657-4558-9a81-9b467d049b7c on network 7dc67c07-3581-4b46-9aae-1fed93f31b57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:40:02.567696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Attempting to bind port 1c28435c-e657-4558-9a81-9b467d049b7c on network 7dc67c07-3581-4b46-9aae-1fed93f31b57 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:40:02.581469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:40:02.581469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Checking segment: {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:40:02.581469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Bound using segment: {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:40:02.581469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Bound port: 1c28435c-e657-4558-9a81-9b467d049b7c, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8cd6c4-602e-4eea-b164-e7500996eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:40:02.581469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.587871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=5f2a2c34-bb03-46c1-994d-297d93352fae,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:02.667808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] For port 1c28435c-e657-4558-9a81-9b467d049b7c, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:02.670766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] For port 1c28435c-e657-4558-9a81-9b467d049b7c, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1c28435c-e657-4558-9a81-9b467d049b7c,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:02.677504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.748886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:02.750256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] 10.222.0.67 "PUT /v2.0/ports/1c28435c-e657-4558-9a81-9b467d049b7c HTTP/1.1" status: 200 len: 1094 time: 1.1086388 Feb 19 07:40:02.750696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:40:02.770034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b14ad5-cce8-4d59-84a4-ce0fc3a02cbb service neutron] Pushing event updated for resources: {'Port': ['ID=1c28435c-e657-4558-9a81-9b467d049b7c,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:02.819911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c', 'status': 'completed', 'code': 200} Feb 19 07:40:02.862874 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-65c82a6f-eec1-406d-84a7-c765020dbc45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 1097 time: 0.0757177 Feb 19 07:40:02.935618 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-241f7c3f-1db6-43a8-a599-a25bc6570ebf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c28435c-e657-4558-9a81-9b467d049b7c HTTP/1.1" status: 200 len: 217 time: 0.0652285 Feb 19 07:40:03.002509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-97ea5e8a-0961-4caf-83b5-0c359170c8ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.004100 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-97ea5e8a-0961-4caf-83b5-0c359170c8ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fac53c9-284f-4eb0-8078-82384a56345d HTTP/1.1" status: 200 len: 834 time: 0.0631201 Feb 19 07:40:03.086303 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-bee10c40-8298-4905-bf7a-e8e962feaaa3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dc67c07-3581-4b46-9aae-1fed93f31b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755401 Feb 19 07:40:03.215779 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-296e80e5-bff6-401f-8d3b-c25fe05d56c0 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230288 Feb 19 07:40:03.353224 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b220a77c-b680-480b-a140-d0dbf38846e0 req-73396624-7a44-4638-af25-16756a40512f service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313050 Feb 19 07:40:03.471644 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-7d0f01c4-dec4-4f87-a3e6-31d56cc1f444 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 1097 time: 0.0759139 Feb 19 07:40:03.602638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-b4129c47-807d-464c-83c0-06d6e440edd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.604137 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-b4129c47-807d-464c-83c0-06d6e440edd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dc67c07-3581-4b46-9aae-1fed93f31b57 HTTP/1.1" status: 200 len: 898 time: 0.1260252 Feb 19 07:40:03.677231 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-077a6510-6137-4905-b21e-e10b7108629a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c28435c-e657-4558-9a81-9b467d049b7c HTTP/1.1" status: 200 len: 217 time: 0.0671239 Feb 19 07:40:03.776584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-a82bccc9-01ef-4a7b-8bce-8ce496649dc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.778012 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-a82bccc9-01ef-4a7b-8bce-8ce496649dc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fac53c9-284f-4eb0-8078-82384a56345d HTTP/1.1" status: 200 len: 834 time: 0.0944729 Feb 19 07:40:03.859683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b947ef-abe3-4ec5-8928-5408bcd9e0a3 req-56241193-9428-4330-b2a0-2beac0b73b90 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.861057 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-02b947ef-abe3-4ec5-8928-5408bcd9e0a3 req-56241193-9428-4330-b2a0-2beac0b73b90 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 944 time: 0.1492827 Feb 19 07:40:03.896893 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-c8310cf7-d576-4cdd-b91e-d7bf2f0d85dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dc67c07-3581-4b46-9aae-1fed93f31b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1106048 Feb 19 07:40:03.990638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-02b947ef-abe3-4ec5-8928-5408bcd9e0a3 req-ba0c782e-60d2-41ba-9391-472a01de13aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232824 Feb 19 07:40:04.035825 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-25fdeb71-a251-4a15-b65f-662ba1bb5907 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326342 Feb 19 07:40:04.239528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f2a2c34-bb03-46c1-994d-297d93352fae up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:40:04.256536 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68efdd51-d4c1-4d17-8a82-3c8b26c85043 req-5b974c19-be04-486b-a3f6-75a5e5e61b93 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130666 Feb 19 07:40:04.312507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5f2a2c34-bb03-46c1-994d-297d93352fae triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:04.312874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:05.197969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f940c-668f-4b33-bfd3-2358d5808b11 req-ed5276b2-d8b0-455f-849f-32df4547983e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:05.199442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-035f940c-668f-4b33-bfd3-2358d5808b11 req-ed5276b2-d8b0-455f-849f-32df4547983e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 944 time: 0.0846558 Feb 19 07:40:05.247695 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-035f940c-668f-4b33-bfd3-2358d5808b11 req-df152b37-2e1f-4391-8606-f481a6945ae6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400097 Feb 19 07:40:06.050576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1c28435c-e657-4558-9a81-9b467d049b7c details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:40:06.220435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1c28435c-e657-4558-9a81-9b467d049b7c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1c28435c-e657-4558-9a81-9b467d049b7c,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:06.233172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '1c28435c-e657-4558-9a81-9b467d049b7c', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'port_id': '1c28435c-e657-4558-9a81-9b467d049b7c', 'mac_address': 'fa:16:3e:cc:67:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:40:06.292963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:06.310625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c28435c-e657-4558-9a81-9b467d049b7c {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:40:06.325183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1c28435c-e657-4558-9a81-9b467d049b7c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1c28435c-e657-4558-9a81-9b467d049b7c,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:06.330401 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:06.394417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1c28435c-e657-4558-9a81-9b467d049b7c,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:06.444529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a31267-d0ed-4266-8fd5-81c18d3f15ec req-d6433d54-6d6a-49b4-8ce2-81957c0cb908 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:06.446078 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-99a31267-d0ed-4266-8fd5-81c18d3f15ec req-d6433d54-6d6a-49b4-8ce2-81957c0cb908 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 945 time: 0.0750575 Feb 19 07:40:06.491606 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-99a31267-d0ed-4266-8fd5-81c18d3f15ec req-179a0a63-551a-4f61-ab4c-9870cc9b46c6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397663 Feb 19 07:40:06.659829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['1c28435c-e657-4558-9a81-9b467d049b7c'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:40:06.731189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1023eafa-e901-406b-92ce-1b8a053d7133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:07.702738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899252c-d7c8-4fc8-b7fc-2bbb2f60a093 req-9443d425-11cc-4d2f-b52e-d634793a055c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:07.704179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6899252c-d7c8-4fc8-b7fc-2bbb2f60a093 req-9443d425-11cc-4d2f-b52e-d634793a055c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 945 time: 0.0915914 Feb 19 07:40:07.756704 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6899252c-d7c8-4fc8-b7fc-2bbb2f60a093 req-310b24a8-e44e-4113-b5bf-cf46ec3c10ef tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432267 Feb 19 07:40:08.081873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1c28435c-e657-4558-9a81-9b467d049b7c up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:40:08.159246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 1c28435c-e657-4558-9a81-9b467d049b7c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:40:08.165229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 1c28435c-e657-4558-9a81-9b467d049b7c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:08.165743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:08.285304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:08.313219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:40:08.322659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1c28435c-e657-4558-9a81-9b467d049b7c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1c28435c-e657-4558-9a81-9b467d049b7c,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:08.327234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:08.367891 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c', 'code': 200} Feb 19 07:40:08.394218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1c28435c-e657-4558-9a81-9b467d049b7c,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:08.603222 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b5d99049-79c4-42d3-81b6-8ed5f59a2b2d req-c485a174-a16b-4038-99c0-bd1c461af653 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 1099 time: 0.0707316 Feb 19 07:40:08.649435 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b5d99049-79c4-42d3-81b6-8ed5f59a2b2d req-d78436e5-ea38-41cf-b0e2-a9c83d7ff6d0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Feb 19 07:40:08.939434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b756cd64-732d-450b-8bb8-0b0d77976d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:08.961254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c37857-6ca6-46d2-8d5d-6199c5a58869 req-1d2e6787-b9de-4a38-8593-9a3313aae4d1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:08.964615 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0c37857-6ca6-46d2-8d5d-6199c5a58869 req-1d2e6787-b9de-4a38-8593-9a3313aae4d1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 946 time: 0.0871146 Feb 19 07:40:09.008394 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0c37857-6ca6-46d2-8d5d-6199c5a58869 req-ecba5483-8573-43c5-8b65-e092a7ce875f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 Feb 19 07:40:10.122312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:10.217165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8927bfb-ba65-4f2d-a2b4-435c725ae53d req-d06eafd2-1679-420e-ad18-72592021e7eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:10.218574 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8927bfb-ba65-4f2d-a2b4-435c725ae53d req-d06eafd2-1679-420e-ad18-72592021e7eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 946 time: 0.0813165 Feb 19 07:40:10.232492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:10.264521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e8927bfb-ba65-4f2d-a2b4-435c725ae53d req-2b72f0ee-728e-4dc3-8f54-ff293caaede8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399337 Feb 19 07:40:10.467379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16e2f8-92ad-4f29-9f2b-b7723d5c2e85 req-c9c3791f-f5a5-4eb4-b269-2aa4e534ed77 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:10.468925 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a16e2f8-92ad-4f29-9f2b-b7723d5c2e85 req-c9c3791f-f5a5-4eb4-b269-2aa4e534ed77 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 946 time: 0.0816178 Feb 19 07:40:10.518844 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a16e2f8-92ad-4f29-9f2b-b7723d5c2e85 req-52d97f79-35b3-4c2b-af3b-32f7d251362b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415664 Feb 19 07:40:10.552217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:40:10.629061 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-daded56e-81b7-44ca-92a6-4aa34662d888 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 1094 time: 0.0755799 Feb 19 07:40:10.631924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40522) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:40:10.637360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '1c28435c-e657-4558-9a81-9b467d049b7c', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:40:10.643004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:40:10.646938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:40:10.649856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:40:10.655845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:40:10.668473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:10.807577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:10.955261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.228 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/9f87a5b8-69de-4779-a70f-caa036bae0fb) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:11.103047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:11.135448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:11.204447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:11.207339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:11.211591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:40:11.237899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=9f87a5b8-69de-4779-a70f-caa036bae0fb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:11.399730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:11.689077 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:40:11.804848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:11.862500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:12.072333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:12.079898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:12.182317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=9f87a5b8-69de-4779-a70f-caa036bae0fb,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:12.199912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:12.397858 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 4764863a-d54a-4c4a-a4dc-357e8b85306d associated. External IP: 172.26.1.228, port: 1c28435c-e657-4558-9a81-9b467d049b7c. Feb 19 07:40:12.789179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:12.988481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:13.004415 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] Sync routers for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:40:13.014197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:13.020717 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:40:13.021308 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:13.073766 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-177f683d-eefd-48e9-8aba-fdfb591910b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4406106 Feb 19 07:40:13.075242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:40:13.076556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40526) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:40:13.130593 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c', 'status': 'completed', 'code': 200} Feb 19 07:40:13.207252 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:40:13.229200 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9144215-00cc-45c1-a566-43f2163563c7 req-aa554b2f-bc01-4469-be50-f43e252c11b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 1099 time: 0.0769656 Feb 19 07:40:13.253955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:13.294691 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-603b3c80-499a-4715-9728-799a44d8fbcd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/4764863a-d54a-4c4a-a4dc-357e8b85306d HTTP/1.1" status: 200 len: 992 time: 0.2159693 Feb 19 07:40:13.470830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9144215-00cc-45c1-a566-43f2163563c7 req-de9e8dfe-e7e6-413f-b2dc-dd30b4d42d13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:13.472318 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9144215-00cc-45c1-a566-43f2163563c7 req-de9e8dfe-e7e6-413f-b2dc-dd30b4d42d13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dc67c07-3581-4b46-9aae-1fed93f31b57 HTTP/1.1" status: 200 len: 898 time: 0.2363789 Feb 19 07:40:13.555220 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '4764863a-d54a-4c4a-a4dc-357e8b85306d', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'port_id': '1c28435c-e657-4558-9a81-9b467d049b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'mac_address': 'fa:16:3e:cc:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:40:11Z', 'updated_at': '2022-02-19T07:40:11Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:40:02Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:13.560862 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] Checking router: a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:40:13.572337 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:40:13.572934 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:13.575370 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9144215-00cc-45c1-a566-43f2163563c7 req-cb5a67f1-e403-4eb9-a923-66019be11699 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c28435c-e657-4558-9a81-9b467d049b7c HTTP/1.1" status: 200 len: 1000 time: 0.0957997 Feb 19 07:40:13.644511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9144215-00cc-45c1-a566-43f2163563c7 req-742c38c9-b8f8-4204-948f-5a15e6febc13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:13.645939 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9144215-00cc-45c1-a566-43f2163563c7 req-742c38c9-b8f8-4204-948f-5a15e6febc13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fac53c9-284f-4eb0-8078-82384a56345d HTTP/1.1" status: 200 len: 834 time: 0.0643637 Feb 19 07:40:13.719879 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9144215-00cc-45c1-a566-43f2163563c7 req-9432e6bc-86e2-4423-8dc9-398e05b7aaad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dc67c07-3581-4b46-9aae-1fed93f31b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670631 Feb 19 07:40:13.743786 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:40:13.852608 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9144215-00cc-45c1-a566-43f2163563c7 req-772c67de-c093-4ce8-953c-8d2d9df47b0e service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260033 Feb 19 07:40:13.986018 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9144215-00cc-45c1-a566-43f2163563c7 req-ccf68e3a-839c-4810-b050-596224dc30d4 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253376 Feb 19 07:40:14.114001 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '4764863a-d54a-4c4a-a4dc-357e8b85306d', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'port_id': '1c28435c-e657-4558-9a81-9b467d049b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'mac_address': 'fa:16:3e:cc:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:40:11Z', 'updated_at': '2022-02-19T07:40:11Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:40:02Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:14.117867 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e99f5-3599-4c3d-82dd-19147fe5631f None None] The sync data for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv is: [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '4764863a-d54a-4c4a-a4dc-357e8b85306d', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.228', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'port_id': '1c28435c-e657-4558-9a81-9b467d049b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'mac_address': 'fa:16:3e:cc:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:40:11Z', 'updated_at': '2022-02-19T07:40:11Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:40:02Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:40:14.297056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40532) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:40:14.407527 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e58bd6da-2838-43e0-ab76-05c2d383e7de tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/4764863a-d54a-4c4a-a4dc-357e8b85306d HTTP/1.1" status: 200 len: 992 time: 0.1087244 Feb 19 07:40:15.409507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40536) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:40:15.516700 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8b809e61-76af-45c0-955e-a8a5b1eeb505 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/4764863a-d54a-4c4a-a4dc-357e8b85306d HTTP/1.1" status: 200 len: 992 time: 0.1057303 Feb 19 07:40:16.519992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40540) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:40:16.639125 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a1f5911d-056f-4513-81f6-ed89951f9da0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/4764863a-d54a-4c4a-a4dc-357e8b85306d HTTP/1.1" status: 200 len: 992 time: 0.1173272 Feb 19 07:40:17.082296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24288c7-bf98-4098-bca8-b5f050c8d708 None None] New status for floating IP 4764863a-d54a-4c4a-a4dc-357e8b85306d: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:40:17.643988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40544) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:40:17.754985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-36715707-d160-42b7-8734-81c98a2b28b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/4764863a-d54a-4c4a-a4dc-357e8b85306d HTTP/1.1" status: 200 len: 994 time: 0.1095390 Feb 19 07:40:36.712914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7cd689b9-7b26-43fb-8114-e4c85b4835fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:38.955977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-502ee380-ae62-4434-b313-e0eb48dc103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:40.132808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:40.235432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:41.406941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:43.266621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:40:48.696216 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:40:56.282843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-1110ecfe-d988-445b-b946-b4f2f27a09ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746188 Feb 19 07:40:56.421381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-dc6f72ad-0e68-4628-9e8e-a6ad47e75e79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1098 time: 0.0721223 Feb 19 07:40:56.564503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-9781d28c-dda7-410c-a766-bc5ab754512a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:56.565843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-9781d28c-dda7-410c-a766-bc5ab754512a service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1256487 Feb 19 07:40:56.675473 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-03eaa28e-e8df-42cd-a566-a3f3482e20b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 1000 time: 0.1029191 Feb 19 07:40:56.746169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-94e6a5da-d86f-4359-99c5-6bc44ccaf188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:56.747544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-94e6a5da-d86f-4359-99c5-6bc44ccaf188 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0657499 Feb 19 07:40:56.922871 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-5f0a8c63-52cd-4b51-938e-d0da3c122080 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1685050 Feb 19 07:40:57.052475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-9d71d527-a29e-48d9-80d4-a006da9f45b1 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231978 Feb 19 07:40:57.187058 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-377102d9-279a-4af5-9ed6-6498f50180a2 req-2c399cfd-8768-4d46-a8b2-171f70de830a service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285822 Feb 19 07:41:06.715847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8102d6d1-3a94-4539-b3d1-513512a0576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:08.941865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b45a99d6-a61a-47ec-b9cb-e0cca9a148af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:10.140628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:10.239803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:11.406907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:13.261322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:19.523179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-3968b404-8819-4a12-b27d-5596e2b1abaf tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365045163&fields=id&tenant_id=18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 267 time: 0.0430591 Feb 19 07:41:19.671017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d2093d4d-d370-42f4-873e-cf760d259a79 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:19.672411 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d2093d4d-d370-42f4-873e-cf760d259a79 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 810 time: 0.1427779 Feb 19 07:41:19.691955 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-11d34b44-7889-45aa-8614-6c88c24fa455 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/quotas/18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 375 time: 0.0111568 Feb 19 07:41:19.780090 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-8b810da8-059e-4efe-931e-971a70977433 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0833113 Feb 19 07:41:19.924734 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-33c47da6-bed8-452c-99aa-9f2357a98d15 service neutron] 10.222.0.72 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329970 Feb 19 07:41:20.053656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-bd1ff462-0568-4089-a461-63d32260a4b8 service neutron] 10.222.0.72 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232657 Feb 19 07:41:20.450095 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9d708828-792a-413b-8287-df9af60c332b req-95be090c-51f3-4eb8-b5b5-774bc6e09e5f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 210 time: 0.0425153 Feb 19 07:41:21.621114 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-892f0a7b-0868-43de-8b8a-a18863060d36 req-965d0fb0-63db-4b77-95b8-c850c21afb15 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 210 time: 0.0428567 Feb 19 07:41:21.760849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-1357ee75-b950-4539-9716-6822a8fcb212 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:21.762235 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-1357ee75-b950-4539-9716-6822a8fcb212 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 810 time: 0.1402893 Feb 19 07:41:21.817804 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-35badf67-66e6-49e1-9927-6afecc939bdc tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c5d993bf994eed8180b7f5ac7629dc HTTP/1.1" status: 200 len: 380 time: 0.0429795 Feb 19 07:41:21.828276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'port': {'device_id': 'b38a15b3-c805-449e-880f-5999d310ea96', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'admin_state_up': True, 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'security_groups': ['dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:21.970617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:21.980903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:21.992601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Made reservation on behalf of 18c5d993bf994eed8180b7f5ac7629dc for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:21.995658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:22.150952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Allocated IP 172.20.0.12 (bb1fa548-4530-47ad-b928-59058ff800f7/e57d70bf-0cdc-4a53-b0f9-ea4853f2a758/130a8a22-982c-4134-84a7-2cf14f3503ea) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:22.452725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:22.469544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Transition to ACTIVE for port object 130a8a22-982c-4134-84a7-2cf14f3503ea will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:22.491896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:22.563212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Network bb1fa548-4530-47ad-b928-59058ff800f7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:22.566450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:22.570913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:41:22.595203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=130a8a22-982c-4134-84a7-2cf14f3503ea,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:22.626274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.626993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.626993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.627430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.627831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.628272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.628662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.629122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.629450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.629774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.630092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:22.652999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:22.653726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:22.695771 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-05a45a30-ee15-4262-b842-3dbb12380d65 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707378 Feb 19 07:41:22.711951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Request body: {'port': {'device_id': 'b38a15b3-c805-449e-880f-5999d310ea96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:22.883966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:22.912834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8316064a-fb7d-45f0-ac67-79d5fa7dc0bd None None] Provisioning for port 130a8a22-982c-4134-84a7-2cf14f3503ea completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:22.920704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8316064a-fb7d-45f0-ac67-79d5fa7dc0bd None None] Provisioning complete for port 130a8a22-982c-4134-84a7-2cf14f3503ea triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:22.921599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8316064a-fb7d-45f0-ac67-79d5fa7dc0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:22.995224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8316064a-fb7d-45f0-ac67-79d5fa7dc0bd None None] Port 130a8a22-982c-4134-84a7-2cf14f3503ea cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:41:23.027860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a509d0f-ffd0-4a93-b232-845a1e721245 req-909eed42-ddec-476d-9b53-36d282db9983 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:23.028214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4a509d0f-ffd0-4a93-b232-845a1e721245 req-909eed42-ddec-476d-9b53-36d282db9983 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:41:23.067079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4a509d0f-ffd0-4a93-b232-845a1e721245 req-909eed42-ddec-476d-9b53-36d282db9983 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:41:23.072705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a509d0f-ffd0-4a93-b232-845a1e721245 req-909eed42-ddec-476d-9b53-36d282db9983 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 932 time: 0.2558084 Feb 19 07:41:23.219551 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a509d0f-ffd0-4a93-b232-845a1e721245 req-eac7f1e5-06b6-429f-a103-92b375580765 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432092 Feb 19 07:41:23.316921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130a8a22-982c-4134-84a7-2cf14f3503ea {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:41:23.324904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:23.341482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Transition to ACTIVE for port object 130a8a22-982c-4134-84a7-2cf14f3503ea will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:23.345763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:23.481130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Pushing event updated for resources: {'Port': ['ID=130a8a22-982c-4134-84a7-2cf14f3503ea,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:23.592912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Attempting to bind port 130a8a22-982c-4134-84a7-2cf14f3503ea on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:41:23.593774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Attempting to bind port 130a8a22-982c-4134-84a7-2cf14f3503ea by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:41:23.593774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Attempting to bind port 130a8a22-982c-4134-84a7-2cf14f3503ea on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:41:23.599656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Port 130a8a22-982c-4134-84a7-2cf14f3503ea on network bb1fa548-4530-47ad-b928-59058ff800f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:41:23.599966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Attempting to bind port 130a8a22-982c-4134-84a7-2cf14f3503ea on network bb1fa548-4530-47ad-b928-59058ff800f7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:41:23.606095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:41:23.606416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Checking segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:41:23.606789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Bound using segment: {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:41:23.607195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Bound port: 130a8a22-982c-4134-84a7-2cf14f3503ea, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:41:23.607529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:23.704084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] For port 130a8a22-982c-4134-84a7-2cf14f3503ea, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:23.707632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] For port 130a8a22-982c-4134-84a7-2cf14f3503ea, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=130a8a22-982c-4134-84a7-2cf14f3503ea,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:23.712391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:23.771954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:23.773268 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] 10.222.0.67 "PUT /v2.0/ports/130a8a22-982c-4134-84a7-2cf14f3503ea HTTP/1.1" status: 200 len: 1094 time: 1.0690706 Feb 19 07:41:23.773696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:41:23.791939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678f081-2c06-4b4d-a6c1-c4864851b851 service neutron] Pushing event updated for resources: {'Port': ['ID=130a8a22-982c-4134-84a7-2cf14f3503ea,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:23.842091 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'status': 'completed', 'code': 200} Feb 19 07:41:23.887431 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-e13e5019-c1f4-44f7-a430-1534e2cdad66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 1097 time: 0.0764217 Feb 19 07:41:23.955972 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-7a18d045-b15f-4b90-9b48-cd3873affb5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130a8a22-982c-4134-84a7-2cf14f3503ea HTTP/1.1" status: 200 len: 217 time: 0.0605128 Feb 19 07:41:24.019322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-f42c5b28-10fd-4629-a8d6-a5ba3dc0a345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:24.020792 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-f42c5b28-10fd-4629-a8d6-a5ba3dc0a345 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0591195 Feb 19 07:41:24.096057 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-55cdf88c-a775-4ebb-8f98-e9987ec3dbf1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676720 Feb 19 07:41:24.230358 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-20dd9424-caf1-44ca-bcc8-075799fa92ac service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282022 Feb 19 07:41:24.509570 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4397228a-5190-406c-80c8-7e6a141a7a9a req-df2d75b6-3463-4419-8242-fdf7a3641916 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720783 Feb 19 07:41:24.523190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bb383-7517-4b82-930e-855f22fc44ac req-cd5b4015-ca46-4090-9f74-e047cf8c16d3 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:24.524582 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-691bb383-7517-4b82-930e-855f22fc44ac req-cd5b4015-ca46-4090-9f74-e047cf8c16d3 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 944 time: 0.1231723 Feb 19 07:41:24.614230 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-691bb383-7517-4b82-930e-855f22fc44ac req-65d8a852-9f3f-41be-8115-f74a3aa23d52 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827193 Feb 19 07:41:24.640051 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-04b19fc7-1e9e-4ba3-9262-b9fdf387bc62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 1097 time: 0.0857060 Feb 19 07:41:24.770855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-7e1732de-4e5a-4217-8e73-e7cee40c96db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:24.772193 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-7e1732de-4e5a-4217-8e73-e7cee40c96db service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1255133 Feb 19 07:41:24.843662 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-b5d1adb0-1f3c-4864-a651-a638493f2a88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130a8a22-982c-4134-84a7-2cf14f3503ea HTTP/1.1" status: 200 len: 217 time: 0.0645406 Feb 19 07:41:24.908201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-54444c84-2e80-4836-8979-27174344c5fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:24.909634 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-54444c84-2e80-4836-8979-27174344c5fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0592806 Feb 19 07:41:24.992103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-0b642338-6f2a-4f63-984b-5eb3a7b01e6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760193 Feb 19 07:41:25.113541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40648) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:25.122721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-41b65f8e-d61f-46e2-8794-753aadbff676 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228566 Feb 19 07:41:25.217194 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c92d7133-b9d4-4cc2-b5e4-1120d867ab8d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/4764863a-d54a-4c4a-a4dc-357e8b85306d HTTP/1.1" status: 200 len: 994 time: 0.1039135 Feb 19 07:41:25.254171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-12c24b98-3d1e-42d2-9228-0fd15cd90433 req-da0ae0b4-7e72-40ba-a7ac-a2379f2a98e7 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244738 Feb 19 07:41:25.541377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:25.687367 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:41:25.780859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 9f87a5b8-69de-4779-a70f-caa036bae0fb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:41:25.781478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:25.950449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b9b3-3f49-4164-a1a4-98a49e793c5c req-c274f5c5-b19c-4c31-8f06-7516acc99f7c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:25.951802 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c316b9b3-3f49-4164-a1a4-98a49e793c5c req-c274f5c5-b19c-4c31-8f06-7516acc99f7c tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 944 time: 0.2110319 Feb 19 07:41:25.983190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:25.983501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:26.204498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 9f87a5b8-69de-4779-a70f-caa036bae0fb owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:41:26.253086 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c316b9b3-3f49-4164-a1a4-98a49e793c5c req-d1aac2da-f132-4476-b6de-b19ca535f9e9 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886245 Feb 19 07:41:26.358700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:26.404120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=9f87a5b8-69de-4779-a70f-caa036bae0fb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:26.496444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:26.930586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:41:27.154634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:27.165240 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] Sync routers for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:41:27.178918 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:27.179860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:27.179947 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:27.242790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fb195378-4133-4456-9a2e-5177e671c60a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/4764863a-d54a-4c4a-a4dc-357e8b85306d HTTP/1.1" status: 204 len: 168 time: 1.7003367 Feb 19 07:41:27.243436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:41:27.308495 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c', 'status': 'completed', 'code': 200} Feb 19 07:41:27.383492 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:27.405569 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-34729b92-8575-4d93-a8da-3c118ae04575 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 1099 time: 0.0731602 Feb 19 07:41:27.621634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309136c-f6a2-429c-8cea-79fd357b3a34 req-01539d32-f127-45ca-8797-b75f4810d2e5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:27.628418 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6309136c-f6a2-429c-8cea-79fd357b3a34 req-01539d32-f127-45ca-8797-b75f4810d2e5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 944 time: 0.1802034 Feb 19 07:41:27.667575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-81134704-4430-4a8a-b515-460bfb3d0293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:27.669113 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-81134704-4430-4a8a-b515-460bfb3d0293 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dc67c07-3581-4b46-9aae-1fed93f31b57 HTTP/1.1" status: 200 len: 898 time: 0.2569444 Feb 19 07:41:27.783832 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:40:02Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:27.788406 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] Checking router: a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:41:27.791898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-a776a9ac-e799-4da2-ba97-c10c2faca78b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c28435c-e657-4558-9a81-9b467d049b7c HTTP/1.1" status: 200 len: 217 time: 0.0840321 Feb 19 07:41:27.799410 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:27.800469 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:27.812823 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6309136c-f6a2-429c-8cea-79fd357b3a34 req-70b2c7d6-c951-4b66-9cf4-aedad79d14bd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834362 Feb 19 07:41:27.888029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a27f0-42bf-45a1-ad9e-b0050eb38017 req-ff0bf46a-0cda-487e-a881-7e9e88e7095d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:27.889112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-dc6a27f0-42bf-45a1-ad9e-b0050eb38017 req-ff0bf46a-0cda-487e-a881-7e9e88e7095d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:41:27.892129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-2701cfda-462e-4d66-ba41-86c727cedfee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:27.893331 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-2701cfda-462e-4d66-ba41-86c727cedfee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0fac53c9-284f-4eb0-8078-82384a56345d HTTP/1.1" status: 200 len: 834 time: 0.0923588 Feb 19 07:41:27.942602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-dc6a27f0-42bf-45a1-ad9e-b0050eb38017 req-ff0bf46a-0cda-487e-a881-7e9e88e7095d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:41:27.949182 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc6a27f0-42bf-45a1-ad9e-b0050eb38017 req-ff0bf46a-0cda-487e-a881-7e9e88e7095d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 946 time: 0.2854264 Feb 19 07:41:27.976544 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:28.109150 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc6a27f0-42bf-45a1-ad9e-b0050eb38017 req-924d09f3-fff3-4e90-a48e-be5a5a52fad2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589377 Feb 19 07:41:28.121189 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-7e5a8578-3d7c-4eee-b1e5-a94d583d093c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dc67c07-3581-4b46-9aae-1fed93f31b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2189136 Feb 19 07:41:28.252255 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-aa508a03-9ce7-4c30-b26f-370c7c0fff56 service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238055 Feb 19 07:41:28.320672 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:40:02Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:28.324791 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daaf4f2-97dc-45a0-a426-647eda6b43bb None None] The sync data for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv is: [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:39:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '5f2a2c34-bb03-46c1-994d-297d93352fae', 'name': '', 'network_id': '7dc67c07-3581-4b46-9aae-1fed93f31b57', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:c6:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:54Z', 'updated_at': '2022-02-19T07:40:02Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '0fac53c9-284f-4eb0-8078-82384a56345d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:41:28.388961 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f118f1da-e48d-48c8-83b5-f3e03bea2226 req-9ea9d59c-e53b-4b78-ac10-2cea6401471e service neutron] 10.222.0.67 "GET /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300466 Feb 19 07:41:28.543036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d494ce1-5d03-409a-a5f2-d40f32685071 None None] New status for floating IP 4764863a-d54a-4c4a-a4dc-357e8b85306d: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:41:29.004392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc153a-86eb-4195-9e29-bc0c5c7c8879 req-4086dd7e-dfac-41f7-9e60-94a486cf54ea tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:29.005819 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f2fc153a-86eb-4195-9e29-bc0c5c7c8879 req-4086dd7e-dfac-41f7-9e60-94a486cf54ea tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 944 time: 0.0774891 Feb 19 07:41:29.053681 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f2fc153a-86eb-4195-9e29-bc0c5c7c8879 req-1f97a995-fa47-49bd-a409-a9ad3ad1d1b6 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Feb 19 07:41:29.332756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a097366-9608-4274-96c9-951f3d080f08 req-a2f2a985-5695-43d9-8be9-a2a1bc736335 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:29.335166 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a097366-9608-4274-96c9-951f3d080f08 req-a2f2a985-5695-43d9-8be9-a2a1bc736335 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 946 time: 0.0843725 Feb 19 07:41:29.437380 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a097366-9608-4274-96c9-951f3d080f08 req-d228dc9d-f3d7-4526-b5a9-f2821c60128d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=51ff1ea2-3b47-4695-88b1-9ebcc772ed62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666707 Feb 19 07:41:29.456142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-cc57f1ec-6f59-4d3c-a822-2b81cfecc1f6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:29.457657 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-cc57f1ec-6f59-4d3c-a822-2b81cfecc1f6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 946 time: 0.1185608 Feb 19 07:41:29.531756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 1c28435c-e657-4558-9a81-9b467d049b7c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:41:29.532095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:29.786174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 1c28435c-e657-4558-9a81-9b467d049b7c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1c28435c-e657-4558-9a81-9b467d049b7c,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:29.786525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:29.906811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 1c28435c-e657-4558-9a81-9b467d049b7c owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:41:30.057879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:30.105958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=1c28435c-e657-4558-9a81-9b467d049b7c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:30.183648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 1c28435c-e657-4558-9a81-9b467d049b7c on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:30.218971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:30.221757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'name': 'network-vif-deleted', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:41:30.251569 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ff6f0c26-dd6f-40bd-a6e7-406e38dbc49a req-d735768a-eda2-437f-94e7-0703526ad532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/1c28435c-e657-4558-9a81-9b467d049b7c HTTP/1.1" status: 204 len: 173 time: 0.7887995 Feb 19 07:41:30.274214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898fae0-8506-435a-b010-6ac4f736f141 req-5fefa250-24b0-40fb-b32b-eb302f973615 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:30.276919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3898fae0-8506-435a-b010-6ac4f736f141 req-5fefa250-24b0-40fb-b32b-eb302f973615 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 944 time: 0.0903456 Feb 19 07:41:30.303785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd8f448-a666-4a7c-8afd-9987abbba7aa', 'name': 'network-vif-deleted', 'tag': '1c28435c-e657-4558-9a81-9b467d049b7c', 'status': 'completed', 'code': 200} Feb 19 07:41:30.340670 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3898fae0-8506-435a-b010-6ac4f736f141 req-9b383e03-12f9-4d0d-9334-a59bff80c048 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522354 Feb 19 07:41:30.628434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-1247f767-a536-42a2-9779-ef6612d5ed4e req-bffcefb2-7850-432a-9d85-fdfac413bcf8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:41:30.644345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-1247f767-a536-42a2-9779-ef6612d5ed4e req-bffcefb2-7850-432a-9d85-fdfac413bcf8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:41:30.645472 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1247f767-a536-42a2-9779-ef6612d5ed4e req-bffcefb2-7850-432a-9d85-fdfac413bcf8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbd8f448-a666-4a7c-8afd-9987abbba7aa HTTP/1.1" status: 200 len: 210 time: 0.0580628 Feb 19 07:41:31.555856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8821cb-66d5-47c0-b29f-04207a0589ea req-7ceb7ec2-9f11-4e57-b4cd-c565bc78a2e7 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:31.558009 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b8821cb-66d5-47c0-b29f-04207a0589ea req-7ceb7ec2-9f11-4e57-b4cd-c565bc78a2e7 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 944 time: 0.0959468 Feb 19 07:41:31.603912 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b8821cb-66d5-47c0-b29f-04207a0589ea req-3bc6f3e3-efbb-4289-999e-64feb3200d45 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Feb 19 07:41:31.765483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:31.841970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:31.878865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:31.948950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:31.967090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff1ea2-3b47-4695-88b1-9ebcc772ed62,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.980656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.981144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.981280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.981962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.982040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.982486 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.982848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.983235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.983698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.984066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.984600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:31.986899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:31.988186 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d0527f5b-e9bf-4100-b480-a0d429aea072 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/51ff1ea2-3b47-4695-88b1-9ebcc772ed62 HTTP/1.1" status: 204 len: 168 time: 0.2216198 Feb 19 07:41:32.032579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:32.439278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:32.568629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 130a8a22-982c-4134-84a7-2cf14f3503ea details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:41:32.570854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1c28435c-e657-4558-9a81-9b467d049b7c no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:41:32.605609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 1c28435c-e657-4558-9a81-9b467d049b7c {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:41:32.605949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1c28435c-e657-4558-9a81-9b467d049b7c not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:41:32.733454 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 130a8a22-982c-4134-84a7-2cf14f3503ea, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=130a8a22-982c-4134-84a7-2cf14f3503ea,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:32.746702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'port_id': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'mac_address': 'fa:16:3e:a0:d6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:41:32.800000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ab4d-7614-42bb-97dd-dd2bfbd031ed req-9107b23a-4beb-47dc-bf40-61bb392357fa tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:32.801550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-de86ab4d-7614-42bb-97dd-dd2bfbd031ed req-9107b23a-4beb-47dc-bf40-61bb392357fa tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 944 time: 0.0759144 Feb 19 07:41:32.838214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:32.855496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130a8a22-982c-4134-84a7-2cf14f3503ea {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:41:32.860910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-de86ab4d-7614-42bb-97dd-dd2bfbd031ed req-b1b5ba16-483b-4ea4-967e-eb08b5ce8fdd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509713 Feb 19 07:41:32.873692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 130a8a22-982c-4134-84a7-2cf14f3503ea, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=130a8a22-982c-4134-84a7-2cf14f3503ea,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:32.878490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:32.942788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=130a8a22-982c-4134-84a7-2cf14f3503ea,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:32.951432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.951776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.952105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.952454 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.952781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.953101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.953445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.953749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.954074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.954385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:32.954695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:33.064251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 5f2a2c34-bb03-46c1-994d-297d93352fae {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:41:33.064829 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:33.195821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['130a8a22-982c-4134-84a7-2cf14f3503ea'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:41:33.247559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 5f2a2c34-bb03-46c1-994d-297d93352fae, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5f2a2c34-bb03-46c1-994d-297d93352fae,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:33.247945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:33.472347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 5f2a2c34-bb03-46c1-994d-297d93352fae owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:41:33.660872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:33.705193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=5f2a2c34-bb03-46c1-994d-297d93352fae,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:34.009704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:34.054118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44ce3d-4eb4-4aa8-a40f-f9b9083eb950 req-701e2b3e-4fe5-40db-b57e-6bcf024e0ac7 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:34.055537 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dd44ce3d-4eb4-4aa8-a40f-f9b9083eb950 req-701e2b3e-4fe5-40db-b57e-6bcf024e0ac7 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 945 time: 0.0779686 Feb 19 07:41:34.101079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dd44ce3d-4eb4-4aa8-a40f-f9b9083eb950 req-3ed2bb56-07bb-41f8-aeb4-866ad6674109 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394619 Feb 19 07:41:34.593609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:41:34.599453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 130a8a22-982c-4134-84a7-2cf14f3503ea up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:41:34.669572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 130a8a22-982c-4134-84a7-2cf14f3503ea completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:34.674391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 130a8a22-982c-4134-84a7-2cf14f3503ea triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:34.674753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:34.790005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:34.818628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:41:34.828602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 130a8a22-982c-4134-84a7-2cf14f3503ea, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=130a8a22-982c-4134-84a7-2cf14f3503ea,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:34.834208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:34.906416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:34.917740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=130a8a22-982c-4134-84a7-2cf14f3503ea,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:34.918130 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] Sync routers for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:41:34.930198 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e2787c57-b75a-46ae-96bb-ff26db309150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8960652 Feb 19 07:41:34.932874 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:34.933108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:34.933480 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:35.004774 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'code': 200} Feb 19 07:41:35.122304 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:35.220902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet 0fac53c9-284f-4eb0-8078-82384a56345d {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:41:35.224531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:35.359619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:35.403672 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:41:33Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:35.407637 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] Checking router: a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:41:35.418717 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] Routers {'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:35.419289 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:35.471212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2ff7-2fdc-4ab1-829a-a574f7cba7c5 req-4311c7f5-5d0f-4c6f-bfed-72d2e20e7f63 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:35.472793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a4fc2ff7-2fdc-4ab1-829a-a574f7cba7c5 req-4311c7f5-5d0f-4c6f-bfed-72d2e20e7f63 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 946 time: 0.2188709 Feb 19 07:41:35.475367 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d35d331e-93c5-4a5f-95f2-36c43a686166 req-e0bddfb5-ca61-42e0-9ac2-28f1df977dd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 1099 time: 0.2227809 Feb 19 07:41:35.523019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:35.591707 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] Set router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:35.605585 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a4fc2ff7-2fdc-4ab1-829a-a574f7cba7c5 req-07ce4d75-b01c-498f-a9e8-f5b039a1bfc2 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265380 Feb 19 07:41:35.616385 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d35d331e-93c5-4a5f-95f2-36c43a686166 req-00dee99b-fb72-40d5-a198-99622cfb272a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218750 Feb 19 07:41:35.645509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:35.687222 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=0fac53c9-284f-4eb0-8078-82384a56345d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:35.692079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:35.699275 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8d9d1-fe4c-4712-b5ff-2defc9873b68 None None] Network 7dc67c07-3581-4b46-9aae-1fed93f31b57 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:41:35.701181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40708) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:35.701824 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-26efc5ed-f2fa-46bf-8cce-bbcdfd56d190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/0fac53c9-284f-4eb0-8078-82384a56345d HTTP/1.1" status: 204 len: 168 time: 0.7669926 Feb 19 07:41:35.882071 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:41:33Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:35.888676 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee289f8-e7bc-410e-b1ff-07c48edad03e None None] The sync data for ids ['a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8'] in dv-neutron-829958-1-hyperv is: [{'id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'name': 'tempest-TestNetworkBasicOps-router-645761845', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:39:50Z', 'updated_at': '2022-02-19T07:41:33Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'e6beb212-43d8-439b-84d0-870eb649ed02', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:10:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:39:51Z', 'updated_at': '2022-02-19T07:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:41:35.905679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:35.956295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] DHCP port deletion for 7dc67c07-3581-4b46-9aae-1fed93f31b57 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:41:35.960753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] Deleting port 160353ed-abe9-432d-a137-7cce21dadb43 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:41:35.961128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.105521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.116401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port e6beb212-43d8-439b-84d0-870eb649ed02 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:41:36.116843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.156194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] For port 160353ed-abe9-432d-a137-7cce21dadb43, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=160353ed-abe9-432d-a137-7cce21dadb43,segment=NetworkSegment(3b8cd6c4-602e-4eea-b164-e7500996eb98),segment_id=3b8cd6c4-602e-4eea-b164-e7500996eb98)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:36.156591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.281888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] Calling delete_port for 160353ed-abe9-432d-a137-7cce21dadb43 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:41:36.297443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port e6beb212-43d8-439b-84d0-870eb649ed02, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e6beb212-43d8-439b-84d0-870eb649ed02,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:36.297872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.332177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f2a2c34-bb03-46c1-994d-297d93352fae no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:41:36.368635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 5f2a2c34-bb03-46c1-994d-297d93352fae {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:41:36.368978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5f2a2c34-bb03-46c1-994d-297d93352fae not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:41:36.369396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 160353ed-abe9-432d-a137-7cce21dadb43 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:41:36.431518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for e6beb212-43d8-439b-84d0-870eb649ed02 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:41:36.480053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.533722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] Pushing event deleted for resources: {'Port': ['ID=160353ed-abe9-432d-a137-7cce21dadb43,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:36.540994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82a5f7-51a9-4773-8bef-1095bb7d8814 None None] No DVR routers for this DVR port 160353ed-abe9-432d-a137-7cce21dadb43 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:36.544861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.607329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.656042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=e6beb212-43d8-439b-84d0-870eb649ed02,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:36.711109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-69676227-1fa7-44e8-9fac-ccc3739151d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:36.808118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6199e4-462a-47cd-a211-f00567fb2a77 req-c3a55d42-c7dc-46de-b93c-ffbf23f93c74 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:36.809460 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b6199e4-462a-47cd-a211-f00567fb2a77 req-c3a55d42-c7dc-46de-b93c-ffbf23f93c74 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 946 time: 0.0783834 Feb 19 07:41:36.861770 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b6199e4-462a-47cd-a211-f00567fb2a77 req-d9ac07b0-228c-4ad4-888c-910391d638fd tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462835 Feb 19 07:41:36.877405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.226920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.231594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.259260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.259762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:41:37.274871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.275912 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4a6d3dd4-6c56-458c-a9a2-2727909c366d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/a4a0e0c8-0b0b-40c6-b4bc-b936c9b549f8 HTTP/1.1" status: 204 len: 168 time: 1.5738063 Feb 19 07:41:37.279013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:37.394437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.524304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.556276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc67c07-3581-4b46-9aae-1fed93f31b57']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:37.568815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8cd6c4-602e-4eea-b164-e7500996eb98') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:37.569099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8cd6c4-602e-4eea-b164-e7500996eb98') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:37.580067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.595496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.601693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:41:37.602057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:37.616120 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:37.706667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.724783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.735696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=7dc67c07-3581-4b46-9aae-1fed93f31b57,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:37.743472 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-65deb369-ba04-4cde-aa02-07ebb2aee719 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/7dc67c07-3581-4b46-9aae-1fed93f31b57 HTTP/1.1" status: 204 len: 168 time: 0.4630072 Feb 19 07:41:37.759038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40718) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:37.765514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--1632304600', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:37.771572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:37.777117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:37.780749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:37.789745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:37.806053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:37.811361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.847061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:37.856782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.857119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment fc5f3bee-b27e-4f51-ac83-65374f5d642e of type vlan for network b2433649-0e55-42a1-afe0-35a549e89dea Feb 19 07:41:37.884329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.917163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:37.924091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:37.924767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.062587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3023696 Feb 19 07:41:38.065526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40724) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:38.070936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-847290533', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:38.077859 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:38.078338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922909cc-5986-487d-8e88-871b6bb648e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=b2433649-0e55-42a1-afe0-35a549e89dea,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:38.082117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:38.085185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:38.088902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b2433649-0e55-42a1-afe0-35a549e89dea details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:41:38.091784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:38.103520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.104775 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.116964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fe15-fcef-434c-b4c2-c173824e7976 req-5e6a5d94-dd8e-4a02-84ee-8566733e4bc2 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:38.124663 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2987fe15-fcef-434c-b4c2-c173824e7976 req-5e6a5d94-dd8e-4a02-84ee-8566733e4bc2 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 946 time: 0.1221864 Feb 19 07:41:38.124826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.169847 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2987fe15-fcef-434c-b4c2-c173824e7976 req-6817e68d-c020-461c-a715-210f96f30382 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438607 Feb 19 07:41:38.281617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.290120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6beb212-43d8-439b-84d0-870eb649ed02 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:41:38.323807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e6beb212-43d8-439b-84d0-870eb649ed02 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:41:38.324057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6beb212-43d8-439b-84d0-870eb649ed02 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:41:38.369237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67e51-e991-48cb-ae21-c7c9bc118738 req-460f0816-bad6-4cea-8fa3-940168b83209 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:38.370670 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8d67e51-e991-48cb-ae21-c7c9bc118738 req-460f0816-bad6-4cea-8fa3-940168b83209 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 946 time: 0.0745037 Feb 19 07:41:38.425391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8d67e51-e991-48cb-ae21-c7c9bc118738 req-b8f30a31-0600-4e6d-89a9-5a521d8e0fbc tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478275 Feb 19 07:41:38.450543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40730) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:38.470240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.500393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.524586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-253bf2db-dc08-4181-98db-41e736545eaa tempest-TestVolumeBootPattern-255930754 tempest-TestVolumeBootPattern-255930754-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 1094 time: 0.0705726 Feb 19 07:41:38.524790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40734) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:38.529824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:38.535393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:38.539270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Usage tracker for resource:floatingip and tenant:18c5d993bf994eed8180b7f5ac7629dc is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:38.542163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:38.547982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:38.643997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.159 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/aab8b26f-4b38-4707-abce-a127f8e61529) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:38.649186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.782397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.794461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.822690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:38.885268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:38.887813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:38.891524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:41:38.922048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Allocated IP 172.26.1.59 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/70910be2-38d4-4d25-b4f3-3c3e62e36bcf) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:38.929450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=aab8b26f-4b38-4707-abce-a127f8e61529,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:38.940244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2c5beb91-d5a8-47f5-a157-6ccb4fad6314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.068710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.069440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.074242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.102365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.168941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:39.172404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:39.174316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=70910be2-38d4-4d25-b4f3-3c3e62e36bcf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:39.176464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:41:39.297198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router c23f0755-405b-47c0-ba51-af3b87e020e5 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:41:39.494981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:39.505244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Sync routers for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:41:39.517725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:39.518910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:39.522268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.527039 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8635ca85-08ea-49f0-9361-5ed2c2a7d51c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4575388 Feb 19 07:41:39.528134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40738) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:39.571776 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-005c2698-8cf0-4d35-899e-a49e328ca73a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410440 Feb 19 07:41:39.572178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:39.675850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.706225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:39.738959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.815499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159feb1-f045-4bf9-9893-cd7190615710 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:39.820580 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4159feb1-f045-4bf9-9893-cd7190615710 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2474730 Feb 19 07:41:39.821321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:39.867805 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d93a3ee3-0ca6-4c39-93ba-dc1f62f3bcad tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435874 Feb 19 07:41:39.868115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:39.873933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-432533860', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:39.951854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.956988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:39.992052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:39Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:39.992916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:39.997107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Checking router: c23f0755-405b-47c0-ba51-af3b87e020e5 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:41:39.997321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:39.997663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Updating router c23f0755-405b-47c0-ba51-af3b87e020e5 port aab8b26f-4b38-4707-abce-a127f8e61529 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:41:40.000826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:40.007173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:40.018734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:40.057362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.060453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event updated for resources: {'Port': ['ID=70910be2-38d4-4d25-b4f3-3c3e62e36bcf,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.076898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.121165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.176879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.290342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.351531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.370723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Floating IP eff354dd-74c6-431c-b3da-2d20f6d3af7b associated. External IP: 172.26.1.59, port: 130a8a22-982c-4134-84a7-2cf14f3503ea. Feb 19 07:41:40.413996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.416007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=d89a922b-8f51-46ea-b604-d15b2cce1e37,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.430018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Transition to ACTIVE for port object aab8b26f-4b38-4707-abce-a127f8e61529 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:40.440074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.455099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:41:40.455451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: b2433649-0e55-42a1-afe0-35a549e89dea, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:41:40.480832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network b2433649-0e55-42a1-afe0-35a549e89dea is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:41:40.493997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b2433649-0e55-42a1-afe0-35a549e89dea) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:40.498713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:40.499479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.515440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad5e88-9efc-4083-a3ca-4dcec7ab18f4 None None] Network b2433649-0e55-42a1-afe0-35a549e89dea requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:41:40.525253 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-839ae82c-d25a-4ef2-97cc-03244248c7bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6560183 Feb 19 07:41:40.528067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40754) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:40.589263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Attempting to bind port aab8b26f-4b38-4707-abce-a127f8e61529 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:41:40.589621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Attempting to bind port aab8b26f-4b38-4707-abce-a127f8e61529 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:41:40.589974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Attempting to bind port aab8b26f-4b38-4707-abce-a127f8e61529 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:41:40.599275 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338f22b-eb52-4743-91d3-b6a2e721b6e5 None None] Pushing event updated for resources: {'Port': ['ID=aab8b26f-4b38-4707-abce-a127f8e61529,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.614306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:41:40.614683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:41:40.615071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.615449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:41:40.615909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Bound port: aab8b26f-4b38-4707-abce-a127f8e61529, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:41:40.616297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.752576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] For port aab8b26f-4b38-4707-abce-a127f8e61529, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:40.764911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] For port aab8b26f-4b38-4707-abce-a127f8e61529, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=aab8b26f-4b38-4707-abce-a127f8e61529,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:40.793884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:41:40.794509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.863066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b2433649-0e55-42a1-afe0-35a549e89dea', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:41:40.863330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:40.900252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338f22b-eb52-4743-91d3-b6a2e721b6e5 None None] Pushing event updated for resources: {'Port': ['ID=aab8b26f-4b38-4707-abce-a127f8e61529,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.954272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:40.954901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:41.015518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:41.030630 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:41:41.044187 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:41.045115 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:41.045517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:41.120500 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d487af1b-e261-4733-baa5-2749c95a1276 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5945394 Feb 19 07:41:41.121099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:41:41.197741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'status': 'completed', 'code': 200} Feb 19 07:41:41.233010 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:41.243174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Allocated IP 172.20.0.2 (b2433649-0e55-42a1-afe0-35a549e89dea/d89a922b-8f51-46ea-b604-d15b2cce1e37/36ed53e5-f41f-44c6-8813-2e9a07830a6c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:41.257514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:41.326675 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-67a41c94-04b2-4070-975e-12ee0385fb9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 1099 time: 0.1018832 Feb 19 07:41:41.497181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:41.539900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:41.569757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-a5391238-2daa-489a-a432-e11bc5b203c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:41.572382 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-a5391238-2daa-489a-a432-e11bc5b203c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.2387161 Feb 19 07:41:41.688720 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-fa3c2715-0486-40d8-bf7a-f1820b1bdafd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130a8a22-982c-4134-84a7-2cf14f3503ea HTTP/1.1" status: 200 len: 999 time: 0.1092556 Feb 19 07:41:41.720593 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:30Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}, {'id': 'eff354dd-74c6-431c-b3da-2d20f6d3af7b', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:a0:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38a15b3-c805-449e-880f-5999d310ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:41:39Z', 'updated_at': '2022-02-19T07:41:39Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:41.724630 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:41:41.736120 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:41.736745 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:41.784590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-ee4d33b7-0ec1-4a78-8f28-f0641687b3dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:41.786532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-ee4d33b7-0ec1-4a78-8f28-f0641687b3dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0906799 Feb 19 07:41:41.857535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:41.879912 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-f3bca228-f16e-4c13-801b-d501ae5fc0c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867279 Feb 19 07:41:41.883639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Transition to ACTIVE for port object 36ed53e5-f41f-44c6-8813-2e9a07830a6c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:41.917656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Transition to ACTIVE for port object 36ed53e5-f41f-44c6-8813-2e9a07830a6c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:41.931343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:41.958994 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:41.969567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:39Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:41.999474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (b2433649-0e55-42a1-afe0-35a549e89dea/d89a922b-8f51-46ea-b604-d15b2cce1e37/e6f81e17-2122-4a48-8f4e-10360c0c9267) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:42.002478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564780d-5a71-447a-9c1d-cf2d171cdfde None None] The sync data for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv is: [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:39Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:41:42.019104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Network b2433649-0e55-42a1-afe0-35a549e89dea is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:42.034499 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-b3ca55fd-8c43-48a6-afec-125ecc89ee86 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479671 Feb 19 07:41:42.039956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Pushing event updated for resources: {'Port': ['ID=36ed53e5-f41f-44c6-8813-2e9a07830a6c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:42.042558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:42.046570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:41:42.164272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Attempting to bind port 36ed53e5-f41f-44c6-8813-2e9a07830a6c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:41:42.164610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Attempting to bind port 36ed53e5-f41f-44c6-8813-2e9a07830a6c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:41:42.164965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Attempting to bind port 36ed53e5-f41f-44c6-8813-2e9a07830a6c on network b2433649-0e55-42a1-afe0-35a549e89dea {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:41:42.173240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:41:42.173599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Checking segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:41:42.174044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:42.174370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Bound using segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:41:42.174883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Bound port: 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:41:42.175254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:42.219553 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e8ae2e7-b309-4a86-bac6-b666a6bfdd3c req-c9455776-b670-4226-a544-37360cb68c43 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796076 Feb 19 07:41:42.275165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:42.299858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object e6f81e17-2122-4a48-8f4e-10360c0c9267 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:42.314003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] For port 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:42.327264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] For port 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=36ed53e5-f41f-44c6-8813-2e9a07830a6c,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:42.333276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:42.334326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:42.418642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70323a58-8545-48fc-bdd2-45250c9fe503 None None] Pushing event updated for resources: {'Port': ['ID=36ed53e5-f41f-44c6-8813-2e9a07830a6c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:42.427911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=e6f81e17-2122-4a48-8f4e-10360c0c9267,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:42.461333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network b2433649-0e55-42a1-afe0-35a549e89dea is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:42.463082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:42.465657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:41:42.520897 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:30Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}, {'id': 'eff354dd-74c6-431c-b3da-2d20f6d3af7b', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:a0:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38a15b3-c805-449e-880f-5999d310ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:41:39Z', 'updated_at': '2022-02-19T07:41:39Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:42.525850 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e47167-4d99-4165-a599-a5425fcd4128 None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:30Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}, {'id': 'eff354dd-74c6-431c-b3da-2d20f6d3af7b', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.59', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:a0:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38a15b3-c805-449e-880f-5999d310ea96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:41:39Z', 'updated_at': '2022-02-19T07:41:39Z', 'revision_number': 0, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:41:42.538537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:42.657859 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:42.830229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6c8462-0924-479e-aa3f-7c092c604c24 None None] New status for floating IP eff354dd-74c6-431c-b3da-2d20f6d3af7b: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:41:43.095987 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:43.102378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:43.217548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=e6f81e17-2122-4a48-8f4e-10360c0c9267,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:43.220100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:43.281945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:43.361144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network b2433649-0e55-42a1-afe0-35a549e89dea is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:43.362395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:43.434189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dea895-3f98-4325-ae5d-f5b9c45de5ab None None] Network b2433649-0e55-42a1-afe0-35a549e89dea requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:41:43.544885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7586d55a-c2db-40c2-95a8-88f7c756406d None None] Provisioning for port 36ed53e5-f41f-44c6-8813-2e9a07830a6c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:43.848778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router c23f0755-405b-47c0-ba51-af3b87e020e5 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:41:43.909914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-668b902c-c414-4777-a929-27ee23eeabc4 None None] Provisioning for port e6f81e17-2122-4a48-8f4e-10360c0c9267 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:43.915655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-668b902c-c414-4777-a929-27ee23eeabc4 None None] Provisioning complete for port e6f81e17-2122-4a48-8f4e-10360c0c9267 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:43.916089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-668b902c-c414-4777-a929-27ee23eeabc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:43.970828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-668b902c-c414-4777-a929-27ee23eeabc4 None None] Port e6f81e17-2122-4a48-8f4e-10360c0c9267 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:41:44.058236 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:44.071398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3b8ae84a-373b-4a2e-ba93-f03b05074dd8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/c23f0755-405b-47c0-ba51-af3b87e020e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5419919 Feb 19 07:41:44.073706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:44.092164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3dc0de8b-8609-4009-8848-13e4faff474f None None] Provisioning complete for port e6f81e17-2122-4a48-8f4e-10360c0c9267 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:44.092801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3dc0de8b-8609-4009-8848-13e4faff474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.150191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0de8b-8609-4009-8848-13e4faff474f None None] Port e6f81e17-2122-4a48-8f4e-10360c0c9267 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:41:44.213680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141054-57b1-491e-a188-794c3db88af3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.214043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141054-57b1-491e-a188-794c3db88af3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.214397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141054-57b1-491e-a188-794c3db88af3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.214746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141054-57b1-491e-a188-794c3db88af3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.215090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141054-57b1-491e-a188-794c3db88af3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.215436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141054-57b1-491e-a188-794c3db88af3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.217202 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8141054-57b1-491e-a188-794c3db88af3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1425171 Feb 19 07:41:44.219980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40766) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:44.279408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-55351076-7c50-4fb9-b19e-9c7dfef6977a None None] Provisioning complete for port e6f81e17-2122-4a48-8f4e-10360c0c9267 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:44.279776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55351076-7c50-4fb9-b19e-9c7dfef6977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.296729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd6814-2836-4e03-8722-95aebdd43677 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.297099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd6814-2836-4e03-8722-95aebdd43677 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.297459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd6814-2836-4e03-8722-95aebdd43677 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.297802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd6814-2836-4e03-8722-95aebdd43677 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.298146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd6814-2836-4e03-8722-95aebdd43677 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.298487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd6814-2836-4e03-8722-95aebdd43677 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:44.303106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40770) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:44.303578 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bcbd6814-2836-4e03-8722-95aebdd43677 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0821764 Feb 19 07:41:44.336617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-55351076-7c50-4fb9-b19e-9c7dfef6977a None None] Port e6f81e17-2122-4a48-8f4e-10360c0c9267 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:41:44.352685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 36ed53e5-f41f-44c6-8813-2e9a07830a6c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:41:44.425367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 36ed53e5-f41f-44c6-8813-2e9a07830a6c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:44.431118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 36ed53e5-f41f-44c6-8813-2e9a07830a6c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:44.431529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.544611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.579263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=36ed53e5-f41f-44c6-8813-2e9a07830a6c,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:44.583500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.584393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device aab8b26f-4b38-4707-abce-a127f8e61529 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:41:44.614077 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ef60b4bc-881c-46f4-9d5f-f95136858895 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3096650 Feb 19 07:41:44.691198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=36ed53e5-f41f-44c6-8813-2e9a07830a6c,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:44.706585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port aab8b26f-4b38-4707-abce-a127f8e61529 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:44.711398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port aab8b26f-4b38-4707-abce-a127f8e61529 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:44.711760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.821718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.838174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port aab8b26f-4b38-4707-abce-a127f8e61529, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=aab8b26f-4b38-4707-abce-a127f8e61529,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:44.842592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.917733 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=aab8b26f-4b38-4707-abce-a127f8e61529,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:44.919193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40776) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:44.924815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186279657', 'description': 'tempest-secgroup-smoke-1186279657 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:44.930957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:44.935321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:44.938414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:44.944335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:44.955175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:44.991493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:44.995424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:44.998244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:45.003974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:45.058151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.063281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.104506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f99f8d-0de7-4bb2-97e4-ee1bae49b886,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:45.107227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.108452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ba23024f-b6cb-404c-b00b-af25a796fa88 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1881809 Feb 19 07:41:45.112518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40780) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:45.118006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '70f99f8d-0de7-4bb2-97e4-ee1bae49b886', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:45.124402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:45.128738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:45.131713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:45.137648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:45.155516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.216591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.222573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.244835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2385e0-3ea2-4ff1-9747-f13cf739d746,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:45.254910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.256066 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-748decb4-be0b-473e-99fd-7e6a6b44bfe4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1426072 Feb 19 07:41:45.259347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40784) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:45.264613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '70f99f8d-0de7-4bb2-97e4-ee1bae49b886', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:45.270342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:45.274106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:45.276925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:45.282591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:45.301802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.364213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.369313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.391044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b13bb1-4030-4138-931e-8f89c0f14020,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:45.401265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.405112 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-75c4e12e-c445-480d-abc0-ea43a9f612a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1422396 Feb 19 07:41:45.406583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40788) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:45.410907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '70f99f8d-0de7-4bb2-97e4-ee1bae49b886', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:45.416787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:45.421521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:45.424372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:45.430723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:45.452592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.516271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.520965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.547662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738d9a28-15ba-429c-bf7c-9d2a9dd1da7e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:45.555079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.556287 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1a4de261-d6c0-4111-8e01-1b601247b78b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1500440 Feb 19 07:41:45.559490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40792) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:45.564972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '70f99f8d-0de7-4bb2-97e4-ee1bae49b886', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:45.570963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:45.574912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:45.577852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:45.583720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:45.601158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.663926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.668819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.691261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b457de-1f1d-4fdd-bdfe-6f6c5051112f,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:45.701863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.703491 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-25cfc475-42b4-46c2-8ed3-a23c8f621136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430624 Feb 19 07:41:45.706485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40796) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:45.714068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '70f99f8d-0de7-4bb2-97e4-ee1bae49b886', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:45.722757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:45.726891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:45.730007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:45.736022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:45.748760 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:41:45.755681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.822214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.827453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.851465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07956da0-60c2-4e31-9303-726d4f2a5e75,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:45.861882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.863093 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-04702101-8bb3-446e-a20d-326c9db5afa8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1555014 Feb 19 07:41:45.867293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40800) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:41:45.872847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '70f99f8d-0de7-4bb2-97e4-ee1bae49b886', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:45.878859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:45.882953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:45.885971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:45.891860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:45.905484 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:41:45.914184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.988177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:45.992757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:46.016532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be88aa00-f84b-45fb-a075-98b5aa0dc189,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:46.026859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:46.028039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-279eb913-add5-4609-838a-71aabff568a7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1597979 Feb 19 07:41:46.201458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-fcb2e90d-3fbc-480b-817d-e6f8448a42ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:41:46.221676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-fcb2e90d-3fbc-480b-817d-e6f8448a42ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:41:46.223219 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-fcb2e90d-3fbc-480b-817d-e6f8448a42ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186279657&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0632575 Feb 19 07:41:46.296722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 36ed53e5-f41f-44c6-8813-2e9a07830a6c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:41:46.362783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 36ed53e5-f41f-44c6-8813-2e9a07830a6c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:46.363050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:46.369339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-b4341337-8388-4cd4-b719-1f1c45890078 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:46.370015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-b4341337-8388-4cd4-b719-1f1c45890078 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:41:46.388926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-b4341337-8388-4cd4-b719-1f1c45890078 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:41:46.390256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-b4341337-8388-4cd4-b719-1f1c45890078 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 797 time: 0.1603513 Feb 19 07:41:46.406638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-f3be56a5-407d-4592-aebd-d9f94a52243f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0109839 Feb 19 07:41:46.484045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device aab8b26f-4b38-4707-abce-a127f8e61529 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:41:46.492102 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-6c537bfe-cb33-48f4-9406-8f707177f75d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796230 Feb 19 07:41:46.549439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port aab8b26f-4b38-4707-abce-a127f8e61529 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:46.549813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:46.726893 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-e2773f29-cd41-49ab-a8f6-a9a9074ea0dc service neutron] 10.222.0.72 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227890 Feb 19 07:41:46.867791 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-54f9ceb2-b973-46ee-b268-90597a0713bb service neutron] 10.222.0.72 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321995 Feb 19 07:41:47.071732 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f92a71e6-02d0-4170-9cbd-58d5fb7fa62c req-c9b8086d-3367-488e-8a37-3a50a8802556 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 210 time: 0.0481236 Feb 19 07:41:48.276349 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-371b641c-03ac-4361-842a-40ecc928f481 req-9fb9c7b3-62e4-4dbb-90b2-39f5a2f186dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 210 time: 0.0760584 Feb 19 07:41:48.387823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-7bc232f5-2578-48e3-a885-9a790846cf96 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:48.389110 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-7bc232f5-2578-48e3-a885-9a790846cf96 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 797 time: 0.1520250 Feb 19 07:41:48.447240 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-9651a11c-8b1c-4f44-9c98-4972fe02900a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 380 time: 0.0447898 Feb 19 07:41:48.458515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['70f99f8d-0de7-4bb2-97e4-ee1bae49b886']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:48.604900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:41:48.611078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:port and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:41:48.614431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:41:48.620478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:41:48.633449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:48.636657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:48.875078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.7 (b2433649-0e55-42a1-afe0-35a549e89dea/d89a922b-8f51-46ea-b604-d15b2cce1e37/09f192fc-e864-473d-b307-34efedeb4a2b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:49.064416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:49.081308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 09f192fc-e864-473d-b307-34efedeb4a2b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:49.105965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:49.174916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network b2433649-0e55-42a1-afe0-35a549e89dea is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:49.178071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:49.182647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:41:49.209936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=09f192fc-e864-473d-b307-34efedeb4a2b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:49.247239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:49.247815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:49.273117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-aaf23320-da78-4db3-8a27-962098540566 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8183005 Feb 19 07:41:49.285486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Request body: {'port': {'device_id': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:41:49.405060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:49.496225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8988fcb3-863e-4c43-b4ce-d7e01c576b17 None None] Provisioning for port 09f192fc-e864-473d-b307-34efedeb4a2b completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:49.501685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8988fcb3-863e-4c43-b4ce-d7e01c576b17 None None] Provisioning complete for port 09f192fc-e864-473d-b307-34efedeb4a2b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:49.502334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8988fcb3-863e-4c43-b4ce-d7e01c576b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:49.554202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8988fcb3-863e-4c43-b4ce-d7e01c576b17 None None] Port 09f192fc-e864-473d-b307-34efedeb4a2b cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:41:49.610503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36752a-3712-4696-b557-98f481fddaac req-64ecea9b-392c-49fa-b4a0-c992474e1190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:49.611196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ea36752a-3712-4696-b557-98f481fddaac req-64ecea9b-392c-49fa-b4a0-c992474e1190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:41:49.692778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ea36752a-3712-4696-b557-98f481fddaac req-64ecea9b-392c-49fa-b4a0-c992474e1190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:41:49.693824 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ea36752a-3712-4696-b557-98f481fddaac req-64ecea9b-392c-49fa-b4a0-c992474e1190 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 931 time: 0.2791314 Feb 19 07:41:49.778551 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ea36752a-3712-4696-b557-98f481fddaac req-21e81cca-712e-48bc-8cac-3ca1309c5ca6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728848 Feb 19 07:41:49.857416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f192fc-e864-473d-b307-34efedeb4a2b {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:41:49.864610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:49.878806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Transition to ACTIVE for port object 09f192fc-e864-473d-b307-34efedeb4a2b will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:49.884475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:50.015852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Pushing event updated for resources: {'Port': ['ID=09f192fc-e864-473d-b307-34efedeb4a2b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:50.121520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Attempting to bind port 09f192fc-e864-473d-b307-34efedeb4a2b on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:41:50.121849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Attempting to bind port 09f192fc-e864-473d-b307-34efedeb4a2b by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:41:50.122177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Attempting to bind port 09f192fc-e864-473d-b307-34efedeb4a2b on network b2433649-0e55-42a1-afe0-35a549e89dea {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:41:50.127909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Port 09f192fc-e864-473d-b307-34efedeb4a2b on network b2433649-0e55-42a1-afe0-35a549e89dea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:41:50.128253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Attempting to bind port 09f192fc-e864-473d-b307-34efedeb4a2b on network b2433649-0e55-42a1-afe0-35a549e89dea {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:41:50.135049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:41:50.135374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Checking segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:41:50.135745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Bound using segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:41:50.136175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Bound port: 09f192fc-e864-473d-b307-34efedeb4a2b, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:41:50.136509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:50.223988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] For port 09f192fc-e864-473d-b307-34efedeb4a2b, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:50.226813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] For port 09f192fc-e864-473d-b307-34efedeb4a2b, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=09f192fc-e864-473d-b307-34efedeb4a2b,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:50.233715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:50.292727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:50.294069 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] 10.222.0.67 "PUT /v2.0/ports/09f192fc-e864-473d-b307-34efedeb4a2b HTTP/1.1" status: 200 len: 1093 time: 1.0130959 Feb 19 07:41:50.294501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:41:50.316575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ca0b8-3abc-48aa-b6a7-a00a16fa4167 service neutron] Pushing event updated for resources: {'Port': ['ID=09f192fc-e864-473d-b307-34efedeb4a2b,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:50.375620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b', 'status': 'completed', 'code': 200} Feb 19 07:41:50.416670 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-193feb75-3645-4d16-be3d-a1378bfac933 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 1096 time: 0.0749722 Feb 19 07:41:50.489236 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-f95a2a41-efcc-4941-9ea2-db55075c6b9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f192fc-e864-473d-b307-34efedeb4a2b HTTP/1.1" status: 200 len: 217 time: 0.0620291 Feb 19 07:41:50.644811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-e6eeada7-57ca-4631-835d-ed50e6315de2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:50.646237 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-e6eeada7-57ca-4631-835d-ed50e6315de2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.1513710 Feb 19 07:41:50.730408 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-36222459-4716-4386-95b2-717b6b8e7e68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783312 Feb 19 07:41:50.866281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-c07a7109-3bf7-4bdd-85d0-1fd26fb8413f service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297808 Feb 19 07:41:51.050719 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5e6316a-0d85-4c47-af64-a3eccd228198 req-85b3b561-b2c5-4376-85ae-08510c66debd service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775334 Feb 19 07:41:51.065065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc653ec-8cc1-460f-a8d8-f8227b15ca37 req-c3f9637d-38c3-4713-9e90-f2746009ec5c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:51.066588 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8dc653ec-8cc1-460f-a8d8-f8227b15ca37 req-c3f9637d-38c3-4713-9e90-f2746009ec5c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 943 time: 0.1265061 Feb 19 07:41:51.168067 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8dc653ec-8cc1-460f-a8d8-f8227b15ca37 req-369a68fd-dddc-4be3-884e-c5398ec0be62 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952237 Feb 19 07:41:51.195022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-eb84e598-fde4-4c2b-8d97-cc0195a23827 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 1096 time: 0.0992787 Feb 19 07:41:51.329040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-b0fd30a5-a834-44a0-a7d5-031f4487c96b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:51.330349 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-b0fd30a5-a834-44a0-a7d5-031f4487c96b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 898 time: 0.1271381 Feb 19 07:41:51.395035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-73ec7978-e9ab-4d26-b3cb-c8137d9356a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f192fc-e864-473d-b307-34efedeb4a2b HTTP/1.1" status: 200 len: 217 time: 0.0590663 Feb 19 07:41:51.460510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-c247b55c-d5a7-4d2e-906e-62fffa264d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:51.461995 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-c247b55c-d5a7-4d2e-906e-62fffa264d2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.0616255 Feb 19 07:41:51.538701 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-06bcb5e2-84ae-4665-9001-ed8dd0b7eb88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708761 Feb 19 07:41:51.695540 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-5b805601-edea-4a3a-bb78-b4dd5c038d88 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500082 Feb 19 07:41:51.830148 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ab97a22-c62a-4b9d-95bd-9231ece4af8d req-91d0523c-4595-41da-ab4a-40ead7ebacf8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256170 Feb 19 07:41:52.382735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2b37-e971-40a8-83db-35f9b20e70eb req-068341c4-2354-4a71-b817-0a49fdc54396 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:52.384186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1e5b2b37-e971-40a8-83db-35f9b20e70eb req-068341c4-2354-4a71-b817-0a49fdc54396 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 943 time: 0.0893867 Feb 19 07:41:52.433538 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1e5b2b37-e971-40a8-83db-35f9b20e70eb req-49408693-3f0f-4c61-9a8e-ba0f6c64a248 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Feb 19 07:41:53.632033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992d902-437b-455b-88e2-e54f31459d22 req-044e2ee1-b251-406c-85c3-ecb69a04fbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:53.633510 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c992d902-437b-455b-88e2-e54f31459d22 req-044e2ee1-b251-406c-85c3-ecb69a04fbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 943 time: 0.0808632 Feb 19 07:41:53.693843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c992d902-437b-455b-88e2-e54f31459d22 req-3eac1c64-519d-4d8f-9eaf-b45e285f4c02 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Feb 19 07:41:54.723738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 09f192fc-e864-473d-b307-34efedeb4a2b details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:41:54.885200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 09f192fc-e864-473d-b307-34efedeb4a2b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=09f192fc-e864-473d-b307-34efedeb4a2b,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:54.904018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '09f192fc-e864-473d-b307-34efedeb4a2b', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'port_id': '09f192fc-e864-473d-b307-34efedeb4a2b', 'mac_address': 'fa:16:3e:57:6d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:41:54.912490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df87e8-1b0e-4a88-97e5-57e48eaea0b2 req-e7c39609-5c4a-4300-a792-c68b3457f1bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:54.912490 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79df87e8-1b0e-4a88-97e5-57e48eaea0b2 req-e7c39609-5c4a-4300-a792-c68b3457f1bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 943 time: 0.0899062 Feb 19 07:41:54.972276 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79df87e8-1b0e-4a88-97e5-57e48eaea0b2 req-caa77057-eeab-4f73-8346-0c9ecfad6fe8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487893 Feb 19 07:41:55.003858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:55.025071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f192fc-e864-473d-b307-34efedeb4a2b {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:41:55.037205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 09f192fc-e864-473d-b307-34efedeb4a2b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=09f192fc-e864-473d-b307-34efedeb4a2b,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:55.044467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:55.113220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=09f192fc-e864-473d-b307-34efedeb4a2b,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:55.375197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['09f192fc-e864-473d-b307-34efedeb4a2b'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:41:55.897400 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Sync routers for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:41:55.908339 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:55.908339 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:56.103380 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:56.183185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad4335-d77f-40ba-bf97-38811fd48c86 req-cab251a7-7694-464e-926b-5a56b5104c44 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:56.183185 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-41ad4335-d77f-40ba-bf97-38811fd48c86 req-cab251a7-7694-464e-926b-5a56b5104c44 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 944 time: 0.0899029 Feb 19 07:41:56.233657 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-41ad4335-d77f-40ba-bf97-38811fd48c86 req-d0b1a328-7070-4ae9-b8d8-8475a2ab04cb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455928 Feb 19 07:41:56.419999 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:56.419999 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Checking router: c23f0755-405b-47c0-ba51-af3b87e020e5 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:41:56.419999 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Updating router c23f0755-405b-47c0-ba51-af3b87e020e5 port e6f81e17-2122-4a48-8f4e-10360c0c9267 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:41:56.473591 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:56.730889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 09f192fc-e864-473d-b307-34efedeb4a2b up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:41:56.811021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 09f192fc-e864-473d-b307-34efedeb4a2b completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:56.819472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 09f192fc-e864-473d-b307-34efedeb4a2b triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:56.819472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:56.881951 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:56.903043 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Transition to ACTIVE for port object e6f81e17-2122-4a48-8f4e-10360c0c9267 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:41:56.903043 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:56.939764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:56.967763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:41:56.977955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 09f192fc-e864-473d-b307-34efedeb4a2b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=09f192fc-e864-473d-b307-34efedeb4a2b,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:56.983603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:57.067576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=09f192fc-e864-473d-b307-34efedeb4a2b,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:57.088769 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b', 'code': 200} Feb 19 07:41:57.111457 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Pushing event updated for resources: {'Port': ['ID=e6f81e17-2122-4a48-8f4e-10360c0c9267,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.119301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.125579 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:57.238433 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Attempting to bind port e6f81e17-2122-4a48-8f4e-10360c0c9267 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:41:57.238433 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Attempting to bind port e6f81e17-2122-4a48-8f4e-10360c0c9267 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:41:57.238433 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Attempting to bind port e6f81e17-2122-4a48-8f4e-10360c0c9267 on network b2433649-0e55-42a1-afe0-35a549e89dea {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:41:57.246254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:41:57.246254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Checking segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:41:57.246254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:57.246254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Bound using segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:41:57.246254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Bound port: e6f81e17-2122-4a48-8f4e-10360c0c9267, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:41:57.246254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:57.371681 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] For port e6f81e17-2122-4a48-8f4e-10360c0c9267, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:57.371681 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] For port e6f81e17-2122-4a48-8f4e-10360c0c9267, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e6f81e17-2122-4a48-8f4e-10360c0c9267,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:57.378725 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:57.495202 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce48769-8881-4c96-89ac-78f4eea90c01 None None] Pushing event updated for resources: {'Port': ['ID=e6f81e17-2122-4a48-8f4e-10360c0c9267,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:57.522629 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:41:57.522629 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:57.690951 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-560eef2c-3044-4fa5-8b3d-940ef7cb43c8 req-580950e2-e1cd-47df-8b05-e61269f38df2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 1098 time: 0.3506465 Feb 19 07:41:57.699705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cc54d-6042-4a9b-8988-4639828a1964 req-a4cc2bb5-00bc-4b66-beb3-c1e236573421 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:57.699705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e51cc54d-6042-4a9b-8988-4639828a1964 req-a4cc2bb5-00bc-4b66-beb3-c1e236573421 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 945 time: 0.1147614 Feb 19 07:41:57.748803 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:41:57.795306 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e51cc54d-6042-4a9b-8988-4639828a1964 req-34871b7f-5260-4a35-acab-2108690fc69b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609322 Feb 19 07:41:57.795306 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-560eef2c-3044-4fa5-8b3d-940ef7cb43c8 req-01750d1a-b479-4912-a3d7-d82e8a633ac4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962505 Feb 19 07:41:58.072467 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:57Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:58.076655 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5023e-0c06-4987-9c37-07dd2bf66684 None None] The sync data for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv is: [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:57Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:41:58.317170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6f81e17-2122-4a48-8f4e-10360c0c9267 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:41:58.391083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e6f81e17-2122-4a48-8f4e-10360c0c9267 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:41:58.396559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e6f81e17-2122-4a48-8f4e-10360c0c9267 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:58.396932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:58.512017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:58.545038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e6f81e17-2122-4a48-8f4e-10360c0c9267, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e6f81e17-2122-4a48-8f4e-10360c0c9267,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:58.550209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:41:58.619826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e6f81e17-2122-4a48-8f4e-10360c0c9267,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:58.982632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c863c88-9837-421b-8241-2f493d4e0f31 req-1962448d-c043-46fe-80b2-3545edff8d36 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:58.987079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6c863c88-9837-421b-8241-2f493d4e0f31 req-1962448d-c043-46fe-80b2-3545edff8d36 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 945 time: 0.0797513 Feb 19 07:41:59.040199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6c863c88-9837-421b-8241-2f493d4e0f31 req-811f9d0f-6c49-4f1e-a2cc-a0818a1ac420 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453069 Feb 19 07:42:00.237543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d08f9-4550-4f3c-bf13-97e07ce7936c req-661dc1bd-8566-4a0b-b565-e206655c5af0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:00.239568 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab0d08f9-4550-4f3c-bf13-97e07ce7936c req-661dc1bd-8566-4a0b-b565-e206655c5af0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 945 time: 0.0788593 Feb 19 07:42:00.292827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab0d08f9-4550-4f3c-bf13-97e07ce7936c req-fa5a0c1b-49dd-4dc5-a6f0-a15dab007436 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472867 Feb 19 07:42:00.302772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6f81e17-2122-4a48-8f4e-10360c0c9267 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:42:00.371066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e6f81e17-2122-4a48-8f4e-10360c0c9267 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:00.371460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:00.549411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae7221-b1f1-429b-88de-929cefe7edfa req-4b940c99-6d7f-44bb-97e3-fb05a8d0cc7e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:00.550861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f9ae7221-b1f1-429b-88de-929cefe7edfa req-4b940c99-6d7f-44bb-97e3-fb05a8d0cc7e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 945 time: 0.0830495 Feb 19 07:42:00.599421 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f9ae7221-b1f1-429b-88de-929cefe7edfa req-1b678413-989f-4064-a239-f7de96cbb935 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Feb 19 07:42:00.628127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40856) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:00.704858 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-43a0b317-9038-4503-978b-38aa20abf57d tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 1093 time: 0.0720861 Feb 19 07:42:00.707360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:00.714972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '09f192fc-e864-473d-b307-34efedeb4a2b', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:42:00.722978 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:42:00.728779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:42:00.732477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:42:00.740419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:42:00.753990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:00.935150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:01.115425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.252 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/77384bed-7d06-40da-ad6a-9448b9816ffb) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:01.266835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:01.291218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:01.359957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:01.363394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:01.365383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=77384bed-7d06-40da-ad6a-9448b9816ffb,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:01.370822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:42:01.917456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:02.071037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:02.295457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:02.301446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:02.408720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=77384bed-7d06-40da-ad6a-9448b9816ffb,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:02.430386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:02.672558 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7 associated. External IP: 172.26.1.252, port: 09f192fc-e864-473d-b307-34efedeb4a2b. Feb 19 07:42:02.688555 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:42:03.086387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router c23f0755-405b-47c0-ba51-af3b87e020e5 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:42:03.300812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:03.327343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:03.406310 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7014c4fe-5104-498d-ae11-07f00b61c810 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6962717 Feb 19 07:42:03.406691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40866) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:03.407190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:42:03.478343 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b', 'status': 'completed', 'code': 200} Feb 19 07:42:03.544829 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df439c72-28a3-4a35-8958-4083080230b7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1375012 Feb 19 07:42:03.568653 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-38d3275b-6ee3-463c-884d-12b44ac3f062 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 1098 time: 0.0698762 Feb 19 07:42:03.715901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-33d7b74d-92c4-4368-9fc5-f084596cf3c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:03.717434 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-33d7b74d-92c4-4368-9fc5-f084596cf3c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 898 time: 0.1422670 Feb 19 07:42:03.935680 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-57cba9c8-9928-43e4-9150-97e4d58aa9cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f192fc-e864-473d-b307-34efedeb4a2b HTTP/1.1" status: 200 len: 999 time: 0.2101135 Feb 19 07:42:04.008383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-accfcfc1-736d-4307-94c2-1198abd3f04d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:04.009865 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-accfcfc1-736d-4307-94c2-1198abd3f04d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.0668190 Feb 19 07:42:04.096310 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-50eac08d-ab35-4922-88d9-3caea4f48193 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805123 Feb 19 07:42:04.242935 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-fe14c1e0-e146-41f0-870a-abdaa8e7b8f3 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402032 Feb 19 07:42:04.395161 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7764095c-c5c6-48a6-b35f-8c6f79811de5 req-48383aa5-c084-42a6-93e4-de6bcd85a194 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466277 Feb 19 07:42:04.547828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40872) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:04.742829 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4e91d320-0734-472b-b5bc-33b04933d439 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1937850 Feb 19 07:42:05.748255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:05.857393 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d9c7f4fd-ff8f-440a-a728-c0a0d110e722 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1077352 Feb 19 07:42:05.903803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] Sync routers for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:42:05.916352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:42:05.916962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:06.106333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:42:06.484799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '858e6d63-c595-43bf-a355-ecc04d779ce7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'port_id': '09f192fc-e864-473d-b307-34efedeb4a2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'mac_address': 'fa:16:3e:57:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:42:01Z', 'updated_at': '2022-02-19T07:42:01Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:06.489181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] Checking router: c23f0755-405b-47c0-ba51-af3b87e020e5 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:42:06.502682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:42:06.503475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:06.683954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:42:06.754044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12605a51-df21-418d-af5b-b1fa3550c1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:06.861827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40882) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:06.965698 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c5ea7cc2-f96a-49fb-8180-0da1f502cbb5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1020350 Feb 19 07:42:07.046500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '858e6d63-c595-43bf-a355-ecc04d779ce7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'port_id': '09f192fc-e864-473d-b307-34efedeb4a2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'mac_address': 'fa:16:3e:57:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:42:01Z', 'updated_at': '2022-02-19T07:42:01Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:07.050732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29d0d0-ec08-4cd5-a770-01ac78b4c8fb None None] The sync data for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv is: [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '858e6d63-c595-43bf-a355-ecc04d779ce7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'port_id': '09f192fc-e864-473d-b307-34efedeb4a2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'mac_address': 'fa:16:3e:57:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:42:01Z', 'updated_at': '2022-02-19T07:42:01Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:42:07.969573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40886) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:08.080224 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-410ba361-2e4b-42ae-9c1b-e91008c24b7e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1077607 Feb 19 07:42:08.936001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fc64ceb6-60c6-4980-bff5-4eb1cde593cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:09.083210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40890) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:09.196284 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-08d9a7f7-45ad-4164-be08-b33d626e0ca7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1117101 Feb 19 07:42:10.136865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:10.166582 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c381c-cd56-4fd5-b0cc-07f40dc7d781 None None] New status for floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:42:10.202982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40894) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:10.243286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:10.320457 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-61263059-90e8-4fbe-8cd3-569dadf23c9f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1161275 Feb 19 07:42:11.325689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40900) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:42:11.413004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:11.439233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dc6d467f-4df7-4582-a28b-5e67855725df tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 993 time: 0.1120968 Feb 19 07:42:13.303943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:36.720927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7b07ec01-93c8-456f-b9d6-166742ba2897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:38.941199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36a3ef92-ebf2-4625-85c4-1a21516bfaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:39.693587 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:42:40.142627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:40.241944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:41.421456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:43.301557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:42:58.862275 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-0d70466b-7b20-4d85-8a5a-1cb930a66e5f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861590 Feb 19 07:42:59.005943 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-f63b80f1-39e5-4ef3-89f5-6d993754eebd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1098 time: 0.0727911 Feb 19 07:42:59.147070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329f598-3134-4f63-9aad-4a994fbe372e req-6f55cf7f-d63b-4eae-bcd4-70be227e808e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:59.148595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-6f55cf7f-d63b-4eae-bcd4-70be227e808e service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1244636 Feb 19 07:42:59.251206 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-c63620ca-91dc-44ac-828f-974dbdd1f7e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 1000 time: 0.0951171 Feb 19 07:42:59.398330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329f598-3134-4f63-9aad-4a994fbe372e req-bdf64d80-40dc-44ca-b9bf-25c64e50304f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:59.399637 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-bdf64d80-40dc-44ca-b9bf-25c64e50304f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.1423850 Feb 19 07:42:59.477708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-b201330a-193a-4e5a-9a84-1214c5af3820 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719445 Feb 19 07:42:59.611782 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-9429af55-a39c-494f-99de-c997475bc6c5 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264832 Feb 19 07:42:59.757031 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5329f598-3134-4f63-9aad-4a994fbe372e req-b313fa87-db8c-4f4e-b511-54039cf3034d service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387372 Feb 19 07:43:06.141664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40930) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:06.365823 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-15dfd95f-1996-42f2-b204-8744444f049c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=b66bdd28d7794d0991215fe930adef5c&network_id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 2999 time: 0.2226562 Feb 19 07:43:06.728072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4edf9f11-4029-4e4c-8ed0-7f14cb6068b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:08.945931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-423d2205-b6b5-4f08-bc98-5019826653cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:09.953023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40944) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:10.016905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c882cdcf-fba7-43ab-88bc-6ee816fe5390 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:10.018334 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c882cdcf-fba7-43ab-88bc-6ee816fe5390 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 HTTP/1.1" status: 200 len: 814 time: 0.0640275 Feb 19 07:43:10.149423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:10.246229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:11.302276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40952) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:11.310832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:11.408651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:11.417965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:11.683474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:11.690303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:11.690803 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7 disassociated. External IP: 172.26.1.252, port: 09f192fc-e864-473d-b307-34efedeb4a2b. Feb 19 07:43:12.114726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router c23f0755-405b-47c0-ba51-af3b87e020e5 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:12.311974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:12.316273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:12.322288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] Sync routers for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:43:12.336664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:12.337566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:12.371204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fbd042d6-1c62-40f2-a36b-41631c5892f1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 690 time: 1.0645502 Feb 19 07:43:12.371204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:12.371477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40956) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:12.424675 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b', 'status': 'completed', 'code': 200} Feb 19 07:43:12.470784 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fe2099b0-787c-4919-a7f0-a7e2bccb5691 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 690 time: 0.0980473 Feb 19 07:43:12.516631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:12.636877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-077c15b4-4d1a-48ea-94fa-da22fb007637 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 1098 time: 0.1865790 Feb 19 07:43:12.771532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-20510ba4-fbc8-4c36-b78a-d209ba131d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:12.773037 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-20510ba4-fbc8-4c36-b78a-d209ba131d69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 898 time: 0.1297896 Feb 19 07:43:12.825332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:12.829572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] Checking router: c23f0755-405b-47c0-ba51-af3b87e020e5 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:43:12.841193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:12.841824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:12.842212 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-200141b6-336c-46c7-a3fb-071265c197a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f192fc-e864-473d-b307-34efedeb4a2b HTTP/1.1" status: 200 len: 217 time: 0.0630002 Feb 19 07:43:12.904821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-aba911d3-99ac-42ac-9a81-fe941ccc4164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:12.906412 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-aba911d3-99ac-42ac-9a81-fe941ccc4164 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.0588534 Feb 19 07:43:12.986447 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-3476d913-50fd-40ad-9686-1ac1970e57c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730844 Feb 19 07:43:13.061988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:13.118652 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-898b3974-edc8-48f1-9ed0-26ab4637da91 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257586 Feb 19 07:43:13.250923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-229ae48d-a090-4ec2-81a9-b59824367e2a req-5f9dd7be-f9f0-468e-aa77-64bf73b137ef service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263063 Feb 19 07:43:13.315119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:13.378663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:13.382739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef50f6-10aa-4f15-9c39-3c019216bf47 None None] The sync data for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv is: [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:43:13.474062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:13.563455 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57674580-d6b6-4a70-8a8c-334e42a04fe8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 690 time: 0.0882113 Feb 19 07:43:13.598794 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb83a03-c2f9-4c69-a59d-922915d96bbf None None] New status for floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:43:14.567924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40966) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:14.654602 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b7d25b74-612f-458a-8300-2a91b89c6798 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 688 time: 0.0854926 Feb 19 07:43:16.066558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40972) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:16.072289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819685943', 'description': 'tempest-secgroup-smoke-819685943 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:16.078415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:16.088670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:16.099906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.135643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:16.139773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:43:16.142773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:43:16.148737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:16.202116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.208726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.248067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d7163f-ccca-4dde-bab4-66923da0a270,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.259056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.260269 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1927121 Feb 19 07:43:16.261660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.261999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.262328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.262679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.263041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.263360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.263677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.263808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 40976) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:16.264330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.264330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.264628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.264941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ca6fb-c64e-43b7-bbe7-2643cd66c09f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.270853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a7d7163f-ccca-4dde-bab4-66923da0a270', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:16.277300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:16.281586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:43:16.285776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:43:16.294550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:16.313885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.376188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.381025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.404942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcc220c-bb9d-4e22-ad8f-6df739376e8b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.416349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.417471 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1524906 Feb 19 07:43:16.419032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.419351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.419670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.420070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.420421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.420741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.420985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40980) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:16.421097 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.421350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.421762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.422082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.422378 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd508ac-db42-442f-986a-20a6d4b78506 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:16.427226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a7d7163f-ccca-4dde-bab4-66923da0a270', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:16.434391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:16.438731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:43:16.442027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:43:16.448966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:16.466455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.524839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.529457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.554370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c0bf6b-8e7a-4c43-a496-ffaa6374577f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.564028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.565210 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1211790a-61b2-4007-8840-b8e34e02a70f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1429894 Feb 19 07:43:16.568214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40984) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:16.573513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a7d7163f-ccca-4dde-bab4-66923da0a270', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:16.579105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:16.582815 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:43:16.585722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:43:16.591575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:16.695348 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:43:16.716169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.780548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.785873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.809225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ad278d-0367-4fae-8078-96bf9063fa5c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.820052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.821357 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-93834afd-ea87-4bf9-a603-224837898a83 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2521989 Feb 19 07:43:16.824206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40988) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:16.829588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a7d7163f-ccca-4dde-bab4-66923da0a270', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:16.835420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:16.839351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:43:16.842315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:43:16.848054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:16.865150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.928228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.934470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.956624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eea94dd-045f-4d4d-8dc5-f95ab5585cde,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.965923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:16.967056 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eee9e9b2-d3d8-4da2-996a-237cf4fb8067 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1419039 Feb 19 07:43:16.969854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40992) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:16.975032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a7d7163f-ccca-4dde-bab4-66923da0a270', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:16.980776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:16.984661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:43:16.987522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:43:16.993194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:17.005574 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:43:17.011835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.076012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.082638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.114979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8becf48e-3621-469e-a04e-28496dc10a02,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:17.125387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.126672 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e35e7e7-257b-441d-b134-d0cef9b5d856 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1558208 Feb 19 07:43:17.129495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 40996) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:17.135061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a7d7163f-ccca-4dde-bab4-66923da0a270', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:17.140730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:17.144480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:43:17.147304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:43:17.152894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:17.164855 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:43:17.171056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.235749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.240981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.264305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2e1ce9-ef31-4a3b-a45c-4b6b648e7a0c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:17.275126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:17.276436 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a878a410-557c-4dd2-90e2-01c96994af60 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1458750 Feb 19 07:43:17.449349 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-ade5d292-08b5-4ed6-ab18-1ed8b2cce96a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819685943&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0419662 Feb 19 07:43:17.598130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-b4b3e5cc-0938-48b3-95af-404d3292a7e2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:17.599419 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-b4b3e5cc-0938-48b3-95af-404d3292a7e2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 797 time: 0.1437292 Feb 19 07:43:17.615349 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-c3ec5ee4-882c-44d3-b577-c3797fb45564 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0105946 Feb 19 07:43:17.700364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-e094c640-0701-451d-946b-5057563927f4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0803065 Feb 19 07:43:17.915314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-03f4274c-da06-46e7-a36c-e4b730f5d376 service neutron] 10.222.0.72 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025504 Feb 19 07:43:18.046611 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-93d1ae64-00d8-4a86-bd74-7fed8f300664 service neutron] 10.222.0.72 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254845 Feb 19 07:43:18.244282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-07dbc3f8-7d6f-4e73-81de-ff820e7f216a req-934faa0b-6740-40bc-985a-c463113c75b4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 210 time: 0.0456958 Feb 19 07:43:19.362859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-a941ef22-90d9-4faf-865e-cc426189cdc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:19.364287 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-a941ef22-90d9-4faf-865e-cc426189cdc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 797 time: 0.2375185 Feb 19 07:43:19.426381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3659bf8f-d4b1-4797-9aa4-aeb3630a9e1d req-78ab4b48-2fce-4b85-a7f5-b9ac0fee76dd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 210 time: 0.0541074 Feb 19 07:43:19.451578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-3bd97bf3-86ef-4868-9976-9967057ccba7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 472 time: 0.0505507 Feb 19 07:43:19.460345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['a7d7163f-ccca-4dde-bab4-66923da0a270']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:19.605486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:43:19.615638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:43:19.629542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:19.632522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:19.805267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.4 (b2433649-0e55-42a1-afe0-35a549e89dea/d89a922b-8f51-46ea-b604-d15b2cce1e37/c05f256e-cc79-4b63-b812-a9388c81822d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:19.992101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.007442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object c05f256e-cc79-4b63-b812-a9388c81822d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:43:20.031743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.105532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network b2433649-0e55-42a1-afe0-35a549e89dea is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:20.108687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:20.112999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:43:20.137251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=c05f256e-cc79-4b63-b812-a9388c81822d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:20.174858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:20.175457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.202751 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-272bece9-44a7-4ace-911c-1ba06559f1c5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457774 Feb 19 07:43:20.214902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Request body: {'port': {'device_id': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:20.324697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.366001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7a46957e-55b8-4fb4-8ac8-e1303be04be5 None None] Provisioning for port c05f256e-cc79-4b63-b812-a9388c81822d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:43:20.370996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7a46957e-55b8-4fb4-8ac8-e1303be04be5 None None] Provisioning complete for port c05f256e-cc79-4b63-b812-a9388c81822d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:20.371361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7a46957e-55b8-4fb4-8ac8-e1303be04be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.424375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7a46957e-55b8-4fb4-8ac8-e1303be04be5 None None] Port c05f256e-cc79-4b63-b812-a9388c81822d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:43:20.515397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41024) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:20.672659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c505e9-7690-4956-83fd-e98f6eed4687 req-df775d84-067a-4d41-b45d-dfa9e212ec41 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:20.673322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-93c505e9-7690-4956-83fd-e98f6eed4687 req-df775d84-067a-4d41-b45d-dfa9e212ec41 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:43:20.719255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Deleting port 70910be2-38d4-4d25-b4f3-3c3e62e36bcf {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:20.719664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.734038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05f256e-cc79-4b63-b812-a9388c81822d {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:43:20.740000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-93c505e9-7690-4956-83fd-e98f6eed4687 req-df775d84-067a-4d41-b45d-dfa9e212ec41 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:43:20.741159 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-93c505e9-7690-4956-83fd-e98f6eed4687 req-df775d84-067a-4d41-b45d-dfa9e212ec41 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 931 time: 0.1945076 Feb 19 07:43:20.742680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.775674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Transition to ACTIVE for port object c05f256e-cc79-4b63-b812-a9388c81822d will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:43:20.786346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.851372 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-93c505e9-7690-4956-83fd-e98f6eed4687 req-7019d3e4-8f7d-4308-9777-99bc75d76d7c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041803 Feb 19 07:43:20.903037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.903450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:20.932116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=c05f256e-cc79-4b63-b812-a9388c81822d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:21.034045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Calling delete_port for 70910be2-38d4-4d25-b4f3-3c3e62e36bcf owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:21.043360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Attempting to bind port c05f256e-cc79-4b63-b812-a9388c81822d on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:43:21.043691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Attempting to bind port c05f256e-cc79-4b63-b812-a9388c81822d by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:43:21.044055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Attempting to bind port c05f256e-cc79-4b63-b812-a9388c81822d on network b2433649-0e55-42a1-afe0-35a549e89dea {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:43:21.050104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Port c05f256e-cc79-4b63-b812-a9388c81822d on network b2433649-0e55-42a1-afe0-35a549e89dea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:43:21.050418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Attempting to bind port c05f256e-cc79-4b63-b812-a9388c81822d on network b2433649-0e55-42a1-afe0-35a549e89dea {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:43:21.057221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:43:21.057547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Checking segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:43:21.057921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Bound using segment: {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:43:21.058328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Bound port: c05f256e-cc79-4b63-b812-a9388c81822d, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5f3bee-b27e-4f51-ac83-65374f5d642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:43:21.058659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:21.146765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] For port c05f256e-cc79-4b63-b812-a9388c81822d, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:21.149949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] For port c05f256e-cc79-4b63-b812-a9388c81822d, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c05f256e-cc79-4b63-b812-a9388c81822d,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:21.155431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:21.183692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:21.233151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event deleted for resources: {'Port': ['ID=70910be2-38d4-4d25-b4f3-3c3e62e36bcf,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:21.321402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:21.322762 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] 10.222.0.67 "PUT /v2.0/ports/c05f256e-cc79-4b63-b812-a9388c81822d HTTP/1.1" status: 200 len: 1093 time: 1.1124294 Feb 19 07:43:21.323203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:21.323691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:21.333592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b3871-5b6c-4a15-928f-32df9c67fdbe service neutron] Pushing event updated for resources: {'Port': ['ID=c05f256e-cc79-4b63-b812-a9388c81822d,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:21.411418 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'status': 'completed', 'code': 200} Feb 19 07:43:21.461719 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-ba4d132a-c334-43ad-84ef-5b8f77f77ff4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 1096 time: 0.0887513 Feb 19 07:43:21.532563 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-117cffb2-8061-48fe-bfe7-735540d2ab71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c05f256e-cc79-4b63-b812-a9388c81822d HTTP/1.1" status: 200 len: 217 time: 0.0637848 Feb 19 07:43:21.594095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-b6c85a58-ec18-4deb-96f8-2aa2d2ff7f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:21.595568 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-b6c85a58-ec18-4deb-96f8-2aa2d2ff7f9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.0566430 Feb 19 07:43:21.672703 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-8d41832e-114d-4be1-892f-0efff8b3c402 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705779 Feb 19 07:43:21.719944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:21.806779 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-1732d3fd-da57-4f1b-b597-328f7af3cf6e service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281347 Feb 19 07:43:21.940924 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14e8b3c5-41c6-4cf2-aa84-a563d1eb28bf req-c804960d-a7e7-467c-8b20-d902a9e15e83 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265750 Feb 19 07:43:22.014118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:22.025191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:43:22.037691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:22.038077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:22.039148 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:22.094289 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-46f5181b-f19e-4569-a7bd-249fcf33ed17 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "DELETE /v2.0/floatingips/eff354dd-74c6-431c-b3da-2d20f6d3af7b HTTP/1.1" status: 204 len: 168 time: 1.5776343 Feb 19 07:43:22.095239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:22.127742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc72cf-7dcc-45b7-89a0-6e050db88b3e req-fbade55c-5bd2-4290-bd3b-75c1359ce3eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.129234 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09cc72cf-7dcc-45b7-89a0-6e050db88b3e req-fbade55c-5bd2-4290-bd3b-75c1359ce3eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 943 time: 0.1443982 Feb 19 07:43:22.132133 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-81d9df94-c9b1-4722-a15c-3e456b04002b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 1096 time: 0.1172812 Feb 19 07:43:22.220493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:22.261012 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09cc72cf-7dcc-45b7-89a0-6e050db88b3e req-fbe2ef62-55d3-4216-880f-e62807fab52c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255293 Feb 19 07:43:22.360316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-682ca450-3bda-45a7-868d-98fc6fa4c79f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.360316 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-682ca450-3bda-45a7-868d-98fc6fa4c79f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 898 time: 0.2110291 Feb 19 07:43:22.385827 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'status': 'completed', 'code': 200} Feb 19 07:43:22.521022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-7135283c-1766-4403-9ce5-d6444e62ab7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 1099 time: 0.1109848 Feb 19 07:43:22.531775 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-2cad4f25-dd6b-442e-80d7-4c849c608575 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c05f256e-cc79-4b63-b812-a9388c81822d HTTP/1.1" status: 200 len: 217 time: 0.1593072 Feb 19 07:43:22.610029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-766457e2-8a44-48b7-982f-16e022236d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.611364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-766457e2-8a44-48b7-982f-16e022236d5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.0718284 Feb 19 07:43:22.665488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24fc2b-4166-4842-a4bc-e40fb20713dc req-78b4fa53-bd1d-485e-a8ba-d2207d3a2290 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.666958 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f24fc2b-4166-4842-a4bc-e40fb20713dc req-78b4fa53-bd1d-485e-a8ba-d2207d3a2290 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 946 time: 0.1986818 Feb 19 07:43:22.676641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-5386688a-ca52-4ac8-aaf5-f887f12ada8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.678304 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-5386688a-ca52-4ac8-aaf5-f887f12ada8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1506121 Feb 19 07:43:22.679798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:30Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:22.684287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:43:22.695291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:22.695886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:22.731462 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f24fc2b-4166-4842-a4bc-e40fb20713dc req-1f8aaf24-13ae-4ff9-bca1-e67342237d9d tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568082 Feb 19 07:43:22.742210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-456651ee-e68c-4d05-bf53-0c8136278ee7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212919 Feb 19 07:43:22.786282 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-f03b2c7b-2559-4fc3-8dec-2ac037646275 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130a8a22-982c-4134-84a7-2cf14f3503ea HTTP/1.1" status: 200 len: 217 time: 0.1009095 Feb 19 07:43:22.859959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-e211db95-09eb-4dc9-a606-a7e7f82c6892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.861571 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-e211db95-09eb-4dc9-a606-a7e7f82c6892 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0679696 Feb 19 07:43:22.882797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:22.890913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-2dc1d707-e550-4044-bb1f-9fa472272d17 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410077 Feb 19 07:43:22.965510 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-da0c50e2-2913-48f5-bcf8-a679108eb4ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952308 Feb 19 07:43:23.026881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5c09893-aba2-4dcd-948c-3dbd6ff25335 req-7bbb626b-6d00-4e44-95a9-0038e3995fcc service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287627 Feb 19 07:43:23.115147 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-86b8f6af-7a42-40be-8ec0-87c43f44b4a5 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422832 Feb 19 07:43:23.253322 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-03c3c6e6-792c-4556-a284-bbcb6ba46d0a req-e1a0d6be-b896-417c-9ff3-01d915ced8e2 service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306241 Feb 19 07:43:23.295654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:30Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:23.300608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fcd11-8a96-4eff-9ec8-ce46cc206ee6 None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'bd2e1a22-b926-4737-9253-f4749f3ea0de', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'port_id': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'mac_address': 'fa:16:3e:e2:24:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:39:27Z', 'updated_at': '2022-02-19T07:39:30Z', 'revision_number': 1, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:43:23.472011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d5737-2a28-4a3c-aa99-0f5fc31b3536 req-9d4b2772-2cb2-4812-9383-48c94b98d10d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:23.473604 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-583d5737-2a28-4a3c-aa99-0f5fc31b3536 req-9d4b2772-2cb2-4812-9383-48c94b98d10d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 943 time: 0.0845773 Feb 19 07:43:23.521720 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-583d5737-2a28-4a3c-aa99-0f5fc31b3536 req-3b7a60b8-1662-4896-9637-2f8b4adf9463 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Feb 19 07:43:23.537225 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a5060-2b39-4ca1-aadd-30c5a4ed9575 None None] New status for floating IP eff354dd-74c6-431c-b3da-2d20f6d3af7b: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:43:24.044614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f95fc-6225-46c1-8a19-2045592e7c16 req-6841d290-e8f5-47bb-adaf-ebbde6f3a966 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:24.045104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-339f95fc-6225-46c1-8a19-2045592e7c16 req-6841d290-e8f5-47bb-adaf-ebbde6f3a966 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 946 time: 0.1868570 Feb 19 07:43:24.090332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-339f95fc-6225-46c1-8a19-2045592e7c16 req-626359bd-db38-4a35-8c0f-e9f2161f84d4 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Feb 19 07:43:24.174064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc79a-1e63-4980-9908-f78c72ef365e req-ea875670-dc29-45a9-8744-2a31de9074e5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:24.174746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-36afc79a-1e63-4980-9908-f78c72ef365e req-ea875670-dc29-45a9-8744-2a31de9074e5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:43:24.193000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-36afc79a-1e63-4980-9908-f78c72ef365e req-ea875670-dc29-45a9-8744-2a31de9074e5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:43:24.194082 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36afc79a-1e63-4980-9908-f78c72ef365e req-ea875670-dc29-45a9-8744-2a31de9074e5 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 946 time: 0.0943589 Feb 19 07:43:24.264614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Deleting port 130a8a22-982c-4134-84a7-2cf14f3503ea {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:24.264952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:24.514917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] For port 130a8a22-982c-4134-84a7-2cf14f3503ea, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=130a8a22-982c-4134-84a7-2cf14f3503ea,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:24.515252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:24.632831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Calling delete_port for 130a8a22-982c-4134-84a7-2cf14f3503ea owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:24.725313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e8cb9-5df2-4fed-a5cc-4e163129589e req-1d840926-c145-4646-bc2a-768b83d8d154 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:24.726749 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1f5e8cb9-5df2-4fed-a5cc-4e163129589e req-1d840926-c145-4646-bc2a-768b83d8d154 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 943 time: 0.0847983 Feb 19 07:43:24.774819 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1f5e8cb9-5df2-4fed-a5cc-4e163129589e req-b3772e05-b6e0-4aa4-a8d4-d3acd3a772d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422435 Feb 19 07:43:24.875255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:24.923614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event deleted for resources: {'Port': ['ID=130a8a22-982c-4134-84a7-2cf14f3503ea,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:25.000553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] No DVR routers for this DVR port 130a8a22-982c-4134-84a7-2cf14f3503ea on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:25.003042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:25.005607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'name': 'network-vif-deleted', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:25.024669 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36afc79a-1e63-4980-9908-f78c72ef365e req-d9be1f84-28e8-4f3c-8e15-38eaf2df63ca tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "DELETE /v2.0/ports/130a8a22-982c-4134-84a7-2cf14f3503ea HTTP/1.1" status: 204 len: 173 time: 0.8251894 Feb 19 07:43:25.072980 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a15b3-c805-449e-880f-5999d310ea96', 'name': 'network-vif-deleted', 'tag': '130a8a22-982c-4134-84a7-2cf14f3503ea', 'status': 'completed', 'code': 200} Feb 19 07:43:25.076435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c05f256e-cc79-4b63-b812-a9388c81822d details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:43:25.217571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c05f256e-cc79-4b63-b812-a9388c81822d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c05f256e-cc79-4b63-b812-a9388c81822d,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:25.232442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'port_id': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'mac_address': 'fa:16:3e:10:ba:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:43:25.288529 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a11edeab-8b97-4b41-b890-8cfb73ad473b req-73bf7a30-a873-4b0b-9fae-049479ef5b66 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38a15b3-c805-449e-880f-5999d310ea96 HTTP/1.1" status: 200 len: 210 time: 0.0653806 Feb 19 07:43:25.302168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:25.321608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05f256e-cc79-4b63-b812-a9388c81822d {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:43:25.338441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c05f256e-cc79-4b63-b812-a9388c81822d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c05f256e-cc79-4b63-b812-a9388c81822d,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:25.344073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:25.435619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=c05f256e-cc79-4b63-b812-a9388c81822d,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:25.444796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.445130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.445466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.445793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.446120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.446442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.446759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.447078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.447392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.447704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.448015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:25.685652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['c05f256e-cc79-4b63-b812-a9388c81822d'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:43:25.966593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a054cb-2524-41b3-83de-704f8fcd16cb req-9507d9de-d88b-4386-a3a0-a8c4debcf6ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:25.968035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7a054cb-2524-41b3-83de-704f8fcd16cb req-9507d9de-d88b-4386-a3a0-a8c4debcf6ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 944 time: 0.0743790 Feb 19 07:43:26.018914 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7a054cb-2524-41b3-83de-704f8fcd16cb req-6a0a731a-ad60-425b-b135-6d82008deb09 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 Feb 19 07:43:27.088925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c05f256e-cc79-4b63-b812-a9388c81822d up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:43:27.166104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port c05f256e-cc79-4b63-b812-a9388c81822d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:43:27.172130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port c05f256e-cc79-4b63-b812-a9388c81822d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:27.172516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:27.302702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:27.329507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:27.339406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c05f256e-cc79-4b63-b812-a9388c81822d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c05f256e-cc79-4b63-b812-a9388c81822d,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:27.347105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:27.348048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 130a8a22-982c-4134-84a7-2cf14f3503ea no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:27.398882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50486285-0cc7-4adb-8d01-ce1cc6955f64 req-1e4fa40b-0403-48b2-af31-91cc6e6fef59 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:27.400503 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50486285-0cc7-4adb-8d01-ce1cc6955f64 req-1e4fa40b-0403-48b2-af31-91cc6e6fef59 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 945 time: 0.1013167 Feb 19 07:43:27.412706 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'code': 200} Feb 19 07:43:27.423816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 130a8a22-982c-4134-84a7-2cf14f3503ea {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:27.424183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 130a8a22-982c-4134-84a7-2cf14f3503ea not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:27.450974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=c05f256e-cc79-4b63-b812-a9388c81822d,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:27.468445 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50486285-0cc7-4adb-8d01-ce1cc6955f64 req-a9a85be3-bc87-4499-9d18-2c44ca7874b3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620227 Feb 19 07:43:27.641481 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de3b490e-8d4d-4f75-8670-c50f7b05371d req-966249d5-057e-412c-83b4-8eda6cc2d236 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 1098 time: 0.0705643 Feb 19 07:43:27.695400 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-de3b490e-8d4d-4f75-8670-c50f7b05371d req-056fef35-0b4b-4f18-9e1b-0dce7072b38a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473676 Feb 19 07:43:28.671720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a92c5-fc8d-43b4-b21f-bfe6e7716e76 req-3a8b0a6c-f5e4-4c3e-9126-820cf8594cd6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:28.673238 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-319a92c5-fc8d-43b4-b21f-bfe6e7716e76 req-3a8b0a6c-f5e4-4c3e-9126-820cf8594cd6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 945 time: 0.0823092 Feb 19 07:43:28.724985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-319a92c5-fc8d-43b4-b21f-bfe6e7716e76 req-d7b16f53-0b6a-41f5-9f0f-d7325b5a443a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452869 Feb 19 07:43:29.929068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec70319-9665-4240-98da-14a82fcff87b req-44befb2a-a61b-481c-a751-ef5264880181 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:29.930554 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ec70319-9665-4240-98da-14a82fcff87b req-44befb2a-a61b-481c-a751-ef5264880181 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 945 time: 0.0792160 Feb 19 07:43:29.978769 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ec70319-9665-4240-98da-14a82fcff87b req-415279be-0132-4de4-a7f8-f9829ce88414 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Feb 19 07:43:30.180399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee3e0d-4eb8-4f56-a427-f035fe8cc57c req-8d58dc21-07d5-4dcf-84df-4acdf0ca1925 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:30.182201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-58ee3e0d-4eb8-4f56-a427-f035fe8cc57c req-8d58dc21-07d5-4dcf-84df-4acdf0ca1925 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 945 time: 0.0809207 Feb 19 07:43:30.228946 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-58ee3e0d-4eb8-4f56-a427-f035fe8cc57c req-35840889-c462-4898-a27c-c9e5f0ed11cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Feb 19 07:43:30.262513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:30.339214 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6f61dee2-163e-4921-b709-ec32d3cbdd1b tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 1093 time: 0.0752618 Feb 19 07:43:30.343677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:30.351665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'port_id': 'c05f256e-cc79-4b63-b812-a9388c81822d'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:43:30.427219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:30.941408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41086) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:31.010161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.014745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.146965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Deleting port bc1e41ee-719c-4cd3-818b-8e64c92d1053 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:31.147310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.292075 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7 associated. External IP: 172.26.1.252, port: c05f256e-cc79-4b63-b812-a9388c81822d. Feb 19 07:43:31.313620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.313930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.436611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Calling delete_port for bc1e41ee-719c-4cd3-818b-8e64c92d1053 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:31.580052 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.625370 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event deleted for resources: {'Port': ['ID=bc1e41ee-719c-4cd3-818b-8e64c92d1053,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:31.685050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router c23f0755-405b-47c0-ba51-af3b87e020e5 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:31.717277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.885509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:31.891012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:31.895697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] Sync routers for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:43:31.907643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:31.908280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:31.946212 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-64f5dfa6-f4ef-4d7e-898c-26121532d6fc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 1.5987396 Feb 19 07:43:31.946212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:31.948640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41090) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:32.027672 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'status': 'completed', 'code': 200} Feb 19 07:43:32.062266 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-78b3105c-f26b-447d-8817-740da49f48eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.1121206 Feb 19 07:43:32.092598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:32.231144 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-4437f2c5-9692-4878-bfab-6ce1525820d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 1098 time: 0.1936722 Feb 19 07:43:32.375982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-102b269b-672e-4009-8eb0-08c340f82c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:32.377421 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-102b269b-672e-4009-8eb0-08c340f82c83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 898 time: 0.1402180 Feb 19 07:43:32.438632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '858e6d63-c595-43bf-a355-ecc04d779ce7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'port_id': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'mac_address': 'fa:16:3e:10:ba:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:42:01Z', 'updated_at': '2022-02-19T07:43:30Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:32.442541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] Checking router: c23f0755-405b-47c0-ba51-af3b87e020e5 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:43:32.445458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:32.454732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:32.455489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:32.554066 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-9f3e3055-24ec-4941-89f4-6e8ab05d566e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c05f256e-cc79-4b63-b812-a9388c81822d HTTP/1.1" status: 200 len: 999 time: 0.1697555 Feb 19 07:43:32.665761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:32.674388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-1020f179-505b-4168-bca0-40ba2cff620b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:32.675782 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-1020f179-505b-4168-bca0-40ba2cff620b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.0801864 Feb 19 07:43:32.774817 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-f2da448a-9b5e-4fde-82cb-0f38815f4b43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918734 Feb 19 07:43:32.873315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:32.884501 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:43:32.900389 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:32.901353 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:32.919306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:32.960977 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-b3a17572-ad55-4839-ac46-bf2a1596836b service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797073 Feb 19 07:43:33.005734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '858e6d63-c595-43bf-a355-ecc04d779ce7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'port_id': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'mac_address': 'fa:16:3e:10:ba:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:42:01Z', 'updated_at': '2022-02-19T07:43:30Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.009658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7a303-59e1-4ca8-8649-820ab2c2eb97 None None] The sync data for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv is: [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '858e6d63-c595-43bf-a355-ecc04d779ce7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'port_id': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'mac_address': 'fa:16:3e:10:ba:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:42:01Z', 'updated_at': '2022-02-19T07:43:30Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:43:33.050425 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d257c228-67a1-4016-b785-e61662f82736 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "DELETE /v2.0/floatingips/bd2e1a22-b926-4737-9253-f4749f3ea0de HTTP/1.1" status: 204 len: 168 time: 2.1078322 Feb 19 07:43:33.058982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:33.065525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41100) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:33.087825 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:33.171867 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'status': 'completed', 'code': 200} Feb 19 07:43:33.183795 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f8c82a13-f7df-4b65-b478-dcf7e67c9503 req-edb04f2c-2816-4e7c-b87f-1a78024e69ce service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131441 Feb 19 07:43:33.300273 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a98155af-29c0-4827-9795-fbfe838cb97c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 991 time: 0.2322969 Feb 19 07:43:33.319611 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-1cca2a71-0a85-4a02-a091-79b49ef7151b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 1098 time: 0.1065810 Feb 19 07:43:33.325148 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41d236-bdce-41fa-a118-1d4267695d7f None None] New status for floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:43:33.463809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-3fc5d639-73a4-422b-97fa-1750810f9956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:33.465530 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-3fc5d639-73a4-422b-97fa-1750810f9956 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 200 len: 911 time: 0.1392589 Feb 19 07:43:33.500031 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.506059 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:43:33.519264 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:33.519941 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.572601 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-a2b66ffc-789d-4f19-92e7-e232bc9091cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 200 len: 217 time: 0.0686369 Feb 19 07:43:33.645150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-ebc9c17a-35a4-4234-aac6-b3e53df90911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:33.646568 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-ebc9c17a-35a4-4234-aac6-b3e53df90911 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 200 len: 849 time: 0.0645971 Feb 19 07:43:33.656185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2f24-9c16-4a3a-a38e-a92fd721bad2 req-c98e79b2-3b6b-420c-8bd1-74db4635104f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:33.657668 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-83ab2f24-9c16-4a3a-a38e-a92fd721bad2 req-c98e79b2-3b6b-420c-8bd1-74db4635104f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 945 time: 0.1910548 Feb 19 07:43:33.701196 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:33.850620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-83ab2f24-9c16-4a3a-a38e-a92fd721bad2 req-93c39a46-fd11-4b3e-b767-fa68df412e37 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569432 Feb 19 07:43:33.862978 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-c2e0ddb0-b664-4419-a27f-617ed62bfa34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb1fa548-4530-47ad-b928-59058ff800f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2044320 Feb 19 07:43:33.996045 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-73b8063e-af1e-442f-8c18-361df1ac44ed service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228955 Feb 19 07:43:34.009238 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:34.013162 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8ba95-d316-4e58-9ab7-34c12ba727e3 None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:36:05Z', 'revision_number': 4, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1fcdeab2-d091-483e-b0f8-505e814d1c0c', 'name': '', 'network_id': 'bb1fa548-4530-47ad-b928-59058ff800f7', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'mac_address': 'fa:16:3e:5b:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:04Z', 'updated_at': '2022-02-19T07:36:43Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'subnets': [{'id': 'e57d70bf-0cdc-4a53-b0f9-ea4853f2a758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:43:34.132775 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13319228-7084-493d-8339-aeadd9dcf8e2 req-a93f8bd5-0bb2-4fff-baef-7394d70b61ca service neutron] 10.222.0.67 "GET /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298358 Feb 19 07:43:34.302166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41106) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:34.415931 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-95d48957-d182-46ab-8ed6-8ae74f2640df tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 200 len: 993 time: 0.1088085 Feb 19 07:43:35.103803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43001374-a894-4d77-86d0-f5a07615e90d req-5b8adc40-0dbb-4cc3-89b7-400e8a5f2364 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:35.105232 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-43001374-a894-4d77-86d0-f5a07615e90d req-5b8adc40-0dbb-4cc3-89b7-400e8a5f2364 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 945 time: 0.1323841 Feb 19 07:43:35.111389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46058712-232b-47a6-b004-72c1b50c7f43 req-c0763a77-d429-4025-b06a-c4c6493ac553 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:35.112718 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-46058712-232b-47a6-b004-72c1b50c7f43 req-c0763a77-d429-4025-b06a-c4c6493ac553 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 945 time: 0.1106493 Feb 19 07:43:35.201740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Deleting port d4e384ce-4090-45bd-8bab-af603fd418d5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:35.202475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:35.239878 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-46058712-232b-47a6-b004-72c1b50c7f43 req-40f6243b-c2ed-47d8-aa29-0425549405c8 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/security-groups?id=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998456 Feb 19 07:43:35.456315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] For port d4e384ce-4090-45bd-8bab-af603fd418d5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=d4e384ce-4090-45bd-8bab-af603fd418d5,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:35.456587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:35.581904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Calling delete_port for d4e384ce-4090-45bd-8bab-af603fd418d5 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:35.586791 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d159b02-cae3-435f-aca9-5a03635edb76 None None] New status for floating IP bd2e1a22-b926-4737-9253-f4749f3ea0de: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:43:35.722330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:35.772039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event deleted for resources: {'Port': ['ID=d4e384ce-4090-45bd-8bab-af603fd418d5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:35.846424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] No DVR routers for this DVR port d4e384ce-4090-45bd-8bab-af603fd418d5 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:35.848898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:35.851360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'name': 'network-vif-deleted', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:43:35.862648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-43001374-a894-4d77-86d0-f5a07615e90d req-1cc422dd-13ab-44ab-823e-a4fd03b9ff35 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.67 "DELETE /v2.0/ports/d4e384ce-4090-45bd-8bab-af603fd418d5 HTTP/1.1" status: 204 len: 173 time: 0.7490513 Feb 19 07:43:35.905752 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc19d89-0395-4752-82ec-17d88e671bba', 'name': 'network-vif-deleted', 'tag': 'd4e384ce-4090-45bd-8bab-af603fd418d5', 'status': 'completed', 'code': 200} Feb 19 07:43:36.402390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4efe6676-050a-4e9c-9d57-2f2f493ba981 req-b09261eb-25f0-4d1f-8f04-93c29a1106b1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Synchronizing usage tracker for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:43:36.425521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4efe6676-050a-4e9c-9d57-2f2f493ba981 req-b09261eb-25f0-4d1f-8f04-93c29a1106b1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Unset dirty status for tenant:18c5d993bf994eed8180b7f5ac7629dc on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:43:36.426917 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4efe6676-050a-4e9c-9d57-2f2f493ba981 req-b09261eb-25f0-4d1f-8f04-93c29a1106b1 tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcc19d89-0395-4752-82ec-17d88e671bba HTTP/1.1" status: 200 len: 210 time: 0.0638795 Feb 19 07:43:36.723732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf9a9-814b-4c20-b9db-dfa97d51f549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:37.544672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:37.784696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Deleting port 68729cbe-be50-4813-9874-c450dc361e11 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:37.784900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:37.961430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:37.961763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:38.083064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Calling delete_port for 68729cbe-be50-4813-9874-c450dc361e11 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:38.223093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:38.269966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event deleted for resources: {'Port': ['ID=68729cbe-be50-4813-9874-c450dc361e11,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:38.371031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:38.399981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:38.401753 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e94babe9-b5a5-4b17-a04c-9d01e0b8bf9f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "DELETE /v2.0/floatingips/66b2cc93-52b9-45a1-ba38-ad12c433db65 HTTP/1.1" status: 204 len: 168 time: 0.8554971 Feb 19 07:43:38.941934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5ad88d0b-6d9d-42b5-b8a4-139f877035bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:39.154076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device d4e384ce-4090-45bd-8bab-af603fd418d5 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:39.187624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: d4e384ce-4090-45bd-8bab-af603fd418d5 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:39.187938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device d4e384ce-4090-45bd-8bab-af603fd418d5 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:40.146220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:40.251697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:40.981730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41134) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:41.054032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-499c7e7e-9f4d-40ca-8d49-42260f86b14f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:41.085727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-499c7e7e-9f4d-40ca-8d49-42260f86b14f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:41.151070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-499c7e7e-9f4d-40ca-8d49-42260f86b14f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:41.168002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c7e7e-9f4d-40ca-8d49-42260f86b14f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:41.180083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-499c7e7e-9f4d-40ca-8d49-42260f86b14f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:41.181237 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-499c7e7e-9f4d-40ca-8d49-42260f86b14f tempest-TestVolumeBootPattern-719445095 tempest-TestVolumeBootPattern-719445095-project] 10.222.0.72 "DELETE /v2.0/security-groups/dd97076f-3cd9-49d4-a0d0-8e4b8dadbef2 HTTP/1.1" status: 204 len: 168 time: 0.1984839 Feb 19 07:43:41.246693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41140) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:41.420373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:41.823061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:42.518234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Deleting port 1fcdeab2-d091-483e-b0f8-505e814d1c0c {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:42.518811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:42.701759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] For port 1fcdeab2-d091-483e-b0f8-505e814d1c0c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1fcdeab2-d091-483e-b0f8-505e814d1c0c,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:42.702113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:42.826616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Calling delete_port for 1fcdeab2-d091-483e-b0f8-505e814d1c0c owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:42.999058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:43.042913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcdeab2-d091-483e-b0f8-505e814d1c0c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:43.309570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:43.329215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:44.006042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:44.227146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:44.236040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] Sync routers for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:43:44.239420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f7750b4b-e4f6-4f04-a314-97f7567e6f0e admin admin] 10.222.0.72 "PUT /v2.0/routers/64edc0b0-46b1-44ca-9883-0fd4b1c643a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9915109 Feb 19 07:43:44.242090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:44.248565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:44.249163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.422490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:44.436103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:44.635788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:44.646487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Deleting port 0079a7c4-e1b9-4059-a577-8c406195be70 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:44.646804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:44.745319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:43:42Z', 'revision_number': 5, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port': {'id': '0079a7c4-e1b9-4059-a577-8c406195be70', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:34:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:01Z', 'updated_at': '2022-02-19T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.749367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] Checking router: 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:43:44.759752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] Routers {'64edc0b0-46b1-44ca-9883-0fd4b1c643a6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:44.760370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.818387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] For port 0079a7c4-e1b9-4059-a577-8c406195be70, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=0079a7c4-e1b9-4059-a577-8c406195be70,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:44.818736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:44.907442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] Set router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:44.936244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Calling delete_port for 0079a7c4-e1b9-4059-a577-8c406195be70 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:45.009992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:43:44Z', 'revision_number': 6, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:45.013908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d85438e-daa6-47bc-b511-8edd7a4a392f None None] The sync data for ids ['64edc0b0-46b1-44ca-9883-0fd4b1c643a6'] in dv-neutron-829958-1-hyperv is: [{'id': '64edc0b0-46b1-44ca-9883-0fd4b1c643a6', 'name': 'tempest-TestVolumeBootPattern-68579597-router', 'tenant_id': '18c5d993bf994eed8180b7f5ac7629dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:00Z', 'updated_at': '2022-02-19T07:43:44Z', 'revision_number': 6, 'project_id': '18c5d993bf994eed8180b7f5ac7629dc', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:43:45.100678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.144284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0079a7c4-e1b9-4059-a577-8c406195be70,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:45.460324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.716592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.721288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.749606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.750134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64edc0b0-46b1-44ca-9883-0fd4b1c643a6 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:45.765009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.766248 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-095c8982-06c0-499f-9f1b-edb0d7438d56 admin admin] 10.222.0.72 "DELETE /v2.0/routers/64edc0b0-46b1-44ca-9883-0fd4b1c643a6 HTTP/1.1" status: 204 len: 168 time: 1.5232067 Feb 19 07:43:45.769041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41150) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:45.833386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] Deleting subnet e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:43:45.836335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.888003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:45.968284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.042811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.080124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57d70bf-0cdc-4a53-b0f9-ea4853f2a758,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:46.085532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.091254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93280a95-9e81-4f07-a78e-22e921b87409 None None] Network bb1fa548-4530-47ad-b928-59058ff800f7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:43:46.094626 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f34570b3-502a-47c5-92c9-77619eaccdb4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e57d70bf-0cdc-4a53-b0f9-ea4853f2a758 HTTP/1.1" status: 204 len: 168 time: 0.3222499 Feb 19 07:43:46.095055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:46.197941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.208664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Deleting port 3b33822b-634d-453f-a4a2-df4548b2b14d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:46.208979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.337102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] DHCP port deletion for bb1fa548-4530-47ad-b928-59058ff800f7 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:43:46.342197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Deleting port 3b33822b-634d-453f-a4a2-df4548b2b14d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:46.342640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.389533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0079a7c4-e1b9-4059-a577-8c406195be70 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:46.418677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] For port 3b33822b-634d-453f-a4a2-df4548b2b14d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3b33822b-634d-453f-a4a2-df4548b2b14d,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:46.419719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.427147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 0079a7c4-e1b9-4059-a577-8c406195be70 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:46.427464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 0079a7c4-e1b9-4059-a577-8c406195be70 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:46.427908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1fcdeab2-d091-483e-b0f8-505e814d1c0c no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:46.485433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 1fcdeab2-d091-483e-b0f8-505e814d1c0c {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:46.485817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1fcdeab2-d091-483e-b0f8-505e814d1c0c not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:46.542457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Calling delete_port for 3b33822b-634d-453f-a4a2-df4548b2b14d owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:46.607416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] For port 3b33822b-634d-453f-a4a2-df4548b2b14d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=3b33822b-634d-453f-a4a2-df4548b2b14d,segment=NetworkSegment(5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c),segment_id=5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:46.607803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.615360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.661771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b33822b-634d-453f-a4a2-df4548b2b14d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:46.666202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] No DVR routers for this DVR port 3b33822b-634d-453f-a4a2-df4548b2b14d on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:46.727301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Calling delete_port for 3b33822b-634d-453f-a4a2-df4548b2b14d owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:46.800423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:43:46.800646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:43:46.879726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.905814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1fa548-4530-47ad-b928-59058ff800f7']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:46.917759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:46.918042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec2af50-2e83-4c9c-9dfa-2dbed3fb9f4c') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:46.929264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.945285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.952013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:43:46.952533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:46.972352 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:47.052026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:47.068105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:47.078165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1fa548-4530-47ad-b928-59058ff800f7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:47.091935 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dd58b32c-8d03-4b07-b6e5-11b6c9b82066 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bb1fa548-4530-47ad-b928-59058ff800f7 HTTP/1.1" status: 204 len: 168 time: 0.9957602 Feb 19 07:43:47.094826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41158) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:47.301639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Deleting port 3b33822b-634d-453f-a4a2-df4548b2b14d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:47.302307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:47.364340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ec77a360-e450-4470-bc53-f50f01f59ac1 None None] The port '3b33822b-634d-453f-a4a2-df4548b2b14d' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:43:47.484418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:48.090108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Deleting port 5564a20d-7bf4-457e-a7e6-09604b3f53a9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:48.090413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:48.354829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3b33822b-634d-453f-a4a2-df4548b2b14d no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:48.365920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] For port 5564a20d-7bf4-457e-a7e6-09604b3f53a9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5564a20d-7bf4-457e-a7e6-09604b3f53a9,segment=NetworkSegment(9488b194-db81-4a5d-8be9-80b4156c2594),segment_id=9488b194-db81-4a5d-8be9-80b4156c2594)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:48.366392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:48.389976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 3b33822b-634d-453f-a4a2-df4548b2b14d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:48.390285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 3b33822b-634d-453f-a4a2-df4548b2b14d not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:48.483225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Calling delete_port for 5564a20d-7bf4-457e-a7e6-09604b3f53a9 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:48.659544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:48.702172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5564a20d-7bf4-457e-a7e6-09604b3f53a9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:49.001142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:49.564504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Router 7582e79b-d68e-4911-860c-7b15f894e5e6 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:49.859088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:49.868307 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] Sync routers for ids ['7582e79b-d68e-4911-860c-7b15f894e5e6'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:43:49.876534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e57eec89-a530-452d-bffb-f1a9b5142b48 admin admin] 10.222.0.72 "PUT /v2.0/routers/7582e79b-d68e-4911-860c-7b15f894e5e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7806728 Feb 19 07:43:49.879323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41162) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:49.880832 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] Routers {'7582e79b-d68e-4911-860c-7b15f894e5e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:49.881424 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7582e79b-d68e-4911-860c-7b15f894e5e6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:50.058728 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] Set router 7582e79b-d68e-4911-860c-7b15f894e5e6 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:50.069283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:50.260898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:50.271202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Deleting port 6afce700-8cca-4a57-9c48-31e8e25874c3 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:50.271551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:50.342550 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:43:48Z', 'revision_number': 5, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port': {'id': '6afce700-8cca-4a57-9c48-31e8e25874c3', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:50.346703 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] Checking router: 7582e79b-d68e-4911-860c-7b15f894e5e6 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:43:50.357146 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] Routers {'7582e79b-d68e-4911-860c-7b15f894e5e6'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:43:50.357711 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7582e79b-d68e-4911-860c-7b15f894e5e6'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:50.535599 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] Set router 7582e79b-d68e-4911-860c-7b15f894e5e6 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:43:50.557452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] For port 6afce700-8cca-4a57-9c48-31e8e25874c3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6afce700-8cca-4a57-9c48-31e8e25874c3,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:50.557772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:50.634861 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:43:50Z', 'revision_number': 6, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:50.638836 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b4f57-c614-405a-b177-5c8e76481073 None None] The sync data for ids ['7582e79b-d68e-4911-860c-7b15f894e5e6'] in dv-neutron-829958-1-hyperv is: [{'id': '7582e79b-d68e-4911-860c-7b15f894e5e6', 'name': 'tempest-TestVolumeBootPattern-453011477-router', 'tenant_id': '825e2728027f47bc960ea5739119f4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:10Z', 'updated_at': '2022-02-19T07:43:50Z', 'revision_number': 6, 'project_id': '825e2728027f47bc960ea5739119f4b3', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:43:50.673432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Calling delete_port for 6afce700-8cca-4a57-9c48-31e8e25874c3 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:50.840751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:50.886892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6afce700-8cca-4a57-9c48-31e8e25874c3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:51.109801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.379196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.383996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.414328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.414847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7582e79b-d68e-4911-860c-7b15f894e5e6 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:51.427869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.429043 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-36295c52-8328-48ea-a7c6-756965dee2cf admin admin] 10.222.0.72 "DELETE /v2.0/routers/7582e79b-d68e-4911-860c-7b15f894e5e6 HTTP/1.1" status: 204 len: 168 time: 1.5481203 Feb 19 07:43:51.431898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41166) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:51.491674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] Deleting subnet a77eba6f-ccfd-43f6-971d-194a76464203 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:43:51.494809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.550018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.630652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.698725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.738267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77eba6f-ccfd-43f6-971d-194a76464203,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:51.743265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.748629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a86418-e456-4cfe-a93c-6545f6d68d48 None None] Network 33495e1f-7f16-45ab-a634-f58bfefec33a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:43:51.749295 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-627d499b-f97f-4cc0-95a9-8b27488100d4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a77eba6f-ccfd-43f6-971d-194a76464203 HTTP/1.1" status: 204 len: 168 time: 0.3163114 Feb 19 07:43:51.752112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41170) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:51.857158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:51.868538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Deleting port acc07495-1a4c-49ca-a358-d1fb2ee0c85f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:51.868856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.035138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] DHCP port deletion for 33495e1f-7f16-45ab-a634-f58bfefec33a request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:43:52.039885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Deleting port acc07495-1a4c-49ca-a358-d1fb2ee0c85f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:52.040283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.174071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] For port acc07495-1a4c-49ca-a358-d1fb2ee0c85f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,segment=NetworkSegment(9488b194-db81-4a5d-8be9-80b4156c2594),segment_id=9488b194-db81-4a5d-8be9-80b4156c2594)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:52.175112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.244943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] For port acc07495-1a4c-49ca-a358-d1fb2ee0c85f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,segment=NetworkSegment(9488b194-db81-4a5d-8be9-80b4156c2594),segment_id=9488b194-db81-4a5d-8be9-80b4156c2594)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:52.245217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.294979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Calling delete_port for acc07495-1a4c-49ca-a358-d1fb2ee0c85f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:52.361603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Calling delete_port for acc07495-1a4c-49ca-a358-d1fb2ee0c85f owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:43:52.376856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.388618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6afce700-8cca-4a57-9c48-31e8e25874c3 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:52.419289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc07495-1a4c-49ca-a358-d1fb2ee0c85f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:52.425934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] No DVR routers for this DVR port acc07495-1a4c-49ca-a358-d1fb2ee0c85f on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:52.435037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 6afce700-8cca-4a57-9c48-31e8e25874c3 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:52.435381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6afce700-8cca-4a57-9c48-31e8e25874c3 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:52.435793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5564a20d-7bf4-457e-a7e6-09604b3f53a9 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:52.469240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 5564a20d-7bf4-457e-a7e6-09604b3f53a9 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:52.469582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5564a20d-7bf4-457e-a7e6-09604b3f53a9 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:52.469987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device acc07495-1a4c-49ca-a358-d1fb2ee0c85f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:43:52.511296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: acc07495-1a4c-49ca-a358-d1fb2ee0c85f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:43:52.511488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device acc07495-1a4c-49ca-a358-d1fb2ee0c85f not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:43:52.532384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:43:52.532731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:43:52.543697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.574349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33495e1f-7f16-45ab-a634-f58bfefec33a']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.586713 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9488b194-db81-4a5d-8be9-80b4156c2594') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.587029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9488b194-db81-4a5d-8be9-80b4156c2594') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.598162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.613798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.620015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:43:52.620425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:52.633389 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:52.708017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.726976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:52.736941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=33495e1f-7f16-45ab-a634-f58bfefec33a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:52.743939 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-093196a3-c907-42d6-825d-e3c38756fde0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/33495e1f-7f16-45ab-a634-f58bfefec33a HTTP/1.1" status: 204 len: 168 time: 0.9908588 Feb 19 07:43:52.890474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41176) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:52.953893 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2694c652-dd8b-4dc0-9194-ddeda36b261c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18c5d993bf994eed8180b7f5ac7629dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621195 Feb 19 07:43:52.956589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41180) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:53.016511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf8958b7-ab01-46fe-a62c-56d6bee0fd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.034287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Deleting port acc07495-1a4c-49ca-a358-d1fb2ee0c85f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:43:53.034780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.042817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf8958b7-ab01-46fe-a62c-56d6bee0fd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.095609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf8958b7-ab01-46fe-a62c-56d6bee0fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.098310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-defa5a89-6cac-4b24-ad1e-072770168280 None None] The port 'acc07495-1a4c-49ca-a358-d1fb2ee0c85f' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:43:53.113273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8958b7-ab01-46fe-a62c-56d6bee0fd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c602a1d-a500-47cc-8638-5bedfbfdcf48,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:53.119383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf8958b7-ab01-46fe-a62c-56d6bee0fd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.120678 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bf8958b7-ab01-46fe-a62c-56d6bee0fd52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c602a1d-a500-47cc-8638-5bedfbfdcf48 HTTP/1.1" status: 204 len: 168 time: 0.1631820 Feb 19 07:43:53.535586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:53.587557 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f27d75c5-aae3-424b-bafe-4ee6495bce3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=825e2728027f47bc960ea5739119f4b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507119 Feb 19 07:43:53.590834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41192) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:43:53.653174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f89b7f4-59f1-4077-88fb-2d503349c8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.680856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f89b7f4-59f1-4077-88fb-2d503349c8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.696090 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:43:53.738389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f89b7f4-59f1-4077-88fb-2d503349c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.752478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89b7f4-59f1-4077-88fb-2d503349c8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c378d0b1-0091-43a8-84ae-2d9c6cb202f3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:53.759863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5f89b7f4-59f1-4077-88fb-2d503349c8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:43:53.760997 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5f89b7f4-59f1-4077-88fb-2d503349c8e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c378d0b1-0091-43a8-84ae-2d9c6cb202f3 HTTP/1.1" status: 204 len: 168 time: 0.1693339 Feb 19 07:44:00.515332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-febf8c34-ceaf-4b6d-8853-304ebba1c829 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2770414 Feb 19 07:44:00.619054 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-5666cc8a-f6e1-4976-8c89-df2e90da1883 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 1098 time: 0.0777457 Feb 19 07:44:00.764256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-599b35db-8415-4b95-ba7e-8aa48df20937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:00.765747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-599b35db-8415-4b95-ba7e-8aa48df20937 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 200 len: 898 time: 0.1272023 Feb 19 07:44:00.831534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-6ba2bd4d-ae1a-4775-bb64-db230fc7cdd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f192fc-e864-473d-b307-34efedeb4a2b HTTP/1.1" status: 200 len: 217 time: 0.0598931 Feb 19 07:44:00.896399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-1689eb73-8f03-4fde-9fee-9f4833979571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:00.897765 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-1689eb73-8f03-4fde-9fee-9f4833979571 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 200 len: 834 time: 0.0604200 Feb 19 07:44:00.975236 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-58781481-856d-4ff8-8659-3c964027b2e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2433649-0e55-42a1-afe0-35a549e89dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713482 Feb 19 07:44:01.105014 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-222c95d7-d2e6-4cae-8d14-e0b173297245 service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237261 Feb 19 07:44:01.236839 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-670c1dc3-e6af-4efb-9d79-afd68e672bf7 req-873fc1d0-f1e6-476f-ad63-a3500b3caa7f service neutron] 10.222.0.67 "GET /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258938 Feb 19 07:44:06.739395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-892e153e-4722-4d81-abec-64f08ba2b253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:08.952032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-67723e1c-6a0c-4442-ac80-aaafce66963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:10.161510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:10.260195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:11.425450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:13.319575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:30.699584 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:44:36.743786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-47c87ab1-7303-4a48-80eb-4bc023ea11cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:38.958790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0723ebf0-9a11-4db9-a9b6-a3526cdc949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:40.164714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:40.255070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:41.431711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:43.379154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:44.323413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d028b6-3d63-4c1c-89a3-5257559ac1fd req-2bf4aae0-1fcc-40bb-bead-b6b1aed77950 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:44.324805 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5d028b6-3d63-4c1c-89a3-5257559ac1fd req-2bf4aae0-1fcc-40bb-bead-b6b1aed77950 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 945 time: 0.2352772 Feb 19 07:44:44.369781 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5d028b6-3d63-4c1c-89a3-5257559ac1fd req-a2b6ca57-9154-4832-bc0f-db79de4697ab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394487 Feb 19 07:44:45.655581 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a72309-acb5-4aff-ae46-4a5d1c84a7f3 req-df7a1520-da71-4630-8e13-219e3aaf9930 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:45.657053 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3a72309-acb5-4aff-ae46-4a5d1c84a7f3 req-df7a1520-da71-4630-8e13-219e3aaf9930 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 945 time: 0.1564651 Feb 19 07:44:45.702297 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3a72309-acb5-4aff-ae46-4a5d1c84a7f3 req-1e0dbc46-40ed-4bf0-8152-e8dfba952fc8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7d7163f-ccca-4dde-bab4-66923da0a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395765 Feb 19 07:44:45.833432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-afd5f3fe-1ea5-4915-8fe9-7194fbf18428 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:45.834860 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-afd5f3fe-1ea5-4915-8fe9-7194fbf18428 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 945 time: 0.0930696 Feb 19 07:44:45.908775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port c05f256e-cc79-4b63-b812-a9388c81822d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:45.909270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:46.170953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port c05f256e-cc79-4b63-b812-a9388c81822d, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c05f256e-cc79-4b63-b812-a9388c81822d,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:46.171339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:46.549189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:46.549526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:46.549913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7 disassociated. External IP: 172.26.1.252, port: c05f256e-cc79-4b63-b812-a9388c81822d. Feb 19 07:44:46.550243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for c05f256e-cc79-4b63-b812-a9388c81822d owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:46.707952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:46.758315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=c05f256e-cc79-4b63-b812-a9388c81822d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:46.771141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.771482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.771813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.772133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.772466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.772804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.773111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.773432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.773811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.774032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.774340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:46.927470 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59dc1216-9360-4bae-9fe2-53090bc6a9ef req-5f75c67b-f91b-4ca2-be25-5358a14b3f10 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74 HTTP/1.1" status: 200 len: 210 time: 0.0965042 Feb 19 07:44:47.018225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router c23f0755-405b-47c0-ba51-af3b87e020e5 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:44:47.219478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:47.229354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] Sync routers for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:44:47.243101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:44:47.243724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:47.289777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port c05f256e-cc79-4b63-b812-a9388c81822d on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:44:47.292268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:47.294719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'name': 'network-vif-deleted', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:44:47.312182 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a932329f-a936-4812-baf4-c2b2a5a9b843 req-2dad17dc-279b-4c26-89af-60710bbc5028 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/c05f256e-cc79-4b63-b812-a9388c81822d HTTP/1.1" status: 204 len: 173 time: 1.4715085 Feb 19 07:44:47.426065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:44:47.443179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bd1b37-0c94-4cf3-bb2e-d42f4b57ac74', 'name': 'network-vif-deleted', 'tag': 'c05f256e-cc79-4b63-b812-a9388c81822d', 'status': 'completed', 'code': 200} Feb 19 07:44:47.740990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:47.745376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] Checking router: c23f0755-405b-47c0-ba51-af3b87e020e5 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:44:47.756959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:44:47.757836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:47.974558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:44:48.032179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41252) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:44:48.111761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a5186d2-fe6c-42de-9c4d-d8bc37eb9e86 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:48.141671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a5186d2-fe6c-42de-9c4d-d8bc37eb9e86 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:48.207252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a5186d2-fe6c-42de-9c4d-d8bc37eb9e86 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:48.225835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5186d2-fe6c-42de-9c4d-d8bc37eb9e86 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d7163f-ccca-4dde-bab4-66923da0a270,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:48.233983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a5186d2-fe6c-42de-9c4d-d8bc37eb9e86 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:48.237904 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3a5186d2-fe6c-42de-9c4d-d8bc37eb9e86 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/a7d7163f-ccca-4dde-bab4-66923da0a270 HTTP/1.1" status: 204 len: 168 time: 0.2019598 Feb 19 07:44:48.278700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41258) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:44:48.292868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:48.296862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98835918-2bbf-40d9-a3ad-e66c881e3ae5 None None] The sync data for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv is: [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:42Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e6f81e17-2122-4a48-8f4e-10360c0c9267', 'name': '', 'network_id': 'b2433649-0e55-42a1-afe0-35a549e89dea', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:16:59:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:41Z', 'updated_at': '2022-02-19T07:41:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': 'd89a922b-8f51-46ea-b604-d15b2cce1e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:44:48.438445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 77384bed-7d06-40da-ad6a-9448b9816ffb {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:48.439212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:48.525206 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb0e3d1-f80a-49ef-aa06-58e60deee6f4 None None] New status for floating IP 858e6d63-c595-43bf-a355-ecc04d779ce7: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:44:48.606707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:48.607018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:48.723514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 77384bed-7d06-40da-ad6a-9448b9816ffb owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:48.895926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.db.api [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:44:48.896279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG oslo_db.api [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:44:49.397165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 77384bed-7d06-40da-ad6a-9448b9816ffb {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:49.397901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:49.481093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c05f256e-cc79-4b63-b812-a9388c81822d no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:44:49.513060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: c05f256e-cc79-4b63-b812-a9388c81822d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:44:49.513482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c05f256e-cc79-4b63-b812-a9388c81822d not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:44:49.580131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:49.580467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:49.697867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 77384bed-7d06-40da-ad6a-9448b9816ffb owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:49.843925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:49.889954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=77384bed-7d06-40da-ad6a-9448b9816ffb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:49.927628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.927966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.928332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.928658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.928976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.929303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.929615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.929928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.930242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.930552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.931207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:49.989779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:50.004285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:50.005368 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-83482bdf-5d41-47d8-b43f-c097c62f73f5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/858e6d63-c595-43bf-a355-ecc04d779ce7 HTTP/1.1" status: 204 len: 168 time: 1.7256286 Feb 19 07:44:50.388181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b8088-970a-41a8-9b7d-59eefa42d409 req-d67a32b9-152d-431e-8efa-369aa11de098 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:50.388875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b55b8088-970a-41a8-9b7d-59eefa42d409 req-d67a32b9-152d-431e-8efa-369aa11de098 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:44:50.406294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b55b8088-970a-41a8-9b7d-59eefa42d409 req-d67a32b9-152d-431e-8efa-369aa11de098 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:44:50.407498 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b55b8088-970a-41a8-9b7d-59eefa42d409 req-d67a32b9-152d-431e-8efa-369aa11de098 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 945 time: 0.0993249 Feb 19 07:44:50.452121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b55b8088-970a-41a8-9b7d-59eefa42d409 req-fd2b83e2-20e1-4b40-b72a-5667c1befb1b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:44:50.468110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b55b8088-970a-41a8-9b7d-59eefa42d409 req-fd2b83e2-20e1-4b40-b72a-5667c1befb1b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:44:50.469301 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b55b8088-970a-41a8-9b7d-59eefa42d409 req-fd2b83e2-20e1-4b40-b72a-5667c1befb1b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559840 Feb 19 07:44:51.698906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1183a7-b4bf-4e05-bb6d-bcfa309a5b98 req-8023b7fe-3b15-4436-a274-9f2720d2f148 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:51.700366 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2a1183a7-b4bf-4e05-bb6d-bcfa309a5b98 req-8023b7fe-3b15-4436-a274-9f2720d2f148 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 945 time: 0.0856640 Feb 19 07:44:51.753732 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2a1183a7-b4bf-4e05-bb6d-bcfa309a5b98 req-9ac09c01-9f46-4d99-8140-94403663f0c6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=70f99f8d-0de7-4bb2-97e4-ee1bae49b886&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477183 Feb 19 07:44:51.833623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-bdaba07e-222e-4490-adc4-b74fb3f3c7a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:51.835039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-bdaba07e-222e-4490-adc4-b74fb3f3c7a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 945 time: 0.0764489 Feb 19 07:44:51.902104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 09f192fc-e864-473d-b307-34efedeb4a2b {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:51.902442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:52.240912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 09f192fc-e864-473d-b307-34efedeb4a2b, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=09f192fc-e864-473d-b307-34efedeb4a2b,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:52.241202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:52.369566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 09f192fc-e864-473d-b307-34efedeb4a2b owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:52.520236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:52.572136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=09f192fc-e864-473d-b307-34efedeb4a2b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:52.639157 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 09f192fc-e864-473d-b307-34efedeb4a2b on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:44:52.641527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:52.643999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'name': 'network-vif-deleted', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:44:52.663037 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-81eca859-1bb1-4efa-a8b4-79f0c899f0dc req-1027832c-48d2-4461-b5b3-d0efdf4d2e80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/09f192fc-e864-473d-b307-34efedeb4a2b HTTP/1.1" status: 204 len: 173 time: 0.8225276 Feb 19 07:44:52.708178 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9deb20-598f-40e1-abf4-b05f29e21608', 'name': 'network-vif-deleted', 'tag': '09f192fc-e864-473d-b307-34efedeb4a2b', 'status': 'completed', 'code': 200} Feb 19 07:44:52.939162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f96c7942-47c3-440d-a277-eaef2acad123 req-171e380f-e2ef-4a09-b95e-55ea150337f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:44:52.957489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f96c7942-47c3-440d-a277-eaef2acad123 req-171e380f-e2ef-4a09-b95e-55ea150337f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:44:52.958677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f96c7942-47c3-440d-a277-eaef2acad123 req-171e380f-e2ef-4a09-b95e-55ea150337f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e9deb20-598f-40e1-abf4-b05f29e21608 HTTP/1.1" status: 200 len: 210 time: 0.0598478 Feb 19 07:44:54.210915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41276) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:44:54.286175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52bc7613-ef91-46a2-bdc3-dfcd055d07db tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:54.315993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52bc7613-ef91-46a2-bdc3-dfcd055d07db tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:54.388872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52bc7613-ef91-46a2-bdc3-dfcd055d07db tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:54.407131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc7613-ef91-46a2-bdc3-dfcd055d07db tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f99f8d-0de7-4bb2-97e4-ee1bae49b886,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:54.418951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-52bc7613-ef91-46a2-bdc3-dfcd055d07db tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:54.422773 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-52bc7613-ef91-46a2-bdc3-dfcd055d07db tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/70f99f8d-0de7-4bb2-97e4-ee1bae49b886 HTTP/1.1" status: 204 len: 168 time: 0.2084148 Feb 19 07:44:54.471054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41282) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:44:54.868753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:55.500731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 09f192fc-e864-473d-b307-34efedeb4a2b no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:44:55.534654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 09f192fc-e864-473d-b307-34efedeb4a2b {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:44:55.534992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 09f192fc-e864-473d-b307-34efedeb4a2b not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:44:55.577240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port e6f81e17-2122-4a48-8f4e-10360c0c9267 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:55.577804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:55.765074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port e6f81e17-2122-4a48-8f4e-10360c0c9267, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e6f81e17-2122-4a48-8f4e-10360c0c9267,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:55.765309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:55.882575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for e6f81e17-2122-4a48-8f4e-10360c0c9267 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:56.067803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:56.113080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=e6f81e17-2122-4a48-8f4e-10360c0c9267,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:56.403334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:57.079720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router c23f0755-405b-47c0-ba51-af3b87e020e5 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:44:57.276486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:57.286168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] Sync routers for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:44:57.294705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7ec0a892-f317-4d32-9944-049559adc92c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/c23f0755-405b-47c0-ba51-af3b87e020e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224158 Feb 19 07:44:57.297394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41286) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:44:57.298931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:44:57.299523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:57.479704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:44:57.485167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet d89a922b-8f51-46ea-b604-d15b2cce1e37 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:44:57.488045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:57.541696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:57.626300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:57.698345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:57.736337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=d89a922b-8f51-46ea-b604-d15b2cce1e37,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:57.741126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:57.747370 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4203be2b-dedf-4799-8c9f-ced0d5a7bb6d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/d89a922b-8f51-46ea-b604-d15b2cce1e37 HTTP/1.1" status: 204 len: 168 time: 0.4490402 Feb 19 07:44:57.750237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41290) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:44:57.750808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f2042-e20d-4453-b589-417e783225e2 None None] Network b2433649-0e55-42a1-afe0-35a549e89dea requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:44:57.916540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:44:55Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:57.926306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] Checking router: c23f0755-405b-47c0-ba51-af3b87e020e5 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:44:57.951894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] Routers {'c23f0755-405b-47c0-ba51-af3b87e020e5'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:44:57.952429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['c23f0755-405b-47c0-ba51-af3b87e020e5'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:57.966645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.166183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.172656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] Set router c23f0755-405b-47c0-ba51-af3b87e020e5 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:44:58.178305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port aab8b26f-4b38-4707-abce-a127f8e61529 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:58.178956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.212474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] DHCP port deletion for b2433649-0e55-42a1-afe0-35a549e89dea request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:44:58.274411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Deleting port 36ed53e5-f41f-44c6-8813-2e9a07830a6c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:58.274758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.351555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port aab8b26f-4b38-4707-abce-a127f8e61529, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=aab8b26f-4b38-4707-abce-a127f8e61529,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:58.352077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.398792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 36ed53e5-f41f-44c6-8813-2e9a07830a6c no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:44:58.573766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for aab8b26f-4b38-4707-abce-a127f8e61529 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:58.717301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] For port 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=36ed53e5-f41f-44c6-8813-2e9a07830a6c,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:58.717714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.739766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.780108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.786489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=aab8b26f-4b38-4707-abce-a127f8e61529,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:58.851781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Calling delete_port for 36ed53e5-f41f-44c6-8813-2e9a07830a6c owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:58.938116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=36ed53e5-f41f-44c6-8813-2e9a07830a6c,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:58.943674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:58.973420 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:44:55Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:58.981322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:44:58.981667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:44:58.993709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8a8f2-edf1-4037-802d-244d0be3bf6b None None] The sync data for ids ['c23f0755-405b-47c0-ba51-af3b87e020e5'] in dv-neutron-829958-1-hyperv is: [{'id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'name': 'tempest-TestNetworkBasicOps-router-847290533', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:44:55Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'aab8b26f-4b38-4707-abce-a127f8e61529', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f0755-405b-47c0-ba51-af3b87e020e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:41:38Z', 'updated_at': '2022-02-19T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:44:59.007557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.018843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=36ed53e5-f41f-44c6-8813-2e9a07830a6c,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:59.028273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.028942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.029128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.029524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.029927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.030366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.030881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.031267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.031658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.032033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.032493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:59.269656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.274331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.303846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.304367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router c23f0755-405b-47c0-ba51-af3b87e020e5 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:59.323981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.325508 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3ee47898-955d-4a1d-88c2-bdb85d8fdee8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/c23f0755-405b-47c0-ba51-af3b87e020e5 HTTP/1.1" status: 204 len: 168 time: 1.5740263 Feb 19 07:44:59.328075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41294) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:44:59.448656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.460701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 36ed53e5-f41f-44c6-8813-2e9a07830a6c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:59.461037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.483116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Deleting port 36ed53e5-f41f-44c6-8813-2e9a07830a6c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:44:59.483599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.678733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=36ed53e5-f41f-44c6-8813-2e9a07830a6c,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:59.679201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.684523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] For port 36ed53e5-f41f-44c6-8813-2e9a07830a6c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=36ed53e5-f41f-44c6-8813-2e9a07830a6c,segment=NetworkSegment(fc5f3bee-b27e-4f51-ac83-65374f5d642e),segment_id=fc5f3bee-b27e-4f51-ac83-65374f5d642e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:59.684900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.796706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 36ed53e5-f41f-44c6-8813-2e9a07830a6c owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:59.799441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Calling delete_port for 36ed53e5-f41f-44c6-8813-2e9a07830a6c owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:44:59.877796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:44:59.924825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=36ed53e5-f41f-44c6-8813-2e9a07830a6c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:59.929390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 36ed53e5-f41f-44c6-8813-2e9a07830a6c on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:44:59.929519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:44:59.929850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:45:00.053343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.078055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2433649-0e55-42a1-afe0-35a549e89dea']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:00.090002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5f3bee-b27e-4f51-ac83-65374f5d642e') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:00.090290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5f3bee-b27e-4f51-ac83-65374f5d642e') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:00.101545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.117159 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.123270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:45:00.123640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.136011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Deleting port 36ed53e5-f41f-44c6-8813-2e9a07830a6c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:45:00.136523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:45:00.137977 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:45:00.198534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc3a7-4e39-48ac-93cf-ffe3c467804f None None] The port '36ed53e5-f41f-44c6-8813-2e9a07830a6c' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 07:45:00.317028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.333658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.344571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=b2433649-0e55-42a1-afe0-35a549e89dea,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:00.359122 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-39764aec-adc9-4af9-b51c-ad6d3c705746 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/b2433649-0e55-42a1-afe0-35a549e89dea HTTP/1.1" status: 204 len: 168 time: 1.0299182 Feb 19 07:45:00.383788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41298) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:00.392233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--45401364', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:00.400509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:00.402209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6f81e17-2122-4a48-8f4e-10360c0c9267 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:45:00.404774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:00.407660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:00.413446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:00.426401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:45:00.429495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.440186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e6f81e17-2122-4a48-8f4e-10360c0c9267 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:45:00.440341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e6f81e17-2122-4a48-8f4e-10360c0c9267 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:45:00.440765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device aab8b26f-4b38-4707-abce-a127f8e61529 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:45:00.459832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:45:00.468921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.469245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment 939ad062-9a74-4420-b5b5-c24453c403f0 of type vlan for network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 Feb 19 07:45:00.473625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: aab8b26f-4b38-4707-abce-a127f8e61529 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:45:00.473945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device aab8b26f-4b38-4707-abce-a127f8e61529 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:45:00.495664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.524557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.528262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:00.528827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.637891 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2528775 Feb 19 07:45:00.640844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41302) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:00.645895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad68aa3-aaf9-44ab-9da5-b8ee82401ca0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:00.646212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:00.656280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:00.657325 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:00.659691 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:45:00.660577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:00.668792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:00.678503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.679404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.699501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:00.851231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:01.051539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:01.081326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:01.223050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.223 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/205dbd68-0c9d-4dcc-9976-ed3f58cf4f86) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:45:01.377591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:01.408489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:01.479443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:01.482906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:01.484873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:01.486916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:45:01.648747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:01.649480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:01.889814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:45:02.091383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:02.101208 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Sync routers for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:45:02.114784 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:02.115217 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:02.119225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:02.120558 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a0da9d9d-f97b-484e-ae13-85ae7527cf63 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4786541 Feb 19 07:45:02.124253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41306) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:02.163093 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5dcc19b8-e5a5-4cd6-96bd-83e2403c3991 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375099 Feb 19 07:45:02.165766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41310) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:02.288303 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:02.292631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfec443-810a-45bf-a576-cced057df8ee tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:02.294316 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7bfec443-810a-45bf-a576-cced057df8ee tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276755 Feb 19 07:45:02.297222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41314) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:02.342740 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fd3d6397-1287-4b0d-890e-cb158e4edcae tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407631 Feb 19 07:45:02.342740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:02.347755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032623192', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:02.455365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:02.459374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:02.462277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:02.467951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:02.479141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:45:02.568982 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:01Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:02.572951 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Checking router: f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:45:02.573281 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Updating router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:45:02.627079 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:02.684479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:02.896189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:02.966797 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:02.972637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=1052626b-8219-43d3-a7e6-85555304ee67,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:02.978394 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Transition to ACTIVE for port object 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:02.984698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:02.985020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: c8d9a6d4-a81e-4bff-959d-3e5d9a26f201, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:45:02.985434 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.006521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:45:03.016603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c8d9a6d4-a81e-4bff-959d-3e5d9a26f201) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:03.021166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:03.021879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.027362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c8125-e24b-4789-8a2b-ac37cc6b2174 None None] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:45:03.051283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41322) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:03.052901 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3dbdb1fc-c710-4d96-8691-b40936c3b31a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7094615 Feb 19 07:45:03.058896 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Pushing event updated for resources: {'Port': ['ID=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:03.071333 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.071667 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.071989 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.072332 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.072646 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.072956 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.073266 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.073566 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.073874 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.074177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.074478 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:03.077397 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Attempting to bind port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:45:03.077735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Attempting to bind port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:45:03.078071 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Attempting to bind port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:03.084992 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:45:03.085351 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:03.085731 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.086095 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:45:03.086531 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Bound port: 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:45:03.086881 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.158600 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] For port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:03.161813 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] For port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:45:03.168367 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.248964 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:03.249452 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:03.257897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:45:03.259053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.297586 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c691d-71eb-440d-af80-f080562588b7 None None] Pushing event updated for resources: {'Port': ['ID=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:03.426514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Allocated IP 172.20.0.2 (c8d9a6d4-a81e-4bff-959d-3e5d9a26f201/1052626b-8219-43d3-a7e6-85555304ee67/9cc2e823-7276-4411-bb1e-86b7ae0986d2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:45:03.429570 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:03.643091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.654013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Transition to ACTIVE for port object 9cc2e823-7276-4411-bb1e-86b7ae0986d2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:03.672520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Transition to ACTIVE for port object 9cc2e823-7276-4411-bb1e-86b7ae0986d2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:03.679456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.716918 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:01Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:03.720829 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d21977-f7c6-4f05-a57c-f06d2f873ab6 None None] The sync data for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:01Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:45:03.744283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:03.747583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:03.751108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:45:03.763007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Pushing event updated for resources: {'Port': ['ID=9cc2e823-7276-4411-bb1e-86b7ae0986d2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:03.848559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Attempting to bind port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:45:03.849210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Attempting to bind port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:45:03.849563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Attempting to bind port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:03.856391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:45:03.856759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Checking segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:03.857154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.857543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Bound using segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:45:03.857991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Bound port: 9cc2e823-7276-4411-bb1e-86b7ae0986d2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:45:03.858377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.964832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] For port 9cc2e823-7276-4411-bb1e-86b7ae0986d2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:03.967919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] For port 9cc2e823-7276-4411-bb1e-86b7ae0986d2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9cc2e823-7276-4411-bb1e-86b7ae0986d2,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:45:03.979713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:03.981878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:04.078680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2787b-7ff1-4d9f-9174-bc4398ca1bb4 None None] Pushing event updated for resources: {'Port': ['ID=9cc2e823-7276-4411-bb1e-86b7ae0986d2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:04.423357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (c8d9a6d4-a81e-4bff-959d-3e5d9a26f201/1052626b-8219-43d3-a7e6-85555304ee67/2b90d40d-2206-4ebe-8044-8fb8aa36842d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:45:04.491002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9cc2e823-7276-4411-bb1e-86b7ae0986d2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:04.566155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:04.572826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:04.613627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:04.629525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 2b90d40d-2206-4ebe-8044-8fb8aa36842d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:04.642757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:04.647452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:04.648065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:04.653407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:04.724439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:04.728005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:04.729989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=2b90d40d-2206-4ebe-8044-8fb8aa36842d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:04.732070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:45:04.766334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:04.784079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:04.789414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:04.801783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:04.856669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:04.889579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.047264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c533261-f301-413e-a4d0-a33d1cdeb94e None None] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:45:05.142763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-762b617f-708f-4504-804e-f66efec502ad None None] Provisioning for port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:05.161200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-762b617f-708f-4504-804e-f66efec502ad None None] Provisioning complete for port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:05.161574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-762b617f-708f-4504-804e-f66efec502ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.402002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.407740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.408838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-762b617f-708f-4504-804e-f66efec502ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.451134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-762b617f-708f-4504-804e-f66efec502ad None None] For port 9cc2e823-7276-4411-bb1e-86b7ae0986d2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9cc2e823-7276-4411-bb1e-86b7ae0986d2,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:05.455922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-762b617f-708f-4504-804e-f66efec502ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.523663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.530922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b617f-708f-4504-804e-f66efec502ad None None] Pushing event updated for resources: {'Port': ['ID=9cc2e823-7276-4411-bb1e-86b7ae0986d2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:05.535116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=2b90d40d-2206-4ebe-8044-8fb8aa36842d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:05.669463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:05.671005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:05.684640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-de96f4ba-7c77-4919-b62b-e42b6730dad2 None None] Provisioning complete for port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:05.685073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de96f4ba-7c77-4919-b62b-e42b6730dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.814215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-de96f4ba-7c77-4919-b62b-e42b6730dad2 None None] Provisioning for port 2b90d40d-2206-4ebe-8044-8fb8aa36842d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:05.819144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-de96f4ba-7c77-4919-b62b-e42b6730dad2 None None] Provisioning complete for port 2b90d40d-2206-4ebe-8044-8fb8aa36842d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:05.819469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de96f4ba-7c77-4919-b62b-e42b6730dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:05.875065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-de96f4ba-7c77-4919-b62b-e42b6730dad2 None None] Port 2b90d40d-2206-4ebe-8044-8fb8aa36842d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:45:05.995444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b4565462-5971-4171-91bb-270804527a6c None None] Provisioning complete for port 2b90d40d-2206-4ebe-8044-8fb8aa36842d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:05.995888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b4565462-5971-4171-91bb-270804527a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:06.046036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b4565462-5971-4171-91bb-270804527a6c None None] Port 2b90d40d-2206-4ebe-8044-8fb8aa36842d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:45:06.060697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:45:06.272635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:06.286367 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ab8c6e88-6a48-41aa-81ed-69f6a52e938c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/f3f1f72a-4f23-4b8f-a9cf-831501ed98c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2340009 Feb 19 07:45:06.289240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41326) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:06.407336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9cc2e823-7276-4411-bb1e-86b7ae0986d2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:06.427432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2227b9-79f4-4209-b6e2-6b83743a4c0f tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.427801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2227b9-79f4-4209-b6e2-6b83743a4c0f tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.428180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2227b9-79f4-4209-b6e2-6b83743a4c0f tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.428527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2227b9-79f4-4209-b6e2-6b83743a4c0f tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.430147 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e2227b9-79f4-4209-b6e2-6b83743a4c0f tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1399744 Feb 19 07:45:06.433186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41330) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:06.480614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:06.480984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:06.497791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349d360-e881-4ef7-b994-154d95c1dd3e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.498157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349d360-e881-4ef7-b994-154d95c1dd3e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.498516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349d360-e881-4ef7-b994-154d95c1dd3e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.498854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349d360-e881-4ef7-b994-154d95c1dd3e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.500505 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2349d360-e881-4ef7-b994-154d95c1dd3e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0664470 Feb 19 07:45:06.503450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41334) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:06.593817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:06.663210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:06.663576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:06.704791 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1eb99df0-7c7f-4f4d-ba9e-616bc9e4a62b tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2002094 Feb 19 07:45:06.707151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41338) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:06.712466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1500807877', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:06.763696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeeab915-f1a8-4f9a-9110-b152e4dc27cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:06.847748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:06.852091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:port and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:06.855005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:06.861081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:06.873096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:45:06.876007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:06.897074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] device_id is not set on port cab60af2-07bd-45fc-8368-68a54261bd6f yet. {{(pid=83569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:45:07.036499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.9 (c8d9a6d4-a81e-4bff-959d-3e5d9a26f201/1052626b-8219-43d3-a7e6-85555304ee67/cab60af2-07bd-45fc-8368-68a54261bd6f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:45:07.234350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Sync routers for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:45:07.238079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.246002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:07.246614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:07.254086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object cab60af2-07bd-45fc-8368-68a54261bd6f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:07.276315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.351698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:07.355081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:07.357416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:07.360831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:45:07.427450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:07.428402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.434704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:07.460516 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a6152bab-958e-4ccb-bc4a-98f878b19607 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7522621 Feb 19 07:45:07.700232 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:45:07.720491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41344) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:07.726248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927761727', 'description': 'tempest-secgroup-smoke-927761727 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:07.732999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:07.736230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f8da6f2b-32b2-44ea-9cea-b59e6768416b None None] Provisioning for port cab60af2-07bd-45fc-8368-68a54261bd6f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:07.737091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:07.739954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:07.743307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f8da6f2b-32b2-44ea-9cea-b59e6768416b None None] Provisioning complete for port cab60af2-07bd-45fc-8368-68a54261bd6f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:07.743670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f8da6f2b-32b2-44ea-9cea-b59e6768416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.745568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:07.755427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.791238 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:07.795672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:07.798592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:07.800097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f8da6f2b-32b2-44ea-9cea-b59e6768416b None None] Port cab60af2-07bd-45fc-8368-68a54261bd6f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:45:07.804584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:07.808713 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:05Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:07.812884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Checking router: f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:45:07.813224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Updating router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 port 2b90d40d-2206-4ebe-8044-8fb8aa36842d binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:45:07.858237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.862935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.863410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.909249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e406aa6-fdbe-471e-96ca-3e04c46cff14,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:07.917958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:07.919180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1668f1bc-95d5-4e51-901f-63996fc6e069 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1977308 Feb 19 07:45:07.922112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41348) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:07.927540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7e406aa6-fdbe-471e-96ca-3e04c46cff14', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:07.934160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:07.937925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:07.940732 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:08.038209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:08.056976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.117869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.122638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.147031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313a1409-167c-48a7-b300-ae53f8c999e1,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.157574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.158756 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a4cbe624-0174-4534-ae89-36aaecf9326f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2356956 Feb 19 07:45:08.161508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41352) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:08.166796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7e406aa6-fdbe-471e-96ca-3e04c46cff14', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:08.172398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:08.176131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:08.178915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:08.184754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:08.200668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.250448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.262139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Transition to ACTIVE for port object 2b90d40d-2206-4ebe-8044-8fb8aa36842d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:08.262634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.267474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.269392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.290438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d56af7-a477-4954-ae55-623f1b9c3592,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.299860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.301409 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1c604421-4f85-436f-996f-5c7ee676434f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1388731 Feb 19 07:45:08.304754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41356) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:08.311002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7e406aa6-fdbe-471e-96ca-3e04c46cff14', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:08.316959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:08.320857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:08.324852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:08.332468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:08.354689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.389831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e79223-2cb4-4e44-80ea-9ee3292f6d27 None None] Pushing event updated for resources: {'Port': ['ID=2b90d40d-2206-4ebe-8044-8fb8aa36842d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.422675 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.436098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.463656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a3f6d7-656b-40cf-ba74-2164733f6c93,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.474690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.476380 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9657f96e-460c-4928-ab1f-46181adf3dfb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1704357 Feb 19 07:45:08.479295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41360) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:08.485572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Attempting to bind port 2b90d40d-2206-4ebe-8044-8fb8aa36842d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:45:08.486601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Attempting to bind port 2b90d40d-2206-4ebe-8044-8fb8aa36842d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:45:08.487161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Attempting to bind port 2b90d40d-2206-4ebe-8044-8fb8aa36842d on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:08.487322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7e406aa6-fdbe-471e-96ca-3e04c46cff14', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:08.493703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:08.495404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:45:08.495932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Checking segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:08.496390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.496769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Bound using segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:45:08.497219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Bound port: 2b90d40d-2206-4ebe-8044-8fb8aa36842d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:45:08.497590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.498100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:08.501071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:08.507157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:08.526865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.587106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] For port 2b90d40d-2206-4ebe-8044-8fb8aa36842d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:08.590070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] For port 2b90d40d-2206-4ebe-8044-8fb8aa36842d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2b90d40d-2206-4ebe-8044-8fb8aa36842d,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:45:08.593959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.594827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.598367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.620498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de517bda-664c-4058-b6e2-7e8071e7758b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.629508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.630996 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92a91c88-d74f-40df-9d04-37cf5d682280 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1501150 Feb 19 07:45:08.634023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41364) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:08.639433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7e406aa6-fdbe-471e-96ca-3e04c46cff14', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:08.645342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:08.649014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:08.651758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:08.657300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:08.669077 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:08.676000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.683629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e79223-2cb4-4e44-80ea-9ee3292f6d27 None None] Pushing event updated for resources: {'Port': ['ID=2b90d40d-2206-4ebe-8044-8fb8aa36842d,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.700305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:08.700957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:44:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:08.745964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.750582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.776806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bf7e21-ab60-4da0-b57b-69eed77ff085,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.787670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.789262 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92c9945d-8bb0-4434-a435-ce18d6839910 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1542387 Feb 19 07:45:08.791978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:08.798007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '7e406aa6-fdbe-471e-96ca-3e04c46cff14', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:08.804400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:08.809170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:08.812287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:08.818196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:08.829446 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:08.836377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.892823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:08.906371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.910232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.933929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0238793c-385a-4b53-bdee-bfe384f45b83,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.943020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:08.948467 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-578cc877-bc6a-4190-9a94-20209324142e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1513512 Feb 19 07:45:08.975258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd0883c5-f3a7-4671-8078-59a140049e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:09.226128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:09.230097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5bf192-79d9-4f9a-8280-d741bbaf8e28 None None] The sync data for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:45:09.236040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9b3f4f84-687f-4c88-b59c-6996bb5be3be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:45:09.252912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9b3f4f84-687f-4c88-b59c-6996bb5be3be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:45:09.254166 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9b3f4f84-687f-4c88-b59c-6996bb5be3be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927761727&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0596426 Feb 19 07:45:09.335001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-0422ae33-f766-47e3-a665-aaed165583e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:09.335674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-0422ae33-f766-47e3-a665-aaed165583e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:45:09.354266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-0422ae33-f766-47e3-a665-aaed165583e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:45:09.355949 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-0422ae33-f766-47e3-a665-aaed165583e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 930 time: 0.0949571 Feb 19 07:45:09.439834 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-a5ebcaa6-c545-47f1-8325-dcac557840e0 service neutron] 10.222.0.72 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0718734 Feb 19 07:45:09.577586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-5637159f-8baf-4d9c-8308-75ef61775538 service neutron] 10.222.0.72 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316338 Feb 19 07:45:09.826667 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-b7f417bc-7e01-47e6-8a66-7375c20e8d31 service neutron] 10.222.0.72 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446370 Feb 19 07:45:10.019729 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8ef8e392-22c0-4088-9c0d-2c75bd6d868c req-6b2a5a95-15d0-48ae-ae4b-6f9b4d84501e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 210 time: 0.0419891 Feb 19 07:45:10.155285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:10.250541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:10.417681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2b90d40d-2206-4ebe-8044-8fb8aa36842d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:10.485535 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2b90d40d-2206-4ebe-8044-8fb8aa36842d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:10.490543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2b90d40d-2206-4ebe-8044-8fb8aa36842d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:10.490975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:10.607913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:10.638849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2b90d40d-2206-4ebe-8044-8fb8aa36842d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2b90d40d-2206-4ebe-8044-8fb8aa36842d,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:10.643867 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:10.739843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2b90d40d-2206-4ebe-8044-8fb8aa36842d,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:10.971938 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-d5831538-a9b0-4be1-a158-33dc76ac66ba service neutron] 10.222.0.67 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1026 time: 0.0609848 Feb 19 07:45:11.118205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-99b10497-bcea-4596-adc4-efce77323fab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:11.118870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-99b10497-bcea-4596-adc4-efce77323fab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:45:11.135209 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-99b10497-bcea-4596-adc4-efce77323fab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:45:11.136501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-99b10497-bcea-4596-adc4-efce77323fab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 200 len: 795 time: 0.1597993 Feb 19 07:45:11.198095 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-84aef64a-8ebf-47f0-b33e-e84ed963932a req-82d8046c-ba53-45e1-b782-cd2e18905a37 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 210 time: 0.0550532 Feb 19 07:45:11.224683 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-18aba13a-a78d-4d35-86ea-58b15a4ad4c9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 379 time: 0.0520968 Feb 19 07:45:11.234637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Request body: {'port': {'device_id': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:11.357547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:11.431826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:11.703512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab60af2-07bd-45fc-8368-68a54261bd6f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:45:11.710903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:11.725741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Transition to ACTIVE for port object cab60af2-07bd-45fc-8368-68a54261bd6f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:11.732658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:11.863668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:11.977457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:45:11.978077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:45:11.978077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:11.984093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:45:11.984457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:11.990816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:45:11.991150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Checking segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:11.991526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Bound using segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:45:11.991942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Bound port: cab60af2-07bd-45fc-8368-68a54261bd6f, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:45:11.992315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:12.087839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:12.090796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:45:12.097261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:12.156559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:12.158075 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] 10.222.0.67 "PUT /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1131 time: 0.9271529 Feb 19 07:45:12.158379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:45:12.175176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8da7df-33d2-4495-a15a-c0e625584c32 service neutron] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:12.233155 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'status': 'completed', 'code': 200} Feb 19 07:45:12.283739 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-6a9e0ffd-e86b-4287-8fd9-db3925f32b91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 1134 time: 0.0857427 Feb 19 07:45:12.394790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-dc567eaa-084f-43f6-adcb-0b45f9f2bcb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 217 time: 0.1046388 Feb 19 07:45:12.404244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2b90d40d-2206-4ebe-8044-8fb8aa36842d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:12.473067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-51c13fbb-0e22-46cd-9161-a21d7cc91426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:12.474552 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-51c13fbb-0e22-46cd-9161-a21d7cc91426 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1052626b-8219-43d3-a7e6-85555304ee67 HTTP/1.1" status: 200 len: 835 time: 0.0717230 Feb 19 07:45:12.477314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2b90d40d-2206-4ebe-8044-8fb8aa36842d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:12.477783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:12.483071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff1653-2c3a-446d-891d-3d9d69586aac req-debe4e0d-bc5b-41f8-b44b-27ca531dc65d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:12.484369 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-92ff1653-2c3a-446d-891d-3d9d69586aac req-debe4e0d-bc5b-41f8-b44b-27ca531dc65d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 981 time: 0.1429150 Feb 19 07:45:12.670702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-92ff1653-2c3a-446d-891d-3d9d69586aac req-9a204185-4a5d-46a9-b61a-0a28289af316 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572540 Feb 19 07:45:12.682006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-861ae7ca-f366-43ae-9f48-20c00703b451 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1967602 Feb 19 07:45:12.811650 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-4956bd90-317d-4984-aa91-d66d30c878c0 service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232951 Feb 19 07:45:12.942389 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f94a0b06-1885-4ce9-a4f4-45add10b7b91 req-820e666d-98a4-4cc2-95b5-94271e576036 service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252580 Feb 19 07:45:13.069110 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-53d5ce3e-f379-43df-8263-0d9f047f9244 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 1134 time: 0.0719633 Feb 19 07:45:13.204453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-8a3f9a89-d8f4-42e2-8d3d-9016ac491548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:13.205907 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-8a3f9a89-d8f4-42e2-8d3d-9016ac491548 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 200 len: 896 time: 0.1301861 Feb 19 07:45:13.275748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-49c0a259-25aa-4455-a871-205e11096164 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 217 time: 0.0635250 Feb 19 07:45:13.337776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-819c762b-4994-40cc-81b0-ff60aad78171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:13.339074 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-819c762b-4994-40cc-81b0-ff60aad78171 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1052626b-8219-43d3-a7e6-85555304ee67 HTTP/1.1" status: 200 len: 835 time: 0.0577202 Feb 19 07:45:13.390773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:13.423105 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-e85737c9-e8ae-46ff-8afe-5220aab47a9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771756 Feb 19 07:45:13.565375 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-bfad08e2-ca4d-48da-9210-d18303c43bc7 service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358211 Feb 19 07:45:13.704775 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f47cb80-216e-4ae7-b54d-cdcdc3ae20fe req-9053b545-ca9e-429f-8212-e1727b4adece service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319067 Feb 19 07:45:13.877600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b7a67-af58-468c-92bf-3206c1ecc8b0 req-0f8e8b1f-3cd2-4ab6-a60f-aad32b8cfe9d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:13.879723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-401b7a67-af58-468c-92bf-3206c1ecc8b0 req-0f8e8b1f-3cd2-4ab6-a60f-aad32b8cfe9d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 981 time: 0.0878084 Feb 19 07:45:13.925417 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-401b7a67-af58-468c-92bf-3206c1ecc8b0 req-6c44c211-b874-4409-941e-029fe70c4ee2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398560 Feb 19 07:45:15.133721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d6ae-32f9-45c7-8e21-48f0d68759ce req-454d71ee-d927-4edf-bdf4-ad79429bc6fd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:15.135059 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-21e7d6ae-32f9-45c7-8e21-48f0d68759ce req-454d71ee-d927-4edf-bdf4-ad79429bc6fd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 981 time: 0.0873070 Feb 19 07:45:15.181565 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-21e7d6ae-32f9-45c7-8e21-48f0d68759ce req-26ba29f1-6002-45c5-bd0b-a75c6bf54447 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Feb 19 07:45:16.390942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fad7e7-ee3f-4183-9d7b-961d918a7f5b req-75ece4cc-d485-460a-b673-3a8743889d3f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:16.392408 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-02fad7e7-ee3f-4183-9d7b-961d918a7f5b req-75ece4cc-d485-460a-b673-3a8743889d3f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 981 time: 0.0850279 Feb 19 07:45:16.441734 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-02fad7e7-ee3f-4183-9d7b-961d918a7f5b req-9a91b294-5916-46d9-98af-dff198106b09 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435636 Feb 19 07:45:17.606348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:45:17.647741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8659ab9-3e43-4ef4-850f-b08324aa886d req-446bcb1e-e777-4cac-b193-9749ae13f723 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:17.649100 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a8659ab9-3e43-4ef4-850f-b08324aa886d req-446bcb1e-e777-4cac-b193-9749ae13f723 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 981 time: 0.0788336 Feb 19 07:45:17.694999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a8659ab9-3e43-4ef4-850f-b08324aa886d req-874c2d9f-791c-49a9-875f-981cfb09b62e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Feb 19 07:45:17.744404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:17.757755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'port_id': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'mac_address': 'fa:16:3e:fc:5d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:45:17.813690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:17.831352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab60af2-07bd-45fc-8368-68a54261bd6f {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:45:17.846516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:17.851966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:17.915518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:18.239225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['cab60af2-07bd-45fc-8368-68a54261bd6f'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:45:18.912567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766eccc-93a2-4b80-b3ea-5dfd08ff1ce8 req-f3a491a8-ec9f-454d-b2aa-79e5102fb896 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:18.914148 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c766eccc-93a2-4b80-b3ea-5dfd08ff1ce8 req-f3a491a8-ec9f-454d-b2aa-79e5102fb896 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 982 time: 0.0916951 Feb 19 07:45:18.960117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c766eccc-93a2-4b80-b3ea-5dfd08ff1ce8 req-02db5a08-64f5-40ac-bf7f-90e828a87186 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Feb 19 07:45:19.606573 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:19.697153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port cab60af2-07bd-45fc-8368-68a54261bd6f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:19.701665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port cab60af2-07bd-45fc-8368-68a54261bd6f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:19.701953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:19.813467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:19.839731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:45:19.849585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:19.854756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:19.902250 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'code': 200} Feb 19 07:45:19.927937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:20.266647 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-30744304-87a7-4778-ae85-22c07fef82cf req-379ee70e-5b98-4d9d-8691-cc34d1cb9cb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 1136 time: 0.2165883 Feb 19 07:45:20.276536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b5d6d-8d9a-435b-b2ab-0ff8ed6bd458 req-94eea839-36e1-410e-8582-684a8235c843 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:20.277868 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-633b5d6d-8d9a-435b-b2ab-0ff8ed6bd458 req-94eea839-36e1-410e-8582-684a8235c843 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 983 time: 0.1904814 Feb 19 07:45:20.342149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-30744304-87a7-4778-ae85-22c07fef82cf req-e383b64b-c27a-4f5c-80b0-854e8fc93970 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632706 Feb 19 07:45:20.346724 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-633b5d6d-8d9a-435b-b2ab-0ff8ed6bd458 req-caad2287-d52c-4503-8208-b03a9535a595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558894 Feb 19 07:45:21.563798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6555196-23ec-498e-a3d6-d47f4205ebde req-74cace66-a56d-4280-8b2b-325af3d71156 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:21.566041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c6555196-23ec-498e-a3d6-d47f4205ebde req-74cace66-a56d-4280-8b2b-325af3d71156 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 983 time: 0.0882208 Feb 19 07:45:21.613082 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c6555196-23ec-498e-a3d6-d47f4205ebde req-ee445a36-0835-418b-819d-b06bc1e927ed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Feb 19 07:45:22.824903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7285209-bcf1-432a-b44a-5c22ce522fbb req-5a6a1b38-18ea-4e5c-8f4e-158067eb80d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:22.826363 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a7285209-bcf1-432a-b44a-5c22ce522fbb req-5a6a1b38-18ea-4e5c-8f4e-158067eb80d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 983 time: 0.0788925 Feb 19 07:45:22.871459 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a7285209-bcf1-432a-b44a-5c22ce522fbb req-5532e2f7-5664-416c-a8ff-9657f0d51897 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Feb 19 07:45:23.070761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2754bc-aaf2-4945-8be4-d861e9976ffd req-c2cf6f9e-12c6-4f73-bc44-2f40a0a3db8b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:23.072059 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4c2754bc-aaf2-4945-8be4-d861e9976ffd req-c2cf6f9e-12c6-4f73-bc44-2f40a0a3db8b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 983 time: 0.0808043 Feb 19 07:45:23.117290 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4c2754bc-aaf2-4945-8be4-d861e9976ffd req-4430450c-7e77-42af-b81b-a89491f3f6e6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Feb 19 07:45:23.145734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41416) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:23.215707 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e9ef6f22-7534-4f5a-ac40-3f80f6bb16fe tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 1131 time: 0.0688002 Feb 19 07:45:23.218500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41420) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:23.223540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:23.229311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:23.233193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:23.236022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:23.241840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:23.255263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:23.388669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:23.521166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.120 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/3d52e9bc-6746-4049-871d-9f9a95b69d2a) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:45:23.670904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:23.702189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:23.770385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:23.773290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:23.777909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:45:23.805336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=3d52e9bc-6746-4049-871d-9f9a95b69d2a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:24.299015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:24.354414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:24.647971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:24.655096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:24.760404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=3d52e9bc-6746-4049-871d-9f9a95b69d2a,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:24.772186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:24.972026 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 5d0da0ee-2778-4949-90f4-62774a7a7ed9 associated. External IP: 172.26.1.120, port: cab60af2-07bd-45fc-8368-68a54261bd6f. Feb 19 07:45:25.358188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:45:25.555386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:25.565429 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] Sync routers for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:45:25.578392 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:25.579010 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:25.580724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:25.637406 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-04f32b31-b9ce-4ee1-8fff-c1a0ac3512ad tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4177997 Feb 19 07:45:25.638024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:45:25.640393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41424) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:25.699065 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'status': 'completed', 'code': 200} Feb 19 07:45:25.711345 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-86c61042-6b1d-4a00-8eaf-9947065eae0e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da&network_id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 200 len: 1131 time: 0.0696981 Feb 19 07:45:25.762601 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:25.789046 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c372dd80-aefd-4922-9917-148062087b49 req-fa44dfd8-04ca-4fad-a591-c32d2063ced0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 1136 time: 0.0679097 Feb 19 07:45:25.931769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372dd80-aefd-4922-9917-148062087b49 req-ec9230a8-e6f4-433c-9860-e858fa6d260f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:25.934308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c372dd80-aefd-4922-9917-148062087b49 req-ec9230a8-e6f4-433c-9860-e858fa6d260f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 200 len: 896 time: 0.1388350 Feb 19 07:45:26.058656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c372dd80-aefd-4922-9917-148062087b49 req-5fac1cd6-39cd-4478-84c9-fba009a425d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1037 time: 0.1178408 Feb 19 07:45:26.157035 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '5d0da0ee-2778-4949-90f4-62774a7a7ed9', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.120', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'port_id': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1500807877', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'mac_address': 'fa:16:3e:fc:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:45:24Z', 'updated_at': '2022-02-19T07:45:24Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:10Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:26.161593 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] Checking router: f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:45:26.173000 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:26.173615 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:26.276953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372dd80-aefd-4922-9917-148062087b49 req-e751737f-1838-4f6d-a876-dd155f176c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:26.278268 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c372dd80-aefd-4922-9917-148062087b49 req-e751737f-1838-4f6d-a876-dd155f176c10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1052626b-8219-43d3-a7e6-85555304ee67 HTTP/1.1" status: 200 len: 835 time: 0.2122498 Feb 19 07:45:26.346856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf746edb-e8fc-4d9a-aa70-456c61a0eab0 req-44c6f73a-bec5-4616-8730-b2798f4b9305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:26.347190 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:26.348308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bf746edb-e8fc-4d9a-aa70-456c61a0eab0 req-44c6f73a-bec5-4616-8730-b2798f4b9305 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 983 time: 0.2486906 Feb 19 07:45:26.394139 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c372dd80-aefd-4922-9917-148062087b49 req-e90505e6-2b44-49f2-a894-77d97dce9db6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1089046 Feb 19 07:45:26.406322 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bf746edb-e8fc-4d9a-aa70-456c61a0eab0 req-6d2c6d26-ed9b-4faf-aedd-15d75f4e28da tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494576 Feb 19 07:45:26.538696 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c372dd80-aefd-4922-9917-148062087b49 req-fe1984f1-d3ef-4556-8872-1484d2327c82 service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246812 Feb 19 07:45:26.669754 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c372dd80-aefd-4922-9917-148062087b49 req-f22b5842-647a-4289-8f1d-539175b4d80f service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240549 Feb 19 07:45:26.680081 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '5d0da0ee-2778-4949-90f4-62774a7a7ed9', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.120', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'port_id': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1500807877', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'mac_address': 'fa:16:3e:fc:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:45:24Z', 'updated_at': '2022-02-19T07:45:24Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:10Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:26.684508 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d4a9f-f3d1-494e-a866-858b4235986e None None] The sync data for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '5d0da0ee-2778-4949-90f4-62774a7a7ed9', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.120', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'port_id': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1500807877', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'mac_address': 'fa:16:3e:fc:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03faa45a-1cc5-43ee-bfcb-372fc76d72da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:45:24Z', 'updated_at': '2022-02-19T07:45:24Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:10Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:45:26.880029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20918de6-cb1e-4d4a-8704-d5de66d095b2 None None] New status for floating IP 5d0da0ee-2778-4949-90f4-62774a7a7ed9: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:45:27.539650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-5ede4e53-7224-4472-a4ab-6e80c1138078 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:27.541030 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-5ede4e53-7224-4472-a4ab-6e80c1138078 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 983 time: 0.0812337 Feb 19 07:45:27.657065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-4911a776-8f73-45a8-b6d3-b885bfd03df5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:27.658363 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-4911a776-8f73-45a8-b6d3-b885bfd03df5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0788882 Feb 19 07:45:27.759518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648a399-0cab-4346-b000-f1b98f982f20 req-be09a420-b755-414b-82ae-34dbef1eab81 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:27.760939 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6648a399-0cab-4346-b000-f1b98f982f20 req-be09a420-b755-414b-82ae-34dbef1eab81 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 983 time: 0.2274165 Feb 19 07:45:27.833778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-8957e3a8-8a32-4c35-bd06-2626f0f110d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1704965 Feb 19 07:45:27.838581 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6648a399-0cab-4346-b000-f1b98f982f20 req-ba2135c3-0f90-4770-aa4b-b8fe3bbb4180 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719695 Feb 19 07:45:27.843836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:27.952187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:28.143551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:28.175706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:28.227997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] device_id is not set on port cab60af2-07bd-45fc-8368-68a54261bd6f yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:45:28.242607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:28.252637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:28.399332 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:28.467378 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] No DVR routers for this DVR port cab60af2-07bd-45fc-8368-68a54261bd6f on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:28.501306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4f6cd614-bb39-4a96-b23c-69c76e8d8085 None None] Provisioning complete for port cab60af2-07bd-45fc-8368-68a54261bd6f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:28.501882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f6cd614-bb39-4a96-b23c-69c76e8d8085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:28.552185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cd614-bb39-4a96-b23c-69c76e8d8085 None None] Port cab60af2-07bd-45fc-8368-68a54261bd6f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:45:28.804176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] In _notify_port_updated(), no bound segment for port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:45:28.805134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:28.806777 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f1a46bc2-6ab8-4577-92fc-ef44a126405d req-6808c4de-76f1-4829-ae7b-c2e7fb7a8a68 service neutron] 10.222.0.67 "PUT /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1026 time: 0.9666600 Feb 19 07:45:29.017553 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9acc9d22-1421-4e15-a1e9-ba96116630bf req-604019f2-7d61-44fb-9ecc-d4d7d96373ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=03faa45a-1cc5-43ee-bfcb-372fc76d72da HTTP/1.1" status: 200 len: 210 time: 0.0397224 Feb 19 07:45:29.671350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:45:29.729673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:45:30.132873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41440) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:30.204320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9eaf12-eef4-4dfc-a7e5-b4b3572ca682 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:30.204883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd9eaf12-eef4-4dfc-a7e5-b4b3572ca682 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:45:30.222784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cd9eaf12-eef4-4dfc-a7e5-b4b3572ca682 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:45:30.223883 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cd9eaf12-eef4-4dfc-a7e5-b4b3572ca682 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 925 time: 0.0899143 Feb 19 07:45:30.730975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41446) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:30.736545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511260258', 'description': 'tempest-secgroup-smoke-511260258 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:30.742643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:30.752611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:30.764640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:30.799561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:30.803526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:30.806865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:30.812708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:30.868599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:30.874782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:30.919746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:30.926793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:30.928035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-de356143-9683-499a-91be-f75db3145728 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1960454 Feb 19 07:45:30.931239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41450) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:30.936914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:30.942973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:30.947088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:30.950270 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:30.956190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:30.973048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.034145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.039538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.062336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c3379a-97b6-4e16-8d45-e7551e3e398a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:31.071824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.073138 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1356be14-487c-485e-9ecb-832c0cf22224 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1409941 Feb 19 07:45:31.076130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41454) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:31.084584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:31.091931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:31.096087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:31.099144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:31.105189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:31.123496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.186494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.192400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.215665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1651c742-b503-4f9b-a534-a4f6f58169a7,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:31.228520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.229794 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5e816082-4bfa-4b2c-8ed9-7113cabab90a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1521833 Feb 19 07:45:31.232540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41458) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:31.237967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:31.243670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:31.248403 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:31.251302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:31.257148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:31.275407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.342227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.348145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.370269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbd5beb-f9e0-4346-a36a-33f708e9fcd0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:31.379020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.382828 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7aa6b101-04aa-4c54-8a5b-4bd09e391f93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466897 Feb 19 07:45:31.383207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41462) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:31.389041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:31.395353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:31.399407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:31.402707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:31.409521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:31.426447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.488376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.492805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.514895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39bdfe2-5788-4610-9dc4-145fe39ce194,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:31.527064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.528295 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c1d01d8e-3419-4445-b172-1550c63802bc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440694 Feb 19 07:45:31.531258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41466) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:31.536614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:31.542418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:31.546495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:31.549589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:31.555386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:31.567989 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:31.574952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.641466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.646769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.675862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cf1fe3-ffa2-4678-bfc6-8a6d2588601b,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:31.685168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.686269 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0ce3d7de-8348-4e85-b358-f1fc9a51e63c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1540942 Feb 19 07:45:31.689195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:31.694437 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:31.700236 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:31.704088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:31.706969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:31.712670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:31.725718 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:31.733387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.802448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.807861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.830202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca790a61-bf05-4fff-acca-2f72343fe350,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:31.839828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:31.841079 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5aac414d-094c-4ad4-bbd4-1ebeae9e3344 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1509981 Feb 19 07:45:32.027337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-25843e5d-2be9-43fb-8967-9fffd59f8939 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:45:32.046347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-25843e5d-2be9-43fb-8967-9fffd59f8939 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:45:32.047577 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-25843e5d-2be9-43fb-8967-9fffd59f8939 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511260258&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0657091 Feb 19 07:45:32.129993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-b9c443b8-7dc7-40ef-a052-8d8f3c525857 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:32.131184 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-b9c443b8-7dc7-40ef-a052-8d8f3c525857 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 930 time: 0.0730667 Feb 19 07:45:32.213187 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-f7c2e07d-a486-4190-8110-2d29b2fd994c service neutron] 10.222.0.72 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0635643 Feb 19 07:45:32.355034 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-68a40f67-2fd4-47e3-bd68-084ac8bcd990 service neutron] 10.222.0.72 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358407 Feb 19 07:45:32.483229 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-37f96b7c-dded-4cf3-a687-affcf88a1500 service neutron] 10.222.0.72 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224439 Feb 19 07:45:32.674308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2859635f-da07-4360-a8ae-fb1851adcac6 req-8dd159c7-73ff-44e0-8d98-9bccadaa29eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 210 time: 0.0405929 Feb 19 07:45:33.622988 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-92698b09-b371-4b9b-8b64-dcdc5b74675d service neutron] 10.222.0.67 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1026 time: 0.0605381 Feb 19 07:45:33.770193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-7cda0741-bb0e-46b5-bd1d-6db7ddbeabd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:33.771630 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-7cda0741-bb0e-46b5-bd1d-6db7ddbeabd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 200 len: 795 time: 0.1442456 Feb 19 07:45:33.852178 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b4b2d57-af27-45ab-9b4c-3ebaf915eb7c req-f1fe47d1-a8ed-4e74-8ad0-f44d44f0906b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 210 time: 0.0488906 Feb 19 07:45:33.866491 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-95f0c309-5ead-4e66-ab99-f8513fcae500 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 471 time: 0.0828807 Feb 19 07:45:33.878263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Request body: {'port': {'device_id': '8f8ad23d-d9af-40d5-8f6b-38c6781857b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:33.988312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:34.332775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab60af2-07bd-45fc-8368-68a54261bd6f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:45:34.340274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:34.354267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Transition to ACTIVE for port object cab60af2-07bd-45fc-8368-68a54261bd6f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:34.359808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:34.577159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:34.711505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:45:34.712210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:45:34.712210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:34.717749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:45:34.718055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Attempting to bind port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:34.725367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:45:34.725703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Checking segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:34.726078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Bound using segment: {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:45:34.726499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Bound port: cab60af2-07bd-45fc-8368-68a54261bd6f, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939ad062-9a74-4420-b5b5-c24453c403f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:45:34.726841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:34.820394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:34.823467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:45:34.829680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:34.889872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:34.891267 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] 10.222.0.67 "PUT /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1131 time: 1.0172617 Feb 19 07:45:34.891821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8ad23d-d9af-40d5-8f6b-38c6781857b5', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:45:34.916238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d6635-7168-4c5d-a456-b0083dd1dee7 service neutron] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=8']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:34.972103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8ad23d-d9af-40d5-8f6b-38c6781857b5', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'status': 'completed', 'code': 200} Feb 19 07:45:35.067531 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-553dcfcb-d0ba-491c-854e-7a2809e2d123 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 1134 time: 0.1310744 Feb 19 07:45:35.129742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239538c-6be5-47ae-a6c4-01ac7732e63b req-70b41197-e9b1-4a18-bfd6-aa044d5af8ba tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:35.131122 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3239538c-6be5-47ae-a6c4-01ac7732e63b req-70b41197-e9b1-4a18-bfd6-aa044d5af8ba tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 981 time: 0.1378763 Feb 19 07:45:35.208298 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-e52942dd-91c8-4e67-901d-fd7b20857a24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1037 time: 0.1324058 Feb 19 07:45:35.210816 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3239538c-6be5-47ae-a6c4-01ac7732e63b req-fb8950fe-be09-43dd-8be6-2fa6e3e1c1d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735750 Feb 19 07:45:35.273495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ae2c816d-50bd-449c-8eb3-0a57d932350c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:35.274882 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-ae2c816d-50bd-449c-8eb3-0a57d932350c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1052626b-8219-43d3-a7e6-85555304ee67 HTTP/1.1" status: 200 len: 835 time: 0.0604198 Feb 19 07:45:35.351843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-aa2bae53-d48a-4ce7-bda7-db4224797145 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705302 Feb 19 07:45:35.481314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-a9b0f7b6-56c3-4d8b-a3e3-70fb025bcab6 service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231630 Feb 19 07:45:35.614039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc4583ba-a476-4701-9c30-d87d626054b6 req-6b2e9aac-66e3-4eb0-b884-40138c47b0fb service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262281 Feb 19 07:45:35.728689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-6e538fcf-eb76-4b41-b7c8-3de2f5a26696 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 1134 time: 0.0694337 Feb 19 07:45:35.876014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-b6edf227-b422-43f5-af92-fb152ba5eada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:35.877472 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-b6edf227-b422-43f5-af92-fb152ba5eada service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 200 len: 896 time: 0.1432872 Feb 19 07:45:35.981306 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-039bd3fb-3f2d-4614-999a-5c667a221020 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1037 time: 0.0970914 Feb 19 07:45:36.048727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-23b6060a-d851-4b09-bd5c-870064f63ef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:36.050129 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-23b6060a-d851-4b09-bd5c-870064f63ef4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1052626b-8219-43d3-a7e6-85555304ee67 HTTP/1.1" status: 200 len: 835 time: 0.0627589 Feb 19 07:45:36.126952 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-88a0ab11-616a-4bd4-99dd-e15804d499a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710502 Feb 19 07:45:36.388411 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-49bb3cb9-97a1-4cb5-88eb-058dae0e2ec0 service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549236 Feb 19 07:45:36.515890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4be0f-6efc-45d0-aafb-f4c6c06e8f0f req-bcabb521-ce7d-4fde-bafc-24503905c059 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:36.517248 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ead4be0f-6efc-45d0-aafb-f4c6c06e8f0f req-bcabb521-ce7d-4fde-bafc-24503905c059 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 981 time: 0.1831453 Feb 19 07:45:36.569075 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-33e524a8-7923-41b1-b061-284ffd922ea2 req-67536e81-c880-4f72-8395-f343400b0cd8 service neutron] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712327 Feb 19 07:45:36.592646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ead4be0f-6efc-45d0-aafb-f4c6c06e8f0f req-9c3794a2-0caf-4b1e-8a78-53ca65487585 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577269 Feb 19 07:45:36.743004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b441f2fa-195c-4aaf-b5c3-43efd3db3011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:37.799405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e0e2c-f12f-4b2a-be68-40c14814b722 req-7935c5b3-cd2d-4644-a986-149acf02626c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:37.800798 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6f0e0e2c-f12f-4b2a-be68-40c14814b722 req-7935c5b3-cd2d-4644-a986-149acf02626c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 981 time: 0.0839872 Feb 19 07:45:37.849201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6f0e0e2c-f12f-4b2a-be68-40c14814b722 req-eb9c8888-565f-48d9-a4e7-ff638035c185 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Feb 19 07:45:38.941701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-387d699e-a43e-4c7a-9a3a-5f2218dbfa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:39.062677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b781-4bbe-4ca1-8dbe-17abcb27a06d req-da0b2848-5173-4432-8258-95c3532dab78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:39.064132 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d22b781-4bbe-4ca1-8dbe-17abcb27a06d req-da0b2848-5173-4432-8258-95c3532dab78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 981 time: 0.0817068 Feb 19 07:45:39.109097 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d22b781-4bbe-4ca1-8dbe-17abcb27a06d req-cd58868e-79c8-4d63-a9ec-60394d5079c4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Feb 19 07:45:39.704309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:45:39.848289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:39.862493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'port_id': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'mac_address': 'fa:16:3e:fc:5d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:45:39.914364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:39.934979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab60af2-07bd-45fc-8368-68a54261bd6f {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:45:39.950046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:39.955570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:40.053295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=9']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:40.167851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:40.247879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:40.281114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['cab60af2-07bd-45fc-8368-68a54261bd6f'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:45:40.321325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7f11f-099a-429d-b09e-447b14dc7dc0 req-6ab07e08-064c-4992-b284-ca50c32be061 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:40.322981 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85d7f11f-099a-429d-b09e-447b14dc7dc0 req-6ab07e08-064c-4992-b284-ca50c32be061 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 982 time: 0.0755939 Feb 19 07:45:40.368468 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85d7f11f-099a-429d-b09e-447b14dc7dc0 req-81e13707-2624-4ccf-979e-6587f6023d55 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Feb 19 07:45:41.436068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:41.577966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb419b96-77db-40cb-bb8f-c2cf08a91b46 req-157b4074-90ad-4e76-9df0-43f70c5d9216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:41.579398 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb419b96-77db-40cb-bb8f-c2cf08a91b46 req-157b4074-90ad-4e76-9df0-43f70c5d9216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 982 time: 0.0784895 Feb 19 07:45:41.624026 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb419b96-77db-40cb-bb8f-c2cf08a91b46 req-2bcff870-98b4-4026-9f85-461c48058341 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Feb 19 07:45:41.730578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:45:41.808984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port cab60af2-07bd-45fc-8368-68a54261bd6f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:41.813931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port cab60af2-07bd-45fc-8368-68a54261bd6f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:41.814294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:41.927218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:41.955561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8ad23d-d9af-40d5-8f6b-38c6781857b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:45:41.965138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:41.972738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:42.014929 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8ad23d-d9af-40d5-8f6b-38c6781857b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab60af2-07bd-45fc-8368-68a54261bd6f', 'code': 200} Feb 19 07:45:42.041147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=10']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:42.250978 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dcad9f7a-5907-4a31-8ba5-99e8a09590ce req-6a6b4f62-9f32-4bc2-922d-979c8db6b2f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 1137 time: 0.0707672 Feb 19 07:45:42.302884 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dcad9f7a-5907-4a31-8ba5-99e8a09590ce req-a6bd0e4c-c1c1-47e2-a2bf-9da601a0cd43 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Feb 19 07:45:42.836027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7bd81-58a3-4ee5-a9db-d83229da22bf req-700333d0-d785-4b9a-af7b-dff961ed648a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:42.837489 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fad7bd81-58a3-4ee5-a9db-d83229da22bf req-700333d0-d785-4b9a-af7b-dff961ed648a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 984 time: 0.0810127 Feb 19 07:45:42.882821 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fad7bd81-58a3-4ee5-a9db-d83229da22bf req-ba2a597e-2c79-445e-9307-e63da694c65b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Feb 19 07:45:43.404059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:44.103760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b313cc1-2243-4347-8bc7-3db557e11fe4 req-fefd4ce6-57db-4b28-a836-d4ebba701e99 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:44.105186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b313cc1-2243-4347-8bc7-3db557e11fe4 req-fefd4ce6-57db-4b28-a836-d4ebba701e99 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 984 time: 0.0835607 Feb 19 07:45:44.149352 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b313cc1-2243-4347-8bc7-3db557e11fe4 req-b9169288-4cfb-4623-82ab-9a9b994d8a9f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Feb 19 07:45:44.362586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573fd4-6c88-4c99-b90a-9574a7f60990 req-e01a2a3e-2646-488b-ad89-a01bd7fae937 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:44.364260 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-46573fd4-6c88-4c99-b90a-9574a7f60990 req-e01a2a3e-2646-488b-ad89-a01bd7fae937 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 984 time: 0.0769136 Feb 19 07:45:44.413443 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-46573fd4-6c88-4c99-b90a-9574a7f60990 req-61751133-07bf-4683-bdfc-31283ef6b28c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Feb 19 07:45:44.441404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41516) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:44.515969 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-01f576b8-68fb-46cb-914b-40f71fdec9f3 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5&network_id=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 200 len: 1132 time: 0.0732660 Feb 19 07:45:44.700704 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:45:44.915793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abf88c-b668-4446-9fb0-5003272de9f8 req-03a625da-4b62-4df7-b41c-0c592e3a43a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:44.917260 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d1abf88c-b668-4446-9fb0-5003272de9f8 req-03a625da-4b62-4df7-b41c-0c592e3a43a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 984 time: 0.0789304 Feb 19 07:45:44.965390 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d1abf88c-b668-4446-9fb0-5003272de9f8 req-385a2a16-ad55-4064-89f0-22ffa73a7825 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Feb 19 07:45:46.176815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7974-403b-4193-b2dc-abdd3b8402ee req-871b6d6c-1266-4992-9399-d5faf26ca7be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:46.178254 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00aa7974-403b-4193-b2dc-abdd3b8402ee req-871b6d6c-1266-4992-9399-d5faf26ca7be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 984 time: 0.0806148 Feb 19 07:45:46.224127 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00aa7974-403b-4193-b2dc-abdd3b8402ee req-053bae4a-7ca3-44c5-8f13-49b1a67e8825 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386455 Feb 19 07:45:46.323861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-47b12a5d-cd5a-4a88-84aa-26bde52e566d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:46.325226 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-47b12a5d-cd5a-4a88-84aa-26bde52e566d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 984 time: 0.0814793 Feb 19 07:45:46.397594 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-95b0608e-7a48-479c-833e-53a53dec6c53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:46.398923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-95b0608e-7a48-479c-833e-53a53dec6c53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0681429 Feb 19 07:45:46.541310 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-a14010b1-3958-4723-b035-3ad021bc7af5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1363142 Feb 19 07:45:46.551017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:46.672913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:46.953024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=cab60af2-07bd-45fc-8368-68a54261bd6f,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:46.981339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] For port cab60af2-07bd-45fc-8368-68a54261bd6f, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:47.033156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] device_id is not set on port cab60af2-07bd-45fc-8368-68a54261bd6f yet. {{(pid=83568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 19 07:45:47.040940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:47.047335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:47.176673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Pushing event updated for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=11']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:47.201002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.201718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.201718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.201959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.202308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.202633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.202950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.203311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.203592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.203904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.204242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:47.245829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] No DVR routers for this DVR port cab60af2-07bd-45fc-8368-68a54261bd6f on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:47.362207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-993ca704-9812-47f9-9a64-9fe7230b277e None None] Provisioning complete for port cab60af2-07bd-45fc-8368-68a54261bd6f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:47.362814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-993ca704-9812-47f9-9a64-9fe7230b277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:47.398919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0c814a4f-b710-484e-92dc-f7070f532f10 req-0af2ed59-1c16-4a82-86b9-26d7133bded2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f8ad23d-d9af-40d5-8f6b-38c6781857b5 HTTP/1.1" status: 200 len: 210 time: 0.0531332 Feb 19 07:45:47.413021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-993ca704-9812-47f9-9a64-9fe7230b277e None None] Port cab60af2-07bd-45fc-8368-68a54261bd6f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:45:47.540118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] In _notify_port_updated(), no bound segment for port cab60af2-07bd-45fc-8368-68a54261bd6f on network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 {{(pid=83568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 19 07:45:47.541573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:47.542813 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a5fa5d9-98f2-477a-b02e-244415585b0e req-391b0b87-5cc4-4221-9ab8-3ca0b9989860 service neutron] 10.222.0.67 "PUT /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 200 len: 1027 time: 0.9957952 Feb 19 07:45:48.519293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41530) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:48.591185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-269dbba2-9aca-48d9-9b5f-0bd55a19ab39 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:48.622529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-269dbba2-9aca-48d9-9b5f-0bd55a19ab39 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:48.693055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-269dbba2-9aca-48d9-9b5f-0bd55a19ab39 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:48.711084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dbba2-9aca-48d9-9b5f-0bd55a19ab39 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:48.721855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-269dbba2-9aca-48d9-9b5f-0bd55a19ab39 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:48.722973 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-269dbba2-9aca-48d9-9b5f-0bd55a19ab39 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/1cd5638e-f366-4e9a-b5d5-4e8f7ab17f3a HTTP/1.1" status: 204 len: 168 time: 0.2026341 Feb 19 07:45:48.762890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41536) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:48.963492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 3d52e9bc-6746-4049-871d-9f9a95b69d2a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:45:48.963813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:49.129625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:49.129903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:49.248850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 3d52e9bc-6746-4049-871d-9f9a95b69d2a owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:45:49.397666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:49.443790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=3d52e9bc-6746-4049-871d-9f9a95b69d2a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:49.530929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:49.775803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:45:49.832128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device cab60af2-07bd-45fc-8368-68a54261bd6f not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:45:50.008245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:45:50.206619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:50.216721 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] Sync routers for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:45:50.227707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:50.228409 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:50.229006 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:50.278655 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c667fccd-5ee5-4752-81b8-c951564145dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/5d0da0ee-2778-4949-90f4-62774a7a7ed9 HTTP/1.1" status: 204 len: 168 time: 1.5146451 Feb 19 07:45:50.399254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:50.435327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:50.505424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:50.534294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:50.598818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:50.617488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e406aa6-fdbe-471e-96ca-3e04c46cff14,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:50.628416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:50.629602 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/7e406aa6-fdbe-471e-96ca-3e04c46cff14 HTTP/1.1" status: 204 len: 168 time: 0.1933222 Feb 19 07:45:50.631413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.631725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.632060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.632622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.632724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.633080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.633420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.633702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.634041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.634358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.634707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9abec-ee42-4d76-87e0-91bd932a520d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:50.676654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:50.704675 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:10Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:50.708599 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] Checking router: f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:45:50.718899 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:50.719473 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:50.738865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port cab60af2-07bd-45fc-8368-68a54261bd6f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:45:50.739198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:50.893429 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:50.976771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:51.093830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for cab60af2-07bd-45fc-8368-68a54261bd6f owned by {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:45:51.227215 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:10Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:51.231407 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a0befd-e0d5-4bd8-941c-3c67b124eb8b None None] The sync data for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2b90d40d-2206-4ebe-8044-8fb8aa36842d', 'name': '', 'network_id': 'c8d9a6d4-a81e-4bff-959d-3e5d9a26f201', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:89:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1052626b-8219-43d3-a7e6-85555304ee67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:04Z', 'updated_at': '2022-02-19T07:45:10Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '1052626b-8219-43d3-a7e6-85555304ee67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:45:51.233383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:51.282748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=cab60af2-07bd-45fc-8368-68a54261bd6f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:51.386691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:51.403105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41554) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:51.403858 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5407388b-5757-45de-aa8d-b79636e40c0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/ports/cab60af2-07bd-45fc-8368-68a54261bd6f HTTP/1.1" status: 204 len: 168 time: 0.7254977 Feb 19 07:45:51.488364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319f3d9-583a-482c-b028-7385f3128e12 None None] New status for floating IP 5d0da0ee-2778-4949-90f4-62774a7a7ed9: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:45:51.806115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:52.518268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 2b90d40d-2206-4ebe-8044-8fb8aa36842d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:45:52.518930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:52.700614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 2b90d40d-2206-4ebe-8044-8fb8aa36842d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2b90d40d-2206-4ebe-8044-8fb8aa36842d,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:52.700909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:52.817137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 2b90d40d-2206-4ebe-8044-8fb8aa36842d owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:45:53.010457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:53.057251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=2b90d40d-2206-4ebe-8044-8fb8aa36842d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:53.351605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:54.038715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:45:54.243523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:54.253296 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] Sync routers for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:45:54.259601 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0ceb405f-4ce3-4871-83d9-f3e1399f5963 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/f3f1f72a-4f23-4b8f-a9cf-831501ed98c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8552082 Feb 19 07:45:54.260780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41558) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:54.267279 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:54.268052 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:54.449029 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:54.458263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet 1052626b-8219-43d3-a7e6-85555304ee67 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:45:54.461265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:54.513101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:54.597590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:54.672319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:54.709374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=1052626b-8219-43d3-a7e6-85555304ee67,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:54.715522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:54.721598 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-50dab4b4-1c97-4f28-8ca5-49433a28050b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/1052626b-8219-43d3-a7e6-85555304ee67 HTTP/1.1" status: 204 len: 168 time: 0.4598784 Feb 19 07:45:54.725470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41562) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:54.726825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb321052-7edf-4c08-b3bf-c26effa0d5a5 None None] Network c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:45:54.736992 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:52Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:54.741244 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] Checking router: f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:45:54.751747 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] Routers {'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:54.752368 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:54.922758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:54.926680 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] Set router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:54.979350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] DHCP port deletion for c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:45:54.984350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] Deleting port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:45:54.985174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:55.120249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:55.131944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:45:55.132434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:55.190676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] For port 9cc2e823-7276-4411-bb1e-86b7ae0986d2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=9cc2e823-7276-4411-bb1e-86b7ae0986d2,segment=NetworkSegment(939ad062-9a74-4420-b5b5-c24453c403f0),segment_id=939ad062-9a74-4420-b5b5-c24453c403f0)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:55.190974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:55.213035 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:52Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:55.217370 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f22eb0-f3bf-4ddb-b72b-2f67123e34c6 None None] The sync data for ids ['f3f1f72a-4f23-4b8f-a9cf-831501ed98c4'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'name': 'tempest-TestNetworkBasicOps-router-2097508225', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:00Z', 'updated_at': '2022-02-19T07:45:52Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '205dbd68-0c9d-4dcc-9976-ed3f58cf4f86', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f1f72a-4f23-4b8f-a9cf-831501ed98c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:01Z', 'updated_at': '2022-02-19T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:45:55.351048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] Calling delete_port for 9cc2e823-7276-4411-bb1e-86b7ae0986d2 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:45:55.412668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:55.413074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:55.427336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:55.471143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] Pushing event deleted for resources: {'Port': ['ID=9cc2e823-7276-4411-bb1e-86b7ae0986d2,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:55.474693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8627e73-af54-4dec-9f7a-faf5f5909898 None None] No DVR routers for this DVR port 9cc2e823-7276-4411-bb1e-86b7ae0986d2 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:55.529789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:45:55.698311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:55.740792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=205dbd68-0c9d-4dcc-9976-ed3f58cf4f86,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:55.959313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.212031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.216785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.244821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.245309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:45:56.259545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.260627 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4bb6ec30-bf6d-422f-bf52-64f9d9c574a9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/f3f1f72a-4f23-4b8f-a9cf-831501ed98c4 HTTP/1.1" status: 204 len: 168 time: 1.5343146 Feb 19 07:45:56.263627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41566) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:56.383490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.520656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.546552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d9a6d4-a81e-4bff-959d-3e5d9a26f201']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:56.559114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939ad062-9a74-4420-b5b5-c24453c403f0') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:56.559396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939ad062-9a74-4420-b5b5-c24453c403f0') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:56.570674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.586416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.592936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:45:56.593347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:45:56.607548 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:45:56.738659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9cc2e823-7276-4411-bb1e-86b7ae0986d2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:45:56.771869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 9cc2e823-7276-4411-bb1e-86b7ae0986d2 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:45:56.772116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 9cc2e823-7276-4411-bb1e-86b7ae0986d2 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:45:56.772559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:45:56.788798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.803407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:45:56.803746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 205dbd68-0c9d-4dcc-9976-ed3f58cf4f86 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:45:56.804179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2b90d40d-2206-4ebe-8044-8fb8aa36842d no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:45:56.807278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.818115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=c8d9a6d4-a81e-4bff-959d-3e5d9a26f201,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:56.827483 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0cd2aea5-e2ec-40f7-b6d3-11deeeb138d6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/c8d9a6d4-a81e-4bff-959d-3e5d9a26f201 HTTP/1.1" status: 204 len: 168 time: 0.5625844 Feb 19 07:45:56.838464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2b90d40d-2206-4ebe-8044-8fb8aa36842d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:45:56.840910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2b90d40d-2206-4ebe-8044-8fb8aa36842d not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:45:56.841751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41570) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:56.854792 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3c17972a-2159-4020-bc17-6ecf3bfc776b tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111637 Feb 19 07:45:56.857227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41574) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:56.862129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--1055127622', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:56.866665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:56.870772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:56.874286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:56.880113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:56.891894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:45:56.894984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.922667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:45:56.931606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.931927 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb of type vlan for network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 Feb 19 07:45:56.956484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.986171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:56.989699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:56.990243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.093287 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350121 Feb 19 07:45:57.095893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99eedbe-e13c-4031-bb95-f85f4cb463c0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=c7b7fbfb-af79-4fd2-8592-2cb19a12a940,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:57.096225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41578) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:57.101436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-389902334', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:57.106169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:45:57.108521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:57.112349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:57.115149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:57.121339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:57.134021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.135321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.152758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.299042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.484931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.515857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.658483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.126 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:45:57.802326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.832129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:57.894646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:57.897309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:57.901015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:45:57.935444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:58.067372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:58.067989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:58.321204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router afa73585-d037-46e9-a51e-c64df1a8cb5c is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:45:58.519816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:58.530910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Sync routers for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:45:58.542583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:58.543187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:58.548144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:58.552649 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-af2102f8-77bc-406f-8863-1cc784794905 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4554100 Feb 19 07:45:58.552798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41582) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:58.712934 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-812a9657-0bf9-4881-9338-11d786c7b7c8 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1587033 Feb 19 07:45:58.715562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41586) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:58.721360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:45:58.843682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f322d729-dad4-4cc6-9fbc-83cef2dda25a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:58.845216 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f322d729-dad4-4cc6-9fbc-83cef2dda25a tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287892 Feb 19 07:45:58.848320 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:58.889543 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1dc6a163-d44a-459a-87b3-a064fdff4e15 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400887 Feb 19 07:45:58.892080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41594) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:58.897273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-684364223', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:45:59.001568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:45:59.004469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:45:58Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:59.005489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:45:59.008330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:45:59.008561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Checking router: afa73585-d037-46e9-a51e-c64df1a8cb5c for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:45:59.008909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Updating router afa73585-d037-46e9-a51e-c64df1a8cb5c port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:45:59.013988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:45:59.023838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:45:59.061283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.223852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.381837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.393354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Transition to ACTIVE for port object 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:45:59.400634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.449053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.481621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Pushing event updated for resources: {'Port': ['ID=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:59.483879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Attempting to bind port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:45:59.484239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Attempting to bind port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:45:59.484624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Attempting to bind port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:45:59.495376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.495688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.496053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.496426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.496707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.497056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.497373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.497690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.498003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.498295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.498608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.503077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:45:59.503444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:59.503842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.504240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:45:59.504704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Bound port: 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:45:59.505071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.539756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=717e9536-6306-4e48-931f-5b2c936a5bac,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:59.550836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:45:59.551170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: c7b7fbfb-af79-4fd2-8592-2cb19a12a940, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:45:59.573923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:45:59.577284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] For port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:59.580296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] For port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:45:59.584895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c7b7fbfb-af79-4fd2-8592-2cb19a12a940) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:59.586386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.589043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:59.589636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:45:59.615243 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c48b7391-39d4-4654-8cc4-73715777c91c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7221518 Feb 19 07:45:59.618452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41598) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:45:59.621336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007166d6-b90a-46b5-b86f-e8dd96a3b348 None None] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:45:59.794888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:45:59.795533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:59.841032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368851a9-3755-4a0b-b881-b99c56d7f1b9 None None] Pushing event updated for resources: {'Port': ['ID=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:00.054653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:46:00.055800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:00.068683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:46:00.376988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:00.435248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Allocated IP 172.20.0.2 (c7b7fbfb-af79-4fd2-8592-2cb19a12a940/717e9536-6306-4e48-931f-5b2c936a5bac/fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:00.567850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:45:58Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:00.582698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d96331b-e3bc-45f8-8ce4-f1aeb53749cc None None] The sync data for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv is: [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:45:58Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:46:00.670974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:00.682304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Transition to ACTIVE for port object fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:00.701695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Transition to ACTIVE for port object fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:00.706856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:00.784906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:00.787950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (c7b7fbfb-af79-4fd2-8592-2cb19a12a940/717e9536-6306-4e48-931f-5b2c936a5bac/af079abb-3e15-490a-a569-c5d42379374e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:00.788795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:00.790925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Pushing event updated for resources: {'Port': ['ID=fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:00.793296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:46:00.885424 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Attempting to bind port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:46:00.885798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Attempting to bind port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:46:00.886156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Attempting to bind port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f on network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:46:00.893738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:46:00.894361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Checking segment: {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:46:00.895025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:00.895419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Bound using segment: {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:46:00.895961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Bound port: fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:46:00.896757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:00.968541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:00.985164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object af079abb-3e15-490a-a569-c5d42379374e will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:00.993335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] For port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:00.996558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] For port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:01.002404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:01.010763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:01.094543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a1b1d-234a-4df9-a6db-f62d2deeaa25 None None] Pushing event updated for resources: {'Port': ['ID=fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:01.200300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:01.203196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:01.205796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:46:01.259018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:01.280420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:01.378480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:01.786812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:01.793472 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:01.905468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:01.907963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:01.990750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53082d-766f-47f4-961e-c908d1041692 None None] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:46:02.051259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:02.052339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:02.152138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-73d8b989-d711-4e35-8bb4-2f55cb19552c None None] Provisioning for port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:02.447780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router afa73585-d037-46e9-a51e-c64df1a8cb5c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:46:02.495053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:46:02.569318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:02.575006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:02.575375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:02.640128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70f2ad82-5a3b-4409-ba2c-29904e936b0b None None] Provisioning for port af079abb-3e15-490a-a569-c5d42379374e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:02.648735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-70f2ad82-5a3b-4409-ba2c-29904e936b0b None None] Provisioning complete for port af079abb-3e15-490a-a569-c5d42379374e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:02.649095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-70f2ad82-5a3b-4409-ba2c-29904e936b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:02.661900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:02.674990 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a2bb084c-21ce-4c4c-94d7-a8de28f57e4b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/afa73585-d037-46e9-a51e-c64df1a8cb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0553758 Feb 19 07:46:02.677848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41602) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:02.747875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-70f2ad82-5a3b-4409-ba2c-29904e936b0b None None] Port af079abb-3e15-490a-a569-c5d42379374e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:46:02.760731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:02.782546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:02.788011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:02.789023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:46:02.824355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb584def-b03c-442d-8125-53159bbb79dd tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:02.824734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb584def-b03c-442d-8125-53159bbb79dd tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:02.825099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb584def-b03c-442d-8125-53159bbb79dd tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:02.825453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb584def-b03c-442d-8125-53159bbb79dd tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:02.830018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41606) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:02.830609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-eb584def-b03c-442d-8125-53159bbb79dd tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1511569 Feb 19 07:46:02.913550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:02.928624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-495fc829-c6e9-4890-984f-194be1f77931 None None] Provisioning complete for port af079abb-3e15-490a-a569-c5d42379374e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:02.928994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-495fc829-c6e9-4890-984f-194be1f77931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:02.974228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:02.984139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:02.984520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.016556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd056a-0a60-4ed4-ae2b-37ccefa1082c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:03.017074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd056a-0a60-4ed4-ae2b-37ccefa1082c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:03.017433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd056a-0a60-4ed4-ae2b-37ccefa1082c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:03.017756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd056a-0a60-4ed4-ae2b-37ccefa1082c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:03.019378 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1ddd056a-0a60-4ed4-ae2b-37ccefa1082c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1883883 Feb 19 07:46:03.022251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41610) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:03.023304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-495fc829-c6e9-4890-984f-194be1f77931 None None] Port af079abb-3e15-490a-a569-c5d42379374e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:46:03.105904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.143196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:03.148308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.204603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-af1e726f-79d0-44aa-951e-b1a300e63c22 None None] Provisioning complete for port af079abb-3e15-490a-a569-c5d42379374e triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:03.204967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af1e726f-79d0-44aa-951e-b1a300e63c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.222781 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e5d1ae92-6912-4413-96f5-c4bd2372c1cd tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1962900 Feb 19 07:46:03.265000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:03.269372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-af1e726f-79d0-44aa-951e-b1a300e63c22 None None] Port af079abb-3e15-490a-a569-c5d42379374e cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:46:03.619879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41616) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:03.625542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296766573', 'description': 'tempest-secgroup-smoke-1296766573 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:03.631711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:03.637900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:03.640979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:03.646746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:03.658508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.700019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:03.704125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:03.707041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:03.712663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:03.772089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.778204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.822113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8bfbde-5f64-4502-983d-d395771fc3cd,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:03.826069 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.827245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8b8038f1-f36c-4f4a-ac61-8fb585f9e8cf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2062466 Feb 19 07:46:03.830302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41620) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:03.836027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '4a8bfbde-5f64-4502-983d-d395771fc3cd', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:03.842561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:03.846722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:03.849650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:03.855470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:03.872544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.936315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.941191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.976413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98554f78-bf9b-47b5-a7c6-a82f0429a5c6,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:03.983981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:03.985205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5a19d580-8c75-48e7-837d-31662b362985 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1539249 Feb 19 07:46:03.988894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41624) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:03.994312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '4a8bfbde-5f64-4502-983d-d395771fc3cd', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:04.000813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:04.005208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:04.008363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:04.014627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:04.031988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.075099 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Sync routers for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:46:04.087137 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:46:04.087850 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:04.094466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.098704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.120966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30ad4f6-e4ac-425a-a4e3-862ec3084089,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:04.130852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.132106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a8cba929-e1c6-42d1-8089-bebcb43a66e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1422715 Feb 19 07:46:04.135021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:04.140656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '4a8bfbde-5f64-4502-983d-d395771fc3cd', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:04.146809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:04.150871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:04.153879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:04.159686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:04.176553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.238910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.243328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.266205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5225a0f-1636-49fc-8f53-c183a49cf08e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:04.278327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.284760 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b391c126-9a06-40a9-ace9-7cb389ee86ae tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1487527 Feb 19 07:46:04.285001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41632) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:04.291444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '4a8bfbde-5f64-4502-983d-d395771fc3cd', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:04.302353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:04.307223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:04.307643 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:46:04.310275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:04.315832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:04.333440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.413070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.418183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.444288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34647e7-1d8c-42f3-8672-48ca132e95d0,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:04.460518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:46:04.461043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.465627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41636) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:04.466056 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2864e9c8-d053-48e0-acc9-d9ce3223e7b5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1800199 Feb 19 07:46:04.471873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '4a8bfbde-5f64-4502-983d-d395771fc3cd', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:04.478386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:04.482437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:04.485776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:04.492508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:04.504911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:46:04.514677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.528688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:04.529307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.588747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.593950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.616555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b13213-df19-4f5c-bf1c-405d851ae8ff,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:04.630963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.635104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-849cb1fe-5599-422f-9b94-7f75d7dfdfde tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1655185 Feb 19 07:46:04.635249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41640) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:04.641665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '4a8bfbde-5f64-4502-983d-d395771fc3cd', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:04.643891 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:04.647523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:04.648193 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Checking router: afa73585-d037-46e9-a51e-c64df1a8cb5c for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:46:04.648303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:46:04.649137 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Updating router afa73585-d037-46e9-a51e-c64df1a8cb5c port af079abb-3e15-490a-a569-c5d42379374e binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:46:04.651780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:04.654738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:04.660472 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:04.671446 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:46:04.678276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.701723 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.716352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:04.716714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.746177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.750408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.775160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e4374d-36ea-46dc-b0e1-3cf4877737bc,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:04.786855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:04.796425 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c37c2c4b-022e-4119-b3e9-d2cdaa2b5756 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1519766 Feb 19 07:46:04.958822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-487dff07-8f1d-4254-8441-8737460e049a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:46:04.975479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-487dff07-8f1d-4254-8441-8737460e049a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:46:04.976725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-487dff07-8f1d-4254-8441-8737460e049a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296766573&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0586226 Feb 19 07:46:05.036694 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:05.049068 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Transition to ACTIVE for port object af079abb-3e15-490a-a569-c5d42379374e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:05.057205 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:05.132399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15862e20-765e-4d7f-940b-7dc6249151fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:05.132937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15862e20-765e-4d7f-940b-7dc6249151fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:46:05.152787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15862e20-765e-4d7f-940b-7dc6249151fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:46:05.154191 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15862e20-765e-4d7f-940b-7dc6249151fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940 HTTP/1.1" status: 200 len: 797 time: 0.1684046 Feb 19 07:46:05.171364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-4dcf9024-7b89-47a0-afca-fd870b510d26 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0112941 Feb 19 07:46:05.185238 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Pushing event updated for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:05.248725 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.249052 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.249375 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.249690 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.250010 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.250317 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.250632 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.250941 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.251251 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.251553 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.251853 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:05.261466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-daf97aa5-928b-457d-a307-bde812c8131d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:46:05.279469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-daf97aa5-928b-457d-a307-bde812c8131d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:46:05.280514 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Attempting to bind port af079abb-3e15-490a-a569-c5d42379374e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:46:05.280899 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Attempting to bind port af079abb-3e15-490a-a569-c5d42379374e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:46:05.281312 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Attempting to bind port af079abb-3e15-490a-a569-c5d42379374e on network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:46:05.284608 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-daf97aa5-928b-457d-a307-bde812c8131d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072233 Feb 19 07:46:05.288424 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:46:05.288732 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Checking segment: {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:46:05.289124 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:05.289503 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Bound using segment: {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:46:05.289949 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Bound port: af079abb-3e15-490a-a569-c5d42379374e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:46:05.290390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:05.373455 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] For port af079abb-3e15-490a-a569-c5d42379374e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:05.376796 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] For port af079abb-3e15-490a-a569-c5d42379374e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af079abb-3e15-490a-a569-c5d42379374e,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:05.382139 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:05.426341 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-f6b7eac9-ff3b-4a5a-9fe2-3e71195f724a service neutron] 10.222.0.72 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328599 Feb 19 07:46:05.466250 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1714b-03cd-4cd0-95f7-6f2e87b557ad None None] Pushing event updated for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:05.470796 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:46:05.471375 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:05.571202 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-ff340c1e-6cbc-41a9-9f35-25c822b254eb service neutron] 10.222.0.72 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369941 Feb 19 07:46:05.652262 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:46:05.769917 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7770661-4e97-456b-bc74-8a371cfffc90 req-e59f0c58-70e3-4556-8cdc-e60acd7eea40 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 210 time: 0.0472746 Feb 19 07:46:06.012338 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:05Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:06.016285 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bbd2a4-29fa-44cd-a229-61fec582dabe None None] The sync data for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv is: [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:05Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:46:06.455536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af079abb-3e15-490a-a569-c5d42379374e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:46:06.537163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port af079abb-3e15-490a-a569-c5d42379374e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:06.544199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port af079abb-3e15-490a-a569-c5d42379374e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:06.544666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:06.662151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:06.701092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port af079abb-3e15-490a-a569-c5d42379374e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af079abb-3e15-490a-a569-c5d42379374e,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:06.706412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:06.779907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:06.802604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aec26dd6-5cd2-414a-a891-854353bc30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:06.962234 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5572e89c-86b3-44ae-b68c-8f65c76466a5 req-bd97d5da-829d-49a3-8a7c-fa187c3780b7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 210 time: 0.0517855 Feb 19 07:46:06.972598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-c463534e-3c23-4d11-acf5-1a18ba95e010 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:06.973952 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-c463534e-3c23-4d11-acf5-1a18ba95e010 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940 HTTP/1.1" status: 200 len: 797 time: 0.3169761 Feb 19 07:46:07.029956 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-1dbbdd20-0a4e-4141-bec2-51679e31d01a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 380 time: 0.0437644 Feb 19 07:46:07.039886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['4a8bfbde-5f64-4502-983d-d395771fc3cd']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:07.183623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:07.194355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:07.207440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:07.210401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:07.368592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.10 (c7b7fbfb-af79-4fd2-8592-2cb19a12a940/717e9536-6306-4e48-931f-5b2c936a5bac/68d8bca8-015c-482f-b987-310affd72236) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:07.575347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:07.592358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 68d8bca8-015c-482f-b987-310affd72236 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:07.616242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:07.686931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:07.689962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:07.695111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:46:07.719534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=68d8bca8-015c-482f-b987-310affd72236,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:07.757685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:07.758280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:07.784534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-15ef06ef-6cab-40f8-bf75-95e456182cc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490635 Feb 19 07:46:07.795856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Request body: {'port': {'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:07.871307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4ae6c64f-c5c0-4568-8304-45b729410587 None None] Provisioning for port 68d8bca8-015c-482f-b987-310affd72236 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:07.875966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4ae6c64f-c5c0-4568-8304-45b729410587 None None] Provisioning complete for port 68d8bca8-015c-482f-b987-310affd72236 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:07.876360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c64f-c5c0-4568-8304-45b729410587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:07.905943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:07.926484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6c64f-c5c0-4568-8304-45b729410587 None None] Port 68d8bca8-015c-482f-b987-310affd72236 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:46:08.236096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bf4f0-4e2e-426a-8046-61e9a5bc74ed req-a0885d45-c79a-4f20-8efa-e3c7238ae075 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:08.236778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-374bf4f0-4e2e-426a-8046-61e9a5bc74ed req-a0885d45-c79a-4f20-8efa-e3c7238ae075 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:46:08.302205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-374bf4f0-4e2e-426a-8046-61e9a5bc74ed req-a0885d45-c79a-4f20-8efa-e3c7238ae075 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:46:08.303197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-374bf4f0-4e2e-426a-8046-61e9a5bc74ed req-a0885d45-c79a-4f20-8efa-e3c7238ae075 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 932 time: 0.1930847 Feb 19 07:46:08.307225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d8bca8-015c-482f-b987-310affd72236 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:46:08.326715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:08.352129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Transition to ACTIVE for port object 68d8bca8-015c-482f-b987-310affd72236 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:08.358323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:08.410085 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-374bf4f0-4e2e-426a-8046-61e9a5bc74ed req-4f00a808-fff6-4e78-9a77-f2903c71c976 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987473 Feb 19 07:46:08.437303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af079abb-3e15-490a-a569-c5d42379374e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:46:08.492261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=68d8bca8-015c-482f-b987-310affd72236,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:08.518303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port af079abb-3e15-490a-a569-c5d42379374e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:08.518818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:08.624415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Attempting to bind port 68d8bca8-015c-482f-b987-310affd72236 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:46:08.624760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Attempting to bind port 68d8bca8-015c-482f-b987-310affd72236 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:46:08.625067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Attempting to bind port 68d8bca8-015c-482f-b987-310affd72236 on network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:46:08.630766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Port 68d8bca8-015c-482f-b987-310affd72236 on network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:46:08.631075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Attempting to bind port 68d8bca8-015c-482f-b987-310affd72236 on network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:46:08.637278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:46:08.637595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Checking segment: {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:46:08.637964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Bound using segment: {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:46:08.638374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Bound port: 68d8bca8-015c-482f-b987-310affd72236, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:46:08.638731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:08.727662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] For port 68d8bca8-015c-482f-b987-310affd72236, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:08.730981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] For port 68d8bca8-015c-482f-b987-310affd72236, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68d8bca8-015c-482f-b987-310affd72236,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:08.736169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:08.798806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:08.800124 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] 10.222.0.67 "PUT /v2.0/ports/68d8bca8-015c-482f-b987-310affd72236 HTTP/1.1" status: 200 len: 1094 time: 1.0086617 Feb 19 07:46:08.800624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'tag': '68d8bca8-015c-482f-b987-310affd72236'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:46:08.814064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94b420-2b6b-4af1-92fc-6dcfa6fc2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=68d8bca8-015c-482f-b987-310affd72236,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:08.876832 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'tag': '68d8bca8-015c-482f-b987-310affd72236', 'status': 'completed', 'code': 200} Feb 19 07:46:08.919299 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-a83f315a-ff8d-4942-a485-c8718a4da79c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 1097 time: 0.0732546 Feb 19 07:46:08.937502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c7df71cf-996d-4a3a-9fcc-b1529074bd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:09.075828 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-c5d99dc0-49d1-4fcf-bf90-5871aff32fe1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d8bca8-015c-482f-b987-310affd72236 HTTP/1.1" status: 200 len: 217 time: 0.1498234 Feb 19 07:46:09.137811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-54129603-e4a9-4aeb-8bf6-0dca508f97c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:09.139183 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-54129603-e4a9-4aeb-8bf6-0dca508f97c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=717e9536-6306-4e48-931f-5b2c936a5bac HTTP/1.1" status: 200 len: 834 time: 0.0581958 Feb 19 07:46:09.218841 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-33974607-0453-47a2-98f5-1bbc370adc51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734634 Feb 19 07:46:09.354223 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-b9508a5f-1650-4201-a6c6-c207ad16af85 service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285441 Feb 19 07:46:09.485524 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddcc8a05-ddc8-47a8-b375-440d97aead14 req-105e9738-c5f9-4310-bda5-7a53f0558572 service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253276 Feb 19 07:46:09.666370 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-5e0813e6-b2a6-4829-8726-22a6644bacbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 1097 time: 0.1262579 Feb 19 07:46:09.673131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e01a0-8ab1-440f-9d06-b624ae84762e req-b6469f46-7376-4760-ac8d-e3fd96bcba4d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:09.674516 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fb3e01a0-8ab1-440f-9d06-b624ae84762e req-b6469f46-7376-4760-ac8d-e3fd96bcba4d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 944 time: 0.1056619 Feb 19 07:46:09.806671 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fb3e01a0-8ab1-440f-9d06-b624ae84762e req-892956e0-f8a2-438b-8d18-5b7703178b02 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135418 Feb 19 07:46:09.828404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-d8445950-da78-438e-a00c-ced35c1a41a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:09.829812 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-d8445950-da78-438e-a00c-ced35c1a41a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940 HTTP/1.1" status: 200 len: 898 time: 0.1544409 Feb 19 07:46:09.898309 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-2db5e0f9-af64-49ea-8112-4cf63e927543 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d8bca8-015c-482f-b987-310affd72236 HTTP/1.1" status: 200 len: 217 time: 0.0615239 Feb 19 07:46:09.960927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-c986a3bf-376f-46bd-bcad-5e100fdaabfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:09.962235 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-c986a3bf-376f-46bd-bcad-5e100fdaabfc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=717e9536-6306-4e48-931f-5b2c936a5bac HTTP/1.1" status: 200 len: 834 time: 0.0580122 Feb 19 07:46:10.039656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-7d2b97cc-3847-497a-b23b-ac007d08e9b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713780 Feb 19 07:46:10.181353 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-eebd6354-d992-455e-8f88-024d2805c167 service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341896 Feb 19 07:46:10.197191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:10.241053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:10.311103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29b29c3f-2794-4086-8e05-0af5901a6c8a req-2d3b52de-b55f-47fb-a33f-2a42c2f228e9 service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230927 Feb 19 07:46:11.028700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c6baa-d315-427c-b816-c2382a297378 req-a7e302db-2e21-48fd-80bd-b0853a29ad4d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:11.030125 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-218c6baa-d315-427c-b816-c2382a297378 req-a7e302db-2e21-48fd-80bd-b0853a29ad4d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 944 time: 0.0854564 Feb 19 07:46:11.075339 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-218c6baa-d315-427c-b816-c2382a297378 req-f28171ca-c08b-472a-b88a-10d1dc3d53b3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396430 Feb 19 07:46:11.437996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:12.285421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089061-f777-4df4-9faa-64fffd9237bd req-101f1d10-e4f0-405f-a677-8002a02e94c4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:12.286842 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1b089061-f777-4df4-9faa-64fffd9237bd req-101f1d10-e4f0-405f-a677-8002a02e94c4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 944 time: 0.0809298 Feb 19 07:46:12.332408 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1b089061-f777-4df4-9faa-64fffd9237bd req-15c61881-7cae-4c1c-b503-4a5c01e88a40 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387077 Feb 19 07:46:13.422957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:13.551641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0006f-fceb-4ad4-b7e1-a9a2724dbc3b req-92985dab-1da0-4c46-a5bc-a51f48a65340 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:13.553179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-18b0006f-fceb-4ad4-b7e1-a9a2724dbc3b req-92985dab-1da0-4c46-a5bc-a51f48a65340 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 944 time: 0.0936093 Feb 19 07:46:13.598563 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-18b0006f-fceb-4ad4-b7e1-a9a2724dbc3b req-f3dd49d4-58a6-4512-a0ff-882fc005b563 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Feb 19 07:46:13.933684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 68d8bca8-015c-482f-b987-310affd72236 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:46:14.080831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 68d8bca8-015c-482f-b987-310affd72236, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68d8bca8-015c-482f-b987-310affd72236,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:14.094231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '68d8bca8-015c-482f-b987-310affd72236', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'mac_address': 'fa:16:3e:9d:7d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:46:14.149139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:14.169204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d8bca8-015c-482f-b987-310affd72236 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:46:14.185547 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 68d8bca8-015c-482f-b987-310affd72236, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68d8bca8-015c-482f-b987-310affd72236,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:14.190047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:14.253443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=68d8bca8-015c-482f-b987-310affd72236,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:14.486282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['68d8bca8-015c-482f-b987-310affd72236'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:46:14.888607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f13f-748a-4acd-a64f-74d29dacdd3b req-bdb6b53b-9870-4e49-a44a-a8b5f0455d5e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.890032 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1036f13f-748a-4acd-a64f-74d29dacdd3b req-bdb6b53b-9870-4e49-a44a-a8b5f0455d5e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 945 time: 0.1645751 Feb 19 07:46:14.935422 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1036f13f-748a-4acd-a64f-74d29dacdd3b req-bd32f0a3-1648-4010-a06c-4a9e081e1fc3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 Feb 19 07:46:15.955686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 68d8bca8-015c-482f-b987-310affd72236 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:46:16.035684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 68d8bca8-015c-482f-b987-310affd72236 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:16.040702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 68d8bca8-015c-482f-b987-310affd72236 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:16.041062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:16.141178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68c0af-ed55-418d-934e-916707c1e19a req-e4bfd09c-493b-4644-944c-32be1aa9d884 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:16.142629 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2e68c0af-ed55-418d-934e-916707c1e19a req-e4bfd09c-493b-4644-944c-32be1aa9d884 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 945 time: 0.0809257 Feb 19 07:46:16.154002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:16.179869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d8bca8-015c-482f-b987-310affd72236'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:46:16.189668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 68d8bca8-015c-482f-b987-310affd72236, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68d8bca8-015c-482f-b987-310affd72236,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:16.191689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2e68c0af-ed55-418d-934e-916707c1e19a req-40834d15-90fc-4be2-83c7-3fc05a804357 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Feb 19 07:46:16.194498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:16.257693 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d8bca8-015c-482f-b987-310affd72236', 'code': 200} Feb 19 07:46:16.261151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=68d8bca8-015c-482f-b987-310affd72236,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:16.488225 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-206e9844-c00e-4230-9cc5-5359c994a496 req-ef95a408-20dc-46c4-90cb-81c1b20c5f25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 1099 time: 0.0705321 Feb 19 07:46:16.531608 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-206e9844-c00e-4230-9cc5-5359c994a496 req-c3699f1c-28ef-4c24-b1aa-598e3f45ecbe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377672 Feb 19 07:46:17.423974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e9c7-221a-4924-9605-8e29a47335db req-d7b6a99f-c49e-4357-b014-48fdbf88c5e8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:17.425439 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9d4e9c7-221a-4924-9605-8e29a47335db req-d7b6a99f-c49e-4357-b014-48fdbf88c5e8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 946 time: 0.0859277 Feb 19 07:46:17.472113 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9d4e9c7-221a-4924-9605-8e29a47335db req-88f005b0-6e6d-400b-bdd7-1f24e6c9a34b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405660 Feb 19 07:46:18.685433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325a663-f604-449c-b91a-9bc323f18731 req-18c6f667-e096-4a22-b60c-589545bfa649 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:18.686861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d325a663-f604-449c-b91a-9bc323f18731 req-18c6f667-e096-4a22-b60c-589545bfa649 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 946 time: 0.0822613 Feb 19 07:46:18.734416 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d325a663-f604-449c-b91a-9bc323f18731 req-8f4f06e6-6dd0-4fb2-9b3d-8639e985bdf2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394893 Feb 19 07:46:18.933922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628813f-68f5-485a-9bdd-5c5ea6a7bc10 req-14b5eac4-57b4-4d32-b57a-c65197d7cfa1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:18.935370 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9628813f-68f5-485a-9bdd-5c5ea6a7bc10 req-14b5eac4-57b4-4d32-b57a-c65197d7cfa1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 946 time: 0.0843747 Feb 19 07:46:18.980524 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9628813f-68f5-485a-9bdd-5c5ea6a7bc10 req-0ec5e396-2f51-4bbf-8931-9347687a570a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392547 Feb 19 07:46:19.015583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:19.101442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0bef63f4-f061-4922-97cd-a93903c2e668 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 1094 time: 0.0843349 Feb 19 07:46:19.104383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41692) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:19.109791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:46:19.115507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:46:19.119478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:46:19.122360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:46:19.128833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:46:19.140042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:19.276183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:19.413894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.128 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/ee5678a1-a6eb-43ef-9e23-56a7d28d2074) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:19.561920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:19.595174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:19.664229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:19.667547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:19.669459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=ee5678a1-a6eb-43ef-9e23-56a7d28d2074,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:19.671464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:46:20.200961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:20.275142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:20.585596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:20.592791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:20.704978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=ee5678a1-a6eb-43ef-9e23-56a7d28d2074,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:20.718729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:20.911069 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP f9fb949a-bf14-4a30-8f1e-a5defad31a2e associated. External IP: 172.26.1.128, port: 68d8bca8-015c-482f-b987-310affd72236. Feb 19 07:46:21.307986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router afa73585-d037-46e9-a51e-c64df1a8cb5c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:46:21.504753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:21.515135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] Sync routers for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:46:21.531670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:21.537817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:46:21.538622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:46:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:21.591272 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b8f705d8-0fe1-4cd8-aa88-de2e20f15717 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4857898 Feb 19 07:46:21.591848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'tag': '68d8bca8-015c-482f-b987-310affd72236'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:46:21.594120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:21.700652 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:46:21.738221 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'tag': '68d8bca8-015c-482f-b987-310affd72236', 'status': 'completed', 'code': 200} Feb 19 07:46:21.743524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:46:21.851662 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-b515b5bc-0413-4266-a579-f2e3093b5000 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 1099 time: 0.0935798 Feb 19 07:46:21.941283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-484d1467-9930-484a-adad-fffac955cb00 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers/afa73585-d037-46e9-a51e-c64df1a8cb5c HTTP/1.1" status: 200 len: 922 time: 0.3459790 Feb 19 07:46:21.944124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41706) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:21.990647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-719ace94-5ad1-49d6-941b-78d719383ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:21.992077 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-719ace94-5ad1-49d6-941b-78d719383ae5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940 HTTP/1.1" status: 200 len: 898 time: 0.1338906 Feb 19 07:46:22.042406 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a5c9a13a-b5b9-4a0d-bc53-fc472fe8649a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.0971506 Feb 19 07:46:22.083020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'f9fb949a-bf14-4a30-8f1e-a5defad31a2e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'mac_address': 'fa:16:3e:9d:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:20Z', 'updated_at': '2022-02-19T07:46:20Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:06Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:22.087028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] Checking router: afa73585-d037-46e9-a51e-c64df1a8cb5c for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:46:22.091983 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-336d10e7-a6eb-4f83-895b-197699d8780d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d8bca8-015c-482f-b987-310affd72236 HTTP/1.1" status: 200 len: 1000 time: 0.0919220 Feb 19 07:46:22.097558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:46:22.098140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:46:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:22.159448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-4dd25d35-506a-4900-bf90-c9411959504f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:22.160932 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-4dd25d35-506a-4900-bf90-c9411959504f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=717e9536-6306-4e48-931f-5b2c936a5bac HTTP/1.1" status: 200 len: 834 time: 0.0631700 Feb 19 07:46:22.240300 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-0c8ee223-9724-4750-998b-fa16c6eaeccf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706248 Feb 19 07:46:22.313119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:46:22.372343 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-d2429b5f-fd55-449c-af72-e8eca04b488a service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257880 Feb 19 07:46:22.507786 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc2c3871-8fd0-470e-b513-2deba776dd6a req-6fcbb89e-7d5d-4bf6-ac14-993b45bcfb30 service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297195 Feb 19 07:46:22.667810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'f9fb949a-bf14-4a30-8f1e-a5defad31a2e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'mac_address': 'fa:16:3e:9d:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:20Z', 'updated_at': '2022-02-19T07:46:20Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:06Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:22.671954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3268040-d1aa-4566-9d9f-ef8933554831 None None] The sync data for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv is: [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'f9fb949a-bf14-4a30-8f1e-a5defad31a2e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'mac_address': 'fa:16:3e:9d:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:20Z', 'updated_at': '2022-02-19T07:46:20Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:06Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:46:22.874622 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d1e16-acb7-4058-90b2-7b949c6a42ae None None] New status for floating IP f9fb949a-bf14-4a30-8f1e-a5defad31a2e: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:46:23.046417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41710) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:23.152256 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fd52272c-68db-497b-8cc1-11771fe04b48 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1047649 Feb 19 07:46:24.156914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:46:24.358587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fc3c6cff-1c61-479e-8a67-e235d0757e2f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 994 time: 0.2001989 Feb 19 07:46:36.743988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-da44cb82-73cf-46ca-882b-da67cbe12761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:38.935118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c335-1858-4351-a306-67bd99450382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:40.181450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:40.254329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:41.441217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:43.439815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:46:51.391322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-bff18fb8-f13e-4079-8959-92ea7cc82530 req-6efdbb2f-742b-4484-92c2-f98aa3dbfc8b service neutron] (83569) timed out ('10.222.0.67', 55804) {{(pid=83569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 19 07:46:58.707449 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:47:02.241433 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-f6dc946d-a342-4204-b88c-7846c059997b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746627 Feb 19 07:47:02.387105 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-aea29594-b0f4-4363-91d3-513cffe9accd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 1099 time: 0.0752461 Feb 19 07:47:02.536290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-4691ec35-6601-433a-8146-822bb30dd609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:02.541415 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-4691ec35-6601-433a-8146-822bb30dd609 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940 HTTP/1.1" status: 200 len: 898 time: 0.1319420 Feb 19 07:47:02.646061 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-a3c5799e-e591-4541-936a-3fe1c864718b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d8bca8-015c-482f-b987-310affd72236 HTTP/1.1" status: 200 len: 1002 time: 0.1020799 Feb 19 07:47:02.713247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-f0929926-8870-4bdf-ba36-e9a5963235bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:02.714657 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-f0929926-8870-4bdf-ba36-e9a5963235bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=717e9536-6306-4e48-931f-5b2c936a5bac HTTP/1.1" status: 200 len: 834 time: 0.0626302 Feb 19 07:47:02.797073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-c641fa09-352c-449c-aa0c-b63812689aa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760810 Feb 19 07:47:02.926809 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-00b2a5f4-e827-419b-a6b1-35d9d3b115bb service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232576 Feb 19 07:47:03.055630 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa56a5b5-3b7e-4329-8323-bd274906802e req-3eec50cc-e9a9-4a70-821f-3b071de66aab service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224473 Feb 19 07:47:06.746362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78c3eadd-d141-4460-8472-d0a6f2198e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:08.937448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-beafde52-1e50-4bd0-9e2a-7d92983bd51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:10.183353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:10.247838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:11.445028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:13.434310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:26.046702 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41738) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:26.330428 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-667a8e27-3cd4-4f90-b2eb-e6145fa30944 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers/afa73585-d037-46e9-a51e-c64df1a8cb5c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2821536 Feb 19 07:47:26.334218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41742) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:26.549616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b371e4a1-8174-48b7-8013-4377cad540d6 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Notify agent at dv-neutron-829958-1-hyperv the message router_removed_from_agent {{(pid=83569) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 19 07:47:26.552819 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b371e4a1-8174-48b7-8013-4377cad540d6 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "DELETE /v2.0/agents/304b272c-d8eb-4685-8395-418380346c87/l3-routers/afa73585-d037-46e9-a51e-c64df1a8cb5c HTTP/1.1" status: 204 len: 168 time: 0.2177253 Feb 19 07:47:26.555816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41746) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:26.739175 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25b1a562-6fb8-4d3c-945f-b1e2abdaa30f tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers/afa73585-d037-46e9-a51e-c64df1a8cb5c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1822758 Feb 19 07:47:26.745265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41750) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:26.968669 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-384e0e15-1ea8-4ea5-84f9-e1806ce3d299 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 994 time: 0.2220957 Feb 19 07:47:27.330159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6a27d-27bd-405a-a1f5-d0bbf304732f None None] New status for floating IP f9fb949a-bf14-4a30-8f1e-a5defad31a2e: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:47:27.973830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41756) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:28.089893 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0f2c0853-7945-4b3b-8094-c83822df0add tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1145933 Feb 19 07:47:28.469423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:47:28.575491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:28.591826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:28.598957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:28.599637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af079abb-3e15-490a-a569-c5d42379374e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:47:28.711877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:28.758227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.758608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.758981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.759513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.760052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.760637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.760971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.761299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.761624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.761924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.762239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:28.782840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:28.814620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port af079abb-3e15-490a-a569-c5d42379374e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af079abb-3e15-490a-a569-c5d42379374e,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:28.820510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:28.896601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:29.260106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41762) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:29.461495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ac3e95-71b0-4071-bb71-77b6d5ce0187 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Router afa73585-d037-46e9-a51e-c64df1a8cb5c is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:47:29.461852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ac3e95-71b0-4071-bb71-77b6d5ce0187 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Notify agent at dv-neutron-829958-1-hyperv the message router_added_to_agent {{(pid=83569) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 19 07:47:29.489510 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1ac3e95-71b0-4071-bb71-77b6d5ce0187 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "POST /v2.0/agents/304b272c-d8eb-4685-8395-418380346c87/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2279847 Feb 19 07:47:29.492519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41768) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:29.509142 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] Sync routers for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:47:29.521274 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:29.521882 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:29.670006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f6684975-1d0e-4767-8c79-da1e6cd44842 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers/afa73585-d037-46e9-a51e-c64df1a8cb5c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1763663 Feb 19 07:47:29.672815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:29.696031 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:29.773289 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-db780273-67bc-4729-94b0-017923e464fa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.0992782 Feb 19 07:47:30.061946 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'f9fb949a-bf14-4a30-8f1e-a5defad31a2e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'mac_address': 'fa:16:3e:9d:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:20Z', 'updated_at': '2022-02-19T07:47:27Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:47:28Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:30.065924 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] Checking router: afa73585-d037-46e9-a51e-c64df1a8cb5c for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:47:30.077722 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:30.078764 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:30.258094 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:30.605774 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'f9fb949a-bf14-4a30-8f1e-a5defad31a2e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'mac_address': 'fa:16:3e:9d:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:20Z', 'updated_at': '2022-02-19T07:47:27Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:47:28Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:30.610363 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9116d3-a880-40d3-b6a0-16eb145c3a8f None None] The sync data for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv is: [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'f9fb949a-bf14-4a30-8f1e-a5defad31a2e', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'port_id': '68d8bca8-015c-482f-b987-310affd72236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'mac_address': 'fa:16:3e:9d:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:20Z', 'updated_at': '2022-02-19T07:47:27Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af079abb-3e15-490a-a569-c5d42379374e', 'name': '', 'network_id': 'c7b7fbfb-af79-4fd2-8592-2cb19a12a940', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:6e:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:47:28Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '717e9536-6306-4e48-931f-5b2c936a5bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:47:30.778105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:30.886673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f8d1e8a6-dac7-4b1f-9308-b9c34ef3dd4c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1071877 Feb 19 07:47:31.891803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:32.003170 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c4865d21-ab03-44ed-90bd-0c87bf80b9d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1099012 Feb 19 07:47:32.508365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:32.580005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:32.580408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:32.704429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:32.721007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:32.726477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:32.727187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af079abb-3e15-490a-a569-c5d42379374e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:32.841551 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:32.855400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port af079abb-3e15-490a-a569-c5d42379374e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:32.855798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:33.000179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:33.007883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:33.032424 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port af079abb-3e15-490a-a569-c5d42379374e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af079abb-3e15-490a-a569-c5d42379374e,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:33.037577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:33.106245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:33.213704 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8fef22e5-443d-4688-8e80-cb6d9ea0b529 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.2046542 Feb 19 07:47:34.218529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:34.336387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-291df5e4-30ac-427b-bd8c-b5846ca72113 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1172948 Feb 19 07:47:34.486637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:34.553124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:34.553526 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:34.666450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af079abb-3e15-490a-a569-c5d42379374e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:34.731018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port af079abb-3e15-490a-a569-c5d42379374e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:34.731380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:35.341623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41794) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:35.445492 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74e71c8c-050a-4b83-9f97-1950e77fc05a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1023328 Feb 19 07:47:35.703558 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:47:36.449646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41800) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:36.554742 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-97ac5e6b-e6fc-47e5-a36b-732cb960e972 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1034229 Feb 19 07:47:36.747791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1f69a1a9-5b46-4cce-b31d-e73064e89d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:37.558294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41804) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:37.661386 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4217749-e57f-4de8-b4d5-95bbac748d11 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 992 time: 0.1020498 Feb 19 07:47:37.795649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ad289-e2ff-4a71-815a-a04ed72aaf31 None None] New status for floating IP f9fb949a-bf14-4a30-8f1e-a5defad31a2e: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:47:38.666685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41810) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:38.771954 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-19604903-e13c-4692-b688-919e7924cfd1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 200 len: 994 time: 0.1039064 Feb 19 07:47:38.932189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-04878b8b-3831-4b76-92f4-f2be167c01bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:39.069583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:39.282665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port ee5678a1-a6eb-43ef-9e23-56a7d28d2074 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:47:39.282894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:39.459454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:39.459780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:39.575923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for ee5678a1-a6eb-43ef-9e23-56a7d28d2074 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:47:39.724812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:39.766543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=ee5678a1-a6eb-43ef-9e23-56a7d28d2074,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:39.807136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.807482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.807825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.808176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.808508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.808827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.809149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.809473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.809790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.810106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.810402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:39.873140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:40.177049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:40.251812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:40.264252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router afa73585-d037-46e9-a51e-c64df1a8cb5c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:47:40.569114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:47:40.591003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:40.642385 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4af93214-8fef-4cf8-be75-7482dc6e425e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/f9fb949a-bf14-4a30-8f1e-a5defad31a2e HTTP/1.1" status: 204 len: 168 time: 1.5716810 Feb 19 07:47:40.642931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'tag': '68d8bca8-015c-482f-b987-310affd72236'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:47:40.696963 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'tag': '68d8bca8-015c-482f-b987-310affd72236', 'status': 'completed', 'code': 200} Feb 19 07:47:40.785943 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-36881098-10af-4df3-8d34-eaf6d10fe341 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 1099 time: 0.0681484 Feb 19 07:47:40.927490 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-5b09608e-98c7-4f41-8d79-efa281ee7008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:40.928980 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-5b09608e-98c7-4f41-8d79-efa281ee7008 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940 HTTP/1.1" status: 200 len: 898 time: 0.1376226 Feb 19 07:47:41.034567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-a18580f4-1bce-4c56-a54d-69a2e6e5c5dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d8bca8-015c-482f-b987-310affd72236 HTTP/1.1" status: 200 len: 217 time: 0.0982997 Feb 19 07:47:41.110743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-5d2c6a59-6505-4d9b-ae2a-d85ad766804b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:41.112112 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-5d2c6a59-6505-4d9b-ae2a-d85ad766804b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=717e9536-6306-4e48-931f-5b2c936a5bac HTTP/1.1" status: 200 len: 834 time: 0.0672243 Feb 19 07:47:41.120484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804759f-feff-4620-8023-96ef535f8929 req-823e2ba1-68eb-4bc7-a80e-bc9c1a54688c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:41.121121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b804759f-feff-4620-8023-96ef535f8929 req-823e2ba1-68eb-4bc7-a80e-bc9c1a54688c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:47:41.181186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b804759f-feff-4620-8023-96ef535f8929 req-823e2ba1-68eb-4bc7-a80e-bc9c1a54688c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:47:41.182301 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b804759f-feff-4620-8023-96ef535f8929 req-823e2ba1-68eb-4bc7-a80e-bc9c1a54688c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 946 time: 0.1979828 Feb 19 07:47:41.225908 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-a4272356-40d9-4e29-91ca-d43c9192698c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7b7fbfb-af79-4fd2-8592-2cb19a12a940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022291 Feb 19 07:47:41.256663 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b804759f-feff-4620-8023-96ef535f8929 req-a94c8c07-fb77-471f-8d02-27aa654c0f55 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681667 Feb 19 07:47:41.364423 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-b023b92b-9c8c-433f-86bd-fe9de7a46e49 service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303105 Feb 19 07:47:41.447761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:41.498171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a84f81c-5c92-4340-b8f3-0a45ffe8b9df req-4846c243-a034-46d0-b6bd-565d1b745589 service neutron] 10.222.0.67 "GET /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274014 Feb 19 07:47:42.495758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cab1fd-8bb5-46e3-a205-c507bc582c52 req-071e42b8-542d-4c02-8b18-a8eae5140e1b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:42.497197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16cab1fd-8bb5-46e3-a205-c507bc582c52 req-071e42b8-542d-4c02-8b18-a8eae5140e1b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 946 time: 0.1173601 Feb 19 07:47:42.556568 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16cab1fd-8bb5-46e3-a205-c507bc582c52 req-17b3f85c-6092-4a43-a9cb-23599ecd18e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a8bfbde-5f64-4502-983d-d395771fc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501132 Feb 19 07:47:42.562755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-9e212a41-ee78-4d1a-a1b0-ccca6cfa7e9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:42.564056 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-9e212a41-ee78-4d1a-a1b0-ccca6cfa7e9c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 946 time: 0.1197271 Feb 19 07:47:42.636781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 68d8bca8-015c-482f-b987-310affd72236 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:47:42.637124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:42.902208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 68d8bca8-015c-482f-b987-310affd72236, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=68d8bca8-015c-482f-b987-310affd72236,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:42.902569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:43.022061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 68d8bca8-015c-482f-b987-310affd72236 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:47:43.186508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:43.241042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=68d8bca8-015c-482f-b987-310affd72236,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:43.311253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 68d8bca8-015c-482f-b987-310affd72236 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:47:43.313743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:43.316126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'name': 'network-vif-deleted', 'tag': '68d8bca8-015c-482f-b987-310affd72236'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:47:43.332627 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf63420e-7c6e-4e86-af6c-a2a8411fb468 req-301b9393-e5fe-4606-8675-ef985b6919d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/68d8bca8-015c-482f-b987-310affd72236 HTTP/1.1" status: 204 len: 173 time: 0.7635133 Feb 19 07:47:43.372893 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ba452a-9b43-4189-bc56-dd11f4663b1d', 'name': 'network-vif-deleted', 'tag': '68d8bca8-015c-482f-b987-310affd72236', 'status': 'completed', 'code': 200} Feb 19 07:47:43.443377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:43.827855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-476b5bd9-6c09-445a-b8b1-d65ace19c31a req-3d53b6eb-53dd-41d8-b217-04ca4cdc86e6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:47:43.845132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-476b5bd9-6c09-445a-b8b1-d65ace19c31a req-3d53b6eb-53dd-41d8-b217-04ca4cdc86e6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:47:43.846224 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-476b5bd9-6c09-445a-b8b1-d65ace19c31a req-3d53b6eb-53dd-41d8-b217-04ca4cdc86e6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=33ba452a-9b43-4189-bc56-dd11f4663b1d HTTP/1.1" status: 200 len: 210 time: 0.1489940 Feb 19 07:47:44.972463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41836) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:45.042332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:45.072260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:45.139124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:45.156738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8bfbde-5f64-4502-983d-d395771fc3cd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:45.167774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.168141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.168496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.168846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.169170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.169490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.169807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.170125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.170440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.170751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.171061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:45.176063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:45.177177 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-26ebe1d6-1a9e-4ce0-8ea8-aeba11093a4e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/4a8bfbde-5f64-4502-983d-d395771fc3cd HTTP/1.1" status: 204 len: 168 time: 0.2037222 Feb 19 07:47:45.220697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:45.736871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:46.352747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port af079abb-3e15-490a-a569-c5d42379374e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:47:46.353425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:46.480077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 68d8bca8-015c-482f-b987-310affd72236 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:47:46.512202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 68d8bca8-015c-482f-b987-310affd72236 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:47:46.512524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 68d8bca8-015c-482f-b987-310affd72236 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:47:46.533545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port af079abb-3e15-490a-a569-c5d42379374e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=af079abb-3e15-490a-a569-c5d42379374e,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:46.533827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:46.655011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for af079abb-3e15-490a-a569-c5d42379374e owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:47:46.842189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:46.978956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=af079abb-3e15-490a-a569-c5d42379374e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:47.268008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:47.836006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router afa73585-d037-46e9-a51e-c64df1a8cb5c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:47:48.051728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:47:48.071403 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f6b4aa5a-1508-432c-bfce-de68cb577ae2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/afa73585-d037-46e9-a51e-c64df1a8cb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8495901 Feb 19 07:47:48.074379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41846) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:48.256897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet 717e9536-6306-4e48-931f-5b2c936a5bac {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:47:48.260018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.265760 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b580874-4432-449d-b513-23295870d0f3 None None] Sync routers for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:47:48.278793 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:48.279396 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:48.316919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.407513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.459011 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:48.491285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.529426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=717e9536-6306-4e48-931f-5b2c936a5bac,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:48.534933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.544748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-88db4ea4-45c5-40b2-90b9-a0420a10496c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/717e9536-6306-4e48-931f-5b2c936a5bac HTTP/1.1" status: 204 len: 168 time: 0.4669495 Feb 19 07:47:48.544952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01bee5b-6260-4d6c-8ff8-eb8ceb6907b3 None None] Network c7b7fbfb-af79-4fd2-8592-2cb19a12a940 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:47:48.545362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41850) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:48.736532 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:46Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:48.740449 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b580874-4432-449d-b513-23295870d0f3 None None] Checking router: afa73585-d037-46e9-a51e-c64df1a8cb5c for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:47:48.750282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.750949 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] Routers {'afa73585-d037-46e9-a51e-c64df1a8cb5c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:48.751540 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['afa73585-d037-46e9-a51e-c64df1a8cb5c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:48.812304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] DHCP port deletion for c7b7fbfb-af79-4fd2-8592-2cb19a12a940 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:47:48.816753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] Deleting port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:47:48.817177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.927215 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] Set router afa73585-d037-46e9-a51e-c64df1a8cb5c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:48.954634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:48.966123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:47:48.966714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:49.031875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] For port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f,segment=NetworkSegment(f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb),segment_id=f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:49.032259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:49.147391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:49.148055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:49.186853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] Calling delete_port for fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:47:49.235144 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5b580874-4432-449d-b513-23295870d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:46Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:49.239260 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b580874-4432-449d-b513-23295870d0f3 None None] The sync data for ids ['afa73585-d037-46e9-a51e-c64df1a8cb5c'] in dv-neutron-829958-1-hyperv is: [{'id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'name': 'tempest-TestNetworkBasicOps-router-389902334', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:46Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa73585-d037-46e9-a51e-c64df1a8cb5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:57Z', 'updated_at': '2022-02-19T07:47:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:47:49.259482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:49.272961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:47:49.307831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] Pushing event deleted for resources: {'Port': ['ID=fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:49.311970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e219b-5db0-47c1-8a48-2e585dc2f138 None None] No DVR routers for this DVR port fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:47:49.437698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:49.481363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:49.794718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.050647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.055453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.082394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.083077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router afa73585-d037-46e9-a51e-c64df1a8cb5c {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:47:50.097770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.098941 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7e212d02-c61d-40fd-82ba-2731987b0d8a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/afa73585-d037-46e9-a51e-c64df1a8cb5c HTTP/1.1" status: 204 len: 168 time: 1.5531285 Feb 19 07:47:50.101602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41854) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:50.209238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.341221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.366950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b7fbfb-af79-4fd2-8592-2cb19a12a940']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:50.379603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:50.379863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f5bc9f-e47c-4248-8cb8-39c5c2c8dafb') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:50.391507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.407863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.414058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:47:50.414429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:47:50.428265 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:47:50.513285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.530585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.536109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af079abb-3e15-490a-a569-c5d42379374e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:47:50.540039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=c7b7fbfb-af79-4fd2-8592-2cb19a12a940,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:50.551104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ba76598a-44f2-4bd3-8b30-ef06b3f60b14 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/c7b7fbfb-af79-4fd2-8592-2cb19a12a940 HTTP/1.1" status: 204 len: 168 time: 0.4485455 Feb 19 07:47:50.568743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: af079abb-3e15-490a-a569-c5d42379374e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:47:50.569082 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device af079abb-3e15-490a-a569-c5d42379374e not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:47:50.569490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:47:50.574617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41858) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:50.580938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--1608463403', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:50.586300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:50.590430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:50.593270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:50.599453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:50.599604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:47:50.599824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fc0d0002-1b2c-4b54-8d7b-a3c84ea58f1f not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:47:50.609641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:47:50.612810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.641330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:47:50.650469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.650823 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment b6945be5-0376-41a7-9748-5e094c8b66da of type vlan for network 3cc8860f-451b-4509-963f-91d1ed17d221 Feb 19 07:47:50.676500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.705659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.709449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:50.710022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.811893 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2354918 Feb 19 07:47:50.814773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b9f37-a5b9-4131-91d8-2a598506a0a5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=3cc8860f-451b-4509-963f-91d1ed17d221,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:50.814943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41862) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:50.820226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:50.825987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 3cc8860f-451b-4509-963f-91d1ed17d221 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:47:50.827241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:50.831299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:50.834309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:50.840183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:50.851009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.851880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:50.869487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:51.032663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:51.301876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:51.334530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:51.475728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.23 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/847facbb-787f-4109-877f-6e72e4d2c281) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:47:51.622839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:51.653739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:51.719772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:47:51.723606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:47:51.725595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=847facbb-787f-4109-877f-6e72e4d2c281,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:51.727618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:47:51.905903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:51.906629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:52.143731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router bd582902-fb1d-4c57-ace3-6f72969a7412 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:47:52.270625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce49ba-ff63-4ea4-89e6-7bc5a42b1ee7 None None] New status for floating IP f9fb949a-bf14-4a30-8f1e-a5defad31a2e: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:47:52.347249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:47:52.358139 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Sync routers for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:47:52.370113 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:52.370608 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:52.376028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:52.377661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1737edfe-172f-4f67-802c-726179f350c3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5618100 Feb 19 07:47:52.380992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41866) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:52.428867 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a7e80bfe-2626-45cd-bb85-ca5f87c18571 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439339 Feb 19 07:47:52.429497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41870) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:52.566030 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:52.572975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca3f731-1bf2-45c4-907d-fafd0da6dd59 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:52.577083 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7ca3f731-1bf2-45c4-907d-fafd0da6dd59 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440942 Feb 19 07:47:52.577459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41874) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:52.621820 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-474a0949-32c5-4599-bed2-a312952a2377 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407412 Feb 19 07:47:52.622110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41878) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:52.627683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827109996', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:52.733991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:52.737834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:52.740678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:52.746397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:52.758723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:47:52.838287 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:51Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:52.842185 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Checking router: bd582902-fb1d-4c57-ace3-6f72969a7412 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:47:52.842512 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Updating router bd582902-fb1d-4c57-ace3-6f72969a7412 port 847facbb-787f-4109-877f-6e72e4d2c281 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:47:52.857750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:52.891066 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.164279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.220535 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.231969 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Transition to ACTIVE for port object 847facbb-787f-4109-877f-6e72e4d2c281 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:47:53.237976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=59263a2b-fa50-4ac2-8e9a-8253124b1d78,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:53.239247 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.254326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:47:53.254698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: 3cc8860f-451b-4509-963f-91d1ed17d221, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:47:53.278858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 3cc8860f-451b-4509-963f-91d1ed17d221 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:47:53.289739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 3cc8860f-451b-4509-963f-91d1ed17d221) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:47:53.294183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:53.296035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.299302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf0436-1a33-4965-bc5d-2c0a075ef9aa None None] Network 3cc8860f-451b-4509-963f-91d1ed17d221 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:47:53.313674 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Pushing event updated for resources: {'Port': ['ID=847facbb-787f-4109-877f-6e72e4d2c281,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:53.323914 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b3860747-93f7-44ab-8ede-31e083a7706d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7006950 Feb 19 07:47:53.324130 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.324534 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.324819 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.325139 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.325458 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.325771 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.326075 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.326387 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.326692 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.327024 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.327148 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41882) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:53.327335 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:53.334243 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Attempting to bind port 847facbb-787f-4109-877f-6e72e4d2c281 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:47:53.334595 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Attempting to bind port 847facbb-787f-4109-877f-6e72e4d2c281 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:47:53.334942 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Attempting to bind port 847facbb-787f-4109-877f-6e72e4d2c281 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:47:53.341302 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:47:53.341658 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:47:53.342043 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.342414 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:47:53.342854 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Bound port: 847facbb-787f-4109-877f-6e72e4d2c281, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:47:53.343212 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.413890 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] For port 847facbb-787f-4109-877f-6e72e4d2c281, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:47:53.418077 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] For port 847facbb-787f-4109-877f-6e72e4d2c281, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=847facbb-787f-4109-877f-6e72e4d2c281,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:47:53.426112 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.511644 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:53.512177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:53.551027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-3cc8860f-451b-4509-963f-91d1ed17d221', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:47:53.552440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.654256 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0e2b9-5f1c-4073-8d39-fe6971121580 None None] Pushing event updated for resources: {'Port': ['ID=847facbb-787f-4109-877f-6e72e4d2c281,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:53.718458 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:53.723221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Allocated IP 172.20.0.2 (3cc8860f-451b-4509-963f-91d1ed17d221/59263a2b-fa50-4ac2-8e9a-8253124b1d78/81eea2af-fa65-47c1-bd4e-231c3112a853) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:47:53.925258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:53.936398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Transition to ACTIVE for port object 81eea2af-fa65-47c1-bd4e-231c3112a853 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:47:53.954984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Transition to ACTIVE for port object 81eea2af-fa65-47c1-bd4e-231c3112a853 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:47:53.965262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.003483 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:51Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:54.007683 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460b91e-27d3-4148-93de-25be8e62e462 None None] The sync data for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv is: [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:51Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:47:54.041229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Network 3cc8860f-451b-4509-963f-91d1ed17d221 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:47:54.044230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:47:54.048843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:47:54.054894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Pushing event updated for resources: {'Port': ['ID=81eea2af-fa65-47c1-bd4e-231c3112a853,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:54.143643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Attempting to bind port 81eea2af-fa65-47c1-bd4e-231c3112a853 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:47:54.143996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Attempting to bind port 81eea2af-fa65-47c1-bd4e-231c3112a853 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:47:54.144374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Attempting to bind port 81eea2af-fa65-47c1-bd4e-231c3112a853 on network 3cc8860f-451b-4509-963f-91d1ed17d221 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:47:54.150856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:47:54.151214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Checking segment: {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:47:54.151607 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.151971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Bound using segment: {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:47:54.152445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Bound port: 81eea2af-fa65-47c1-bd4e-231c3112a853, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:47:54.153365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.244458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.263875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] For port 81eea2af-fa65-47c1-bd4e-231c3112a853, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:47:54.266940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] For port 81eea2af-fa65-47c1-bd4e-231c3112a853, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=81eea2af-fa65-47c1-bd4e-231c3112a853,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:47:54.272910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.352580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbc01a-0fc5-4331-b14f-fcd09ae0a176 None None] Pushing event updated for resources: {'Port': ['ID=81eea2af-fa65-47c1-bd4e-231c3112a853,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:54.532311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847facbb-787f-4109-877f-6e72e4d2c281 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:54.689563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 847facbb-787f-4109-877f-6e72e4d2c281 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:47:54.696473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 847facbb-787f-4109-877f-6e72e4d2c281 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:54.697549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.741210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (3cc8860f-451b-4509-963f-91d1ed17d221/59263a2b-fa50-4ac2-8e9a-8253124b1d78/50a79be1-a3c6-4300-be70-c11a22fc5d83) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:47:54.824692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.844450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 847facbb-787f-4109-877f-6e72e4d2c281, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=847facbb-787f-4109-877f-6e72e4d2c281,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:54.850272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.888711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:47:54.914100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:54.928540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:47:54.928914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 6de46c2a-f7ec-4f0e-82ff-9b901fc6d5c9 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:47:54.935892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 50a79be1-a3c6-4300-be70-c11a22fc5d83 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:47:54.954936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=847facbb-787f-4109-877f-6e72e4d2c281,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:54.960432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:55.029632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 3cc8860f-451b-4509-963f-91d1ed17d221 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:47:55.033021 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:47:55.035604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:47:55.072353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=50a79be1-a3c6-4300-be70-c11a22fc5d83,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:55.100067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:55.186119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:55.337182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ba36c-b8fa-4585-83d9-1e54785bddf5 None None] Network 3cc8860f-451b-4509-963f-91d1ed17d221 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:47:55.461453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8d165f83-ce3f-4a60-af49-8457ed1e8d15 None None] Provisioning for port 81eea2af-fa65-47c1-bd4e-231c3112a853 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:47:55.706277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:55.712389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:55.821305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b1b3676-1745-4e5a-a6c3-c08e37e6635f None None] Provisioning for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:47:55.826656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8b1b3676-1745-4e5a-a6c3-c08e37e6635f None None] Provisioning complete for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:55.827026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8b1b3676-1745-4e5a-a6c3-c08e37e6635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:55.827804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=50a79be1-a3c6-4300-be70-c11a22fc5d83,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:55.830354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:55.879591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b3676-1745-4e5a-a6c3-c08e37e6635f None None] Port 50a79be1-a3c6-4300-be70-c11a22fc5d83 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:47:55.969219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 3cc8860f-451b-4509-963f-91d1ed17d221 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:47:55.970385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:47:56.013480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-14eb22d3-27aa-4868-b2e2-578db988c78d None None] Provisioning complete for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:56.013931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14eb22d3-27aa-4868-b2e2-578db988c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:56.071376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-14eb22d3-27aa-4868-b2e2-578db988c78d None None] Port 50a79be1-a3c6-4300-be70-c11a22fc5d83 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:47:56.194557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bda30b49-a62b-420c-ab1f-cf1e76d9d13b None None] Provisioning complete for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:56.194922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bda30b49-a62b-420c-ab1f-cf1e76d9d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:56.245164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bda30b49-a62b-420c-ab1f-cf1e76d9d13b None None] Port 50a79be1-a3c6-4300-be70-c11a22fc5d83 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:47:56.348588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router bd582902-fb1d-4c57-ace3-6f72969a7412 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:47:56.545100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:47:56.553847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 81eea2af-fa65-47c1-bd4e-231c3112a853 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:56.559653 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6d77be46-366d-4269-8f1d-5110819679bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/bd582902-fb1d-4c57-ace3-6f72969a7412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2312062 Feb 19 07:47:56.562216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41886) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:56.626906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 81eea2af-fa65-47c1-bd4e-231c3112a853 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:47:56.631705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 81eea2af-fa65-47c1-bd4e-231c3112a853 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:56.632066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:56.697088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e896b-3df3-44f9-8733-88d8fd52561c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.697458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e896b-3df3-44f9-8733-88d8fd52561c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.697818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e896b-3df3-44f9-8733-88d8fd52561c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.698172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1e896b-3df3-44f9-8733-88d8fd52561c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.699797 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4c1e896b-3df3-44f9-8733-88d8fd52561c tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1365554 Feb 19 07:47:56.702688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:56.741803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:56.777936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 81eea2af-fa65-47c1-bd4e-231c3112a853, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=81eea2af-fa65-47c1-bd4e-231c3112a853,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:56.783262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:56.784063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847facbb-787f-4109-877f-6e72e4d2c281 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:56.877373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b080d9-b5c0-4f51-9d8f-e4e1517c3222 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.878007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b080d9-b5c0-4f51-9d8f-e4e1517c3222 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.878101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b080d9-b5c0-4f51-9d8f-e4e1517c3222 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.878478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b080d9-b5c0-4f51-9d8f-e4e1517c3222 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.880060 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-89b080d9-b5c0-4f51-9d8f-e4e1517c3222 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.1764069 Feb 19 07:47:56.884473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41894) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:56.893235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=81eea2af-fa65-47c1-bd4e-231c3112a853,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:56.907157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 847facbb-787f-4109-877f-6e72e4d2c281 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:56.907518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.089465 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-33d99a22-697d-4406-a43d-09da9fc655f4 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2032628 Feb 19 07:47:57.476995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41900) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:57.482756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936192887', 'description': 'tempest-secgroup-smoke-936192887 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:57.488959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:57.493148 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:57.496130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:57.502125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:57.513801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.547878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:57.551773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:57.555143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:57.560872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:57.618552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.624608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.663296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Sync routers for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:47:57.668484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:57.672408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.675708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:57.676361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:57.676869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6e38067e-9c6a-4485-bc98-7502041269e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1987882 Feb 19 07:47:57.677093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:57.683044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:57.689189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:57.692995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:57.695789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:57.702100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:57.717661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.778065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.783149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.807958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb9efe1-de76-4073-848c-ae18c50cd836,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:57.820804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.822033 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-464404c4-c122-4124-adaf-1de2c6a84561 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1440392 Feb 19 07:47:57.825425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41908) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:57.830812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:57.836724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:57.840749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:57.843774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:57.849763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:57.854808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:57.867983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.931029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.936308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.961108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4758874c-6435-43ba-a191-4777d4b031b5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:57.970578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:57.971723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-aed7399d-2d82-457b-8abf-4387b83ffdfa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1453700 Feb 19 07:47:57.974626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41912) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:57.979894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:57.985590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:57.989388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:57.992211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:57.997729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:58.014777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.077391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.082938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.103608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28160fe4-87b6-4cfc-871e-6f0bc702f5bb,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:58.114941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.119038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41916) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:58.119624 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-820e5412-5916-4bc8-b605-729ef4f28166 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435189 Feb 19 07:47:58.124553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:58.130571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:58.134391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:58.137205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:58.142771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:58.161006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.196187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:58.200386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Checking router: bd582902-fb1d-4c57-ace3-6f72969a7412 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:47:58.200703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Updating router bd582902-fb1d-4c57-ace3-6f72969a7412 port 50a79be1-a3c6-4300-be70-c11a22fc5d83 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:47:58.222790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.227633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.250127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8c2309-4da3-450c-82f2-2996598deb10,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:58.253624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.258862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.262832 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d0a4f3dc-359c-4b21-8938-2865e9df4216 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1400087 Feb 19 07:47:58.262977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41920) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:58.268353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:58.274054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:58.277733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:58.280523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:58.286029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:58.301270 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:47:58.308068 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.371199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.376553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.399199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c603eb5a-ae5b-42eb-99a8-35e9864779c1,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:58.411964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.415826 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c6704f0d-fe0c-4bd1-b241-3ba57cb6fa74 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1494024 Feb 19 07:47:58.416058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41924) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:47:58.421608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:47:58.427418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:47:58.431589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:47:58.434428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:47:58.440136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:47:58.453447 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:47:58.467194 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.496304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 81eea2af-fa65-47c1-bd4e-231c3112a853 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:47:58.526938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.531222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.551665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e783a3be-f3b0-4c16-89e6-d63b4ba2d8b6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:58.564111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.573935 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b1729b33-b061-49df-80ce-be69eb1e2545 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482656 Feb 19 07:47:58.638264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 81eea2af-fa65-47c1-bd4e-231c3112a853 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:58.638632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.716191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.732651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Transition to ACTIVE for port object 50a79be1-a3c6-4300-be70-c11a22fc5d83 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:47:58.765678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:58.839538 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-fea1930c-b94d-4760-91e7-5cfc377328f6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936192887&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0419843 Feb 19 07:47:58.909777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd5ed1-6c8f-4d04-98ff-6a4048de2c1f None None] Pushing event updated for resources: {'Port': ['ID=50a79be1-a3c6-4300-be70-c11a22fc5d83,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:58.997621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Attempting to bind port 50a79be1-a3c6-4300-be70-c11a22fc5d83 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:47:58.997980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Attempting to bind port 50a79be1-a3c6-4300-be70-c11a22fc5d83 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:47:58.998381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Attempting to bind port 50a79be1-a3c6-4300-be70-c11a22fc5d83 on network 3cc8860f-451b-4509-963f-91d1ed17d221 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:47:59.002156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-afb4bc8f-433c-4223-bd08-514010c6306e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.003420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-afb4bc8f-433c-4223-bd08-514010c6306e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:47:59.006477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:47:59.006477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Checking segment: {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:47:59.006985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:59.007466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Bound using segment: {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:47:59.008024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Bound port: 50a79be1-a3c6-4300-be70-c11a22fc5d83, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:47:59.008471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:59.022625 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-afb4bc8f-433c-4223-bd08-514010c6306e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:47:59.024429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-afb4bc8f-433c-4223-bd08-514010c6306e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 797 time: 0.1758139 Feb 19 07:47:59.042615 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-9e8d0a6c-1e45-458e-b141-7a78fd53946b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0120895 Feb 19 07:47:59.103384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] For port 50a79be1-a3c6-4300-be70-c11a22fc5d83, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:47:59.106854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] For port 50a79be1-a3c6-4300-be70-c11a22fc5d83, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=50a79be1-a3c6-4300-be70-c11a22fc5d83,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:47:59.114697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:47:59.134269 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-94d7cd43-1c9e-45d2-bbb4-28a700217cb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819671 Feb 19 07:47:59.192816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd5ed1-6c8f-4d04-98ff-6a4048de2c1f None None] Pushing event updated for resources: {'Port': ['ID=50a79be1-a3c6-4300-be70-c11a22fc5d83,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:59.195689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:47:59.196361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:47:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:59.290843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-a20911a1-7983-468b-8996-8e318569752a service neutron] 10.222.0.72 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392555 Feb 19 07:47:59.375510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:47:59.422430 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-33fc4ef2-4099-4906-97bf-56b089fb3748 service neutron] 10.222.0.72 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251819 Feb 19 07:47:59.746548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:47:59Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:59.750601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce875d5-3568-4944-9981-6ed177e057ca None None] The sync data for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv is: [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:47:59Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:48:00.512783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 50a79be1-a3c6-4300-be70-c11a22fc5d83 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:48:00.590294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:48:00.595895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:00.596296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:00.649115 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-15df58b8-1a41-42dc-acd8-71ae0f59573f req-bcfc8c72-42b0-4ece-ae72-dc2867209507 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 210 time: 0.0410583 Feb 19 07:48:00.710353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:00.741597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 50a79be1-a3c6-4300-be70-c11a22fc5d83, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=50a79be1-a3c6-4300-be70-c11a22fc5d83,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:00.746561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:00.813796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=50a79be1-a3c6-4300-be70-c11a22fc5d83,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:01.823036 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b138a7b2-5f10-4928-bbab-b6a7933eb914 req-c84bfc86-6f6b-4d65-a328-3a710012937d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 210 time: 0.0474632 Feb 19 07:48:01.871834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-8f672734-442a-45a4-ab94-b396517ac5f9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:01.873258 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-8f672734-442a-45a4-ab94-b396517ac5f9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 797 time: 0.1819239 Feb 19 07:48:01.932088 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-5d226dc7-03d5-47b4-bbf1-15df9e35f5ac tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 379 time: 0.0459170 Feb 19 07:48:01.940274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:48:02.080199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:48:02.084313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:port and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:48:02.087175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:48:02.093982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:48:02.105952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:48:02.109159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:02.276832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.6 (3cc8860f-451b-4509-963f-91d1ed17d221/59263a2b-fa50-4ac2-8e9a-8253124b1d78/c57fdf40-39ae-41a0-bd8e-bd5a70670f5f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:48:02.489471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 50a79be1-a3c6-4300-be70-c11a22fc5d83 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:48:02.557993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:02.558390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:02.562877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:02.578245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object c57fdf40-39ae-41a0-bd8e-bd5a70670f5f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:48:02.600449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:02.669622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network 3cc8860f-451b-4509-963f-91d1ed17d221 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:02.672716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:02.677183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:48:02.704579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:02.741979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:02.742589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:02.766862 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-455fc2c6-7627-45ed-bc10-4b10d6049e18 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300164 Feb 19 07:48:02.777706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Request body: {'port': {'device_id': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:48:02.881263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-49dc8f43-6042-4469-ae2c-9b72f2a260c2 None None] Provisioning for port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:48:02.886419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-49dc8f43-6042-4469-ae2c-9b72f2a260c2 None None] Provisioning complete for port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:02.886790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49dc8f43-6042-4469-ae2c-9b72f2a260c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:02.887907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:02.944377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-49dc8f43-6042-4469-ae2c-9b72f2a260c2 None None] Port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:48:03.181600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9a43a-3a76-4b6c-a13f-1a9c892cde7e req-6800a461-ded0-4004-9105-d7c38ead03c6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:03.182286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e6e9a43a-3a76-4b6c-a13f-1a9c892cde7e req-6800a461-ded0-4004-9105-d7c38ead03c6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:48:03.221827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e6e9a43a-3a76-4b6c-a13f-1a9c892cde7e req-6800a461-ded0-4004-9105-d7c38ead03c6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:48:03.223435 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6e9a43a-3a76-4b6c-a13f-1a9c892cde7e req-6800a461-ded0-4004-9105-d7c38ead03c6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 931 time: 0.2687330 Feb 19 07:48:03.321745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57fdf40-39ae-41a0-bd8e-bd5a70670f5f {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:48:03.330398 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6e9a43a-3a76-4b6c-a13f-1a9c892cde7e req-a524f0c5-ae68-4e0c-a4a1-c2c144f2e89d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008711 Feb 19 07:48:03.331929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:03.346628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Transition to ACTIVE for port object c57fdf40-39ae-41a0-bd8e-bd5a70670f5f will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:48:03.351449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:03.475973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:03.584667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Attempting to bind port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:48:03.584989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Attempting to bind port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:48:03.585302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Attempting to bind port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f on network 3cc8860f-451b-4509-963f-91d1ed17d221 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:48:03.591506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f on network 3cc8860f-451b-4509-963f-91d1ed17d221 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:48:03.591803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Attempting to bind port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f on network 3cc8860f-451b-4509-963f-91d1ed17d221 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:48:03.598132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:48:03.598456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Checking segment: {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:48:03.598884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Bound using segment: {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:48:03.599299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Bound port: c57fdf40-39ae-41a0-bd8e-bd5a70670f5f, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6945be5-0376-41a7-9748-5e094c8b66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:48:03.599639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:03.689085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] For port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:48:03.691934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] For port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:48:03.700588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:03.770193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:03.771685 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] 10.222.0.67 "PUT /v2.0/ports/c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 1093 time: 0.9981227 Feb 19 07:48:03.772029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:48:03.801854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adaa16-0a48-4be4-92e7-28314cad87c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:03.845476 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'status': 'completed', 'code': 200} Feb 19 07:48:03.885352 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-985a6e46-e593-4014-8350-c52fb84b74b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1096 time: 0.0758610 Feb 19 07:48:03.953377 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-d56dba61-db5c-44de-89ef-6597864aca49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 217 time: 0.0609362 Feb 19 07:48:04.020116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-3ade5ee4-32b1-49d4-8561-ef5e4c947577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:04.021521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-3ade5ee4-32b1-49d4-8561-ef5e4c947577 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 843 time: 0.0624664 Feb 19 07:48:04.098024 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-e269339b-2125-4381-9a43-0b21d3efb436 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cc8860f-451b-4509-963f-91d1ed17d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695157 Feb 19 07:48:04.234664 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-d3be487d-2964-48a1-973b-114d89609d8d service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304741 Feb 19 07:48:04.487355 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-884feb78-3920-464c-ac4e-7e25e6d3a3ee req-7f5090d3-9258-4957-940d-177f2781fa71 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468522 Feb 19 07:48:04.569119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b32dc-42a1-4f6b-9d30-9c2146f6db25 req-e0c325b6-3ca1-4e7e-a404-7bd4d04f4f2a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:04.570510 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a10b32dc-42a1-4f6b-9d30-9c2146f6db25 req-e0c325b6-3ca1-4e7e-a404-7bd4d04f4f2a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 943 time: 0.1141765 Feb 19 07:48:04.629200 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a10b32dc-42a1-4f6b-9d30-9c2146f6db25 req-078aa80b-d6d1-4e43-b0ad-c986a0b8d26c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523944 Feb 19 07:48:04.639986 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-eb2aa936-0f66-4bb9-95e8-3f4df7cc0110 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1096 time: 0.1084743 Feb 19 07:48:04.784775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-048de94b-b57a-4e7b-bce3-b9c2eaeed48c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:04.787133 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-048de94b-b57a-4e7b-bce3-b9c2eaeed48c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 898 time: 0.1407976 Feb 19 07:48:04.866498 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-7e4c4370-4211-423d-aad1-e9f23c875cd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 217 time: 0.0731020 Feb 19 07:48:04.945265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-1498d388-a65e-4ac3-8459-16ac0b6b335c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:04.946903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-1498d388-a65e-4ac3-8459-16ac0b6b335c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 843 time: 0.0739908 Feb 19 07:48:05.034307 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-1fa29b29-31af-460e-9fd2-75086bc120e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cc8860f-451b-4509-963f-91d1ed17d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812476 Feb 19 07:48:05.175333 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-94edb0a0-5310-4637-922b-c7a1e36bb089 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353645 Feb 19 07:48:05.323699 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8efa4e11-1eb1-42d6-ae5b-468e925c4594 req-b6c29500-4c9e-4316-aa6a-1e0ffd7c0e78 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406953 Feb 19 07:48:05.856320 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87395ae-b122-4217-b5f3-e445a6251b36 req-e892646d-4a8d-4b98-b677-033afbcfb16c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:05.857749 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b87395ae-b122-4217-b5f3-e445a6251b36 req-e892646d-4a8d-4b98-b677-033afbcfb16c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 943 time: 0.0873263 Feb 19 07:48:05.901940 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b87395ae-b122-4217-b5f3-e445a6251b36 req-4b1c45fb-2b1b-4743-a8c6-5391a7e4f1b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386102 Feb 19 07:48:06.756470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b306a5d-8ea5-4a15-a076-cdfbfc3f1a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:07.113512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce16b9-62af-4432-8e76-82506cfb92e5 req-6719ada8-42b0-4418-858c-5587597eafed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:07.114875 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14ce16b9-62af-4432-8e76-82506cfb92e5 req-6719ada8-42b0-4418-858c-5587597eafed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 943 time: 0.0802631 Feb 19 07:48:07.161102 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14ce16b9-62af-4432-8e76-82506cfb92e5 req-62fb4c1e-ca9c-4352-8da6-16ca95ce256e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402875 Feb 19 07:48:08.396081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40e12d-e268-4b69-8743-13d280bd3f2f req-2c78a667-3094-4188-b828-d06c81777f53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:08.397702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb40e12d-e268-4b69-8743-13d280bd3f2f req-2c78a667-3094-4188-b828-d06c81777f53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 943 time: 0.0877044 Feb 19 07:48:08.447234 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb40e12d-e268-4b69-8743-13d280bd3f2f req-9b6e1b53-1554-4900-bb2e-1955f5c154e7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439885 Feb 19 07:48:08.499285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c57fdf40-39ae-41a0-bd8e-bd5a70670f5f details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:48:08.645058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:08.658717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'port_id': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'mac_address': 'fa:16:3e:7c:41:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:48:08.712268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:08.739657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57fdf40-39ae-41a0-bd8e-bd5a70670f5f {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:48:08.755598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:08.761828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:08.836973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:08.947638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6389c42d-cef4-41a3-a291-b4a91e55a426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:09.121183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['c57fdf40-39ae-41a0-bd8e-bd5a70670f5f'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:48:09.645699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6a5a7-ec3a-4b1c-9e0c-634e8dc1e4c6 req-409dcf55-8118-44c9-9881-e4b810e67256 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:09.647199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e4a6a5a7-ec3a-4b1c-9e0c-634e8dc1e4c6 req-409dcf55-8118-44c9-9881-e4b810e67256 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 944 time: 0.0792146 Feb 19 07:48:09.692824 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e4a6a5a7-ec3a-4b1c-9e0c-634e8dc1e4c6 req-6f71984f-11a1-445a-aba8-1941366ed42a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 Feb 19 07:48:10.189200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:10.256623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:10.500323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c57fdf40-39ae-41a0-bd8e-bd5a70670f5f up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:48:10.570693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:48:10.575616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:10.575984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:10.688525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:10.720580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:48:10.730968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:10.737557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:10.806164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:10.859256 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'code': 200} Feb 19 07:48:10.890676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6b213-b398-4072-8bb8-c30606768e87 req-ac534441-278b-4524-b88c-cb638b32db54 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:10.892087 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3bf6b213-b398-4072-8bb8-c30606768e87 req-ac534441-278b-4524-b88c-cb638b32db54 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 945 time: 0.0776708 Feb 19 07:48:10.938386 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3bf6b213-b398-4072-8bb8-c30606768e87 req-0b1ed2bf-a33e-4940-b01a-c425eeea66af tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397816 Feb 19 07:48:11.079888 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f576fe22-ffa1-4ed3-b8c9-bbd2f70cb803 req-13c0fa73-fb5f-47d1-8dce-0e044bb779bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1098 time: 0.0686324 Feb 19 07:48:11.121231 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f576fe22-ffa1-4ed3-b8c9-bbd2f70cb803 req-f7cc1e13-fd4f-4ea1-8aad-594976165a89 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357573 Feb 19 07:48:11.449962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:12.145264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428db2d-b040-4cf4-93b1-37aa654cf6ce req-2cd9070e-5875-4a7f-a726-20d264943cf9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:12.147445 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4428db2d-b040-4cf4-93b1-37aa654cf6ce req-2cd9070e-5875-4a7f-a726-20d264943cf9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 945 time: 0.0833793 Feb 19 07:48:12.195482 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4428db2d-b040-4cf4-93b1-37aa654cf6ce req-4d38b98b-6055-4442-83e0-f54261906723 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399208 Feb 19 07:48:12.694114 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:48:13.421961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab449c99-d45f-467c-a2b0-b72c9e99390b req-c3ae4b7e-f20a-415e-a1cb-910fe5586ccf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:13.423455 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab449c99-d45f-467c-a2b0-b72c9e99390b req-c3ae4b7e-f20a-415e-a1cb-910fe5586ccf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 945 time: 0.0873592 Feb 19 07:48:13.456414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:13.473514 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab449c99-d45f-467c-a2b0-b72c9e99390b req-98f21285-ca1f-4843-b75f-a0ec5fa02b72 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Feb 19 07:48:13.759443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f119-5937-43d5-9ab9-1bb40ee414d0 req-0c93e2ea-df49-476b-86dd-727684d08136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:13.761078 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5043f119-5937-43d5-9ab9-1bb40ee414d0 req-0c93e2ea-df49-476b-86dd-727684d08136 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 945 time: 0.1657109 Feb 19 07:48:13.807074 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5043f119-5937-43d5-9ab9-1bb40ee414d0 req-510cc10a-7cb0-4b0a-875a-d0b662616dd5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Feb 19 07:48:13.839792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 41990) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:48:14.082062 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-62c1d67c-ed60-4c84-9e87-0c3c85588389 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1093 time: 0.2409632 Feb 19 07:48:14.085125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 41996) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:48:14.090519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:48:14.096465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:48:14.100645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:48:14.103570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:48:14.110394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:48:14.123511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:14.285842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:14.423137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.111 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/a63f59b1-3b8d-4270-a421-54d4d144c552) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:48:14.580285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:14.611877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:14.679630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:14.682430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:14.686636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:48:14.709587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=a63f59b1-3b8d-4270-a421-54d4d144c552,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:15.201007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:15.352192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:15.566351 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:15.572629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:15.676354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=a63f59b1-3b8d-4270-a421-54d4d144c552,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:15.690655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:15.888335 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 9e19b073-9980-431e-bbf6-7d160c80db1c associated. External IP: 172.26.1.111, port: c57fdf40-39ae-41a0-bd8e-bd5a70670f5f. Feb 19 07:48:16.287322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router bd582902-fb1d-4c57-ace3-6f72969a7412 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:48:16.482457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:48:16.491975 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] Sync routers for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:48:16.505952 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:48:16.506662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:16.506805 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:48:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:16.566899 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57ddfbde-d4ea-478f-935c-8b3d68c3f374 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4805913 Feb 19 07:48:16.567368 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:48:16.570004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42000) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:48:16.623432 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'status': 'completed', 'code': 200} Feb 19 07:48:16.686140 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:48:16.715532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-37870f5c-bfab-4252-83b0-8308c474bf44 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/9e19b073-9980-431e-bbf6-7d160c80db1c HTTP/1.1" status: 200 len: 991 time: 0.1440461 Feb 19 07:48:16.742919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-dfaced9d-0d4c-41d3-b164-6f29ddf491e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1098 time: 0.0961516 Feb 19 07:48:16.872842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-e3acb7c7-05e7-4468-ae50-8f3fb1f933e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:16.874185 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-e3acb7c7-05e7-4468-ae50-8f3fb1f933e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 898 time: 0.1247888 Feb 19 07:48:16.973695 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-9a1603c1-316c-4499-821c-ab1c5951836c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 999 time: 0.0931666 Feb 19 07:48:17.032768 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '9e19b073-9980-431e-bbf6-7d160c80db1c', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'port_id': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'mac_address': 'fa:16:3e:7c:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:48:15Z', 'updated_at': '2022-02-19T07:48:15Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:48:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:17.034882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-b17931f2-a34a-4fb8-94f9-2ea1e48149db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:17.036406 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-b17931f2-a34a-4fb8-94f9-2ea1e48149db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 843 time: 0.0570960 Feb 19 07:48:17.036612 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] Checking router: bd582902-fb1d-4c57-ace3-6f72969a7412 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:48:17.046648 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:48:17.047221 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:48:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:17.116393 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-c380c16c-778f-453f-af14-a31266131004 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cc8860f-451b-4509-963f-91d1ed17d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742035 Feb 19 07:48:17.224060 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:48:17.249137 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-7cff83e8-043b-4368-a8e3-3c17b8691e31 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266761 Feb 19 07:48:17.378782 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-322ed56e-46d6-4dfd-88a9-c7aa0a46c623 req-938aafd0-91ea-4a6f-90d6-1ca84fde4848 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236858 Feb 19 07:48:17.605518 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '9e19b073-9980-431e-bbf6-7d160c80db1c', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'port_id': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'mac_address': 'fa:16:3e:7c:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:48:15Z', 'updated_at': '2022-02-19T07:48:15Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:48:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:17.609525 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e0f6f-2c95-478d-bc0c-6e9b6a74cc09 None None] The sync data for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv is: [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '9e19b073-9980-431e-bbf6-7d160c80db1c', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'port_id': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'mac_address': 'fa:16:3e:7c:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:48:15Z', 'updated_at': '2022-02-19T07:48:15Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:48:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:48:17.719731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42006) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:48:17.812837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c852d-c517-4963-95f8-1f81eefa7093 None None] New status for floating IP 9e19b073-9980-431e-bbf6-7d160c80db1c: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:48:17.825721 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e84951e1-b9cb-4ad7-887d-c8ea42b85338 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/9e19b073-9980-431e-bbf6-7d160c80db1c HTTP/1.1" status: 200 len: 991 time: 0.1048486 Feb 19 07:48:18.831146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42010) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:48:18.938633 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9cae425d-3a95-41d9-b21b-bae7a9ccc1cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/9e19b073-9980-431e-bbf6-7d160c80db1c HTTP/1.1" status: 200 len: 993 time: 0.1060784 Feb 19 07:48:36.753748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8935780c-00c2-4419-a9df-595eb2721f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:38.951841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08a5ec59-abd1-4358-b491-14f1878f9815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:40.191386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:40.269104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:41.451705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:43.460531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:48:49.701563 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:49:04.284361 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-dd99f1d4-064e-4612-8b2c-d7dc1d4d8a1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1320484 Feb 19 07:49:04.426380 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-943cfa79-8438-4514-ac80-fea7d081c9cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1098 time: 0.0690167 Feb 19 07:49:04.577350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd325f8e-550a-4054-b868-37cdd4164521 req-86299639-e711-42df-b112-e94dd201ee21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:04.578783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-86299639-e711-42df-b112-e94dd201ee21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 898 time: 0.1311891 Feb 19 07:49:04.691212 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-4b92524d-1708-462d-9c99-a24bd4272196 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 1001 time: 0.1042597 Feb 19 07:49:04.764562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd325f8e-550a-4054-b868-37cdd4164521 req-29ea132e-f9cb-4f84-8b85-8f48875e02fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:04.766721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-29ea132e-f9cb-4f84-8b85-8f48875e02fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 843 time: 0.0690479 Feb 19 07:49:04.843833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-7978589a-68b5-4a6d-928a-820518a32571 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cc8860f-451b-4509-963f-91d1ed17d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708234 Feb 19 07:49:04.854339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-e2612d31-42ce-4700-8288-53ccd34a5e69 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:49:04.855241 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-e2612d31-42ce-4700-8288-53ccd34a5e69 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046482 Feb 19 07:49:05.066780 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-7252df4d-f495-4d3f-b581-e08e512adde2 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049084 Feb 19 07:49:05.204005 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd325f8e-550a-4054-b868-37cdd4164521 req-3a64fdbf-f45a-459d-8000-713910ec4690 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311255 Feb 19 07:49:06.745497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d00b6498-a226-4d4b-b000-647b7b9e9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:08.956110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-29901f29-ec7e-4b1d-9b53-1a7a48f9d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:10.194959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:10.271698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:11.455938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:13.478157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:26.699489 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:49:36.742463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc48eee8-9fe4-4ce0-98e7-b541006303bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:38.957233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d024eacf-2d88-4849-824d-72168720eebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:40.204205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:40.273278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:41.458706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:49:43.476215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:03.696614 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:50:05.210826 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-29fd33fc-7595-426c-98a3-1f25eff4f3ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750742 Feb 19 07:50:05.352838 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-fb82c40d-ff94-40e1-9cba-b7ccd691a64b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1098 time: 0.0714433 Feb 19 07:50:05.497021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-24005b8f-d0b1-419a-89e4-3f8f408eca42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:05.498458 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-24005b8f-d0b1-419a-89e4-3f8f408eca42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 898 time: 0.1269045 Feb 19 07:50:05.604252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-68fdaa46-3395-42e0-af0c-f061edf6c7a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 1001 time: 0.0992131 Feb 19 07:50:05.678934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-93037ab6-e139-4a4b-b360-cbb6651d8ce4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:05.680383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-93037ab6-e139-4a4b-b360-cbb6651d8ce4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 843 time: 0.0699821 Feb 19 07:50:05.767789 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-e48786a2-fbc7-4bb5-8205-450c2dfe2845 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cc8860f-451b-4509-963f-91d1ed17d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815604 Feb 19 07:50:05.910700 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-34036b63-1ce3-44db-8ab3-1ce2881b16b3 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356480 Feb 19 07:50:06.053268 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeb606b0-59ae-4f40-a1c0-ac51001084b3 req-6b32aec1-89b9-4477-ab2b-fa918fa63b1b service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364665 Feb 19 07:50:06.738774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2db78057-ccfc-418e-8e7d-670d75a845be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:08.962662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-57aaadc7-0335-4a22-8754-e68861cc860f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:10.207486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:10.271842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:11.463163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:13.498848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:36.737226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0867-50ff-4e89-976b-74be760f16a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:38.964113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6bcfca5-9d76-49b0-802f-97edfd3ed527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:40.210395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:40.265886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:40.691373 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:50:41.466468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:43.486947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:51.047559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42054) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:50:51.054121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:50:51.398287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2954156'] for subnet, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:51.585439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733973581981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2707372'] for subnet, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:51.640475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:51.641166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:51.642414 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/subnets/59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 835 time: 0.5938096 Feb 19 07:50:51.648372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e005c-e5b3-47ed-92c3-de1c992a3838 None None] Network 3cc8860f-451b-4509-963f-91d1ed17d221 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:50:51.653101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=59263a2b-fa50-4ac2-8e9a-8253124b1d78,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:51.661569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.661914 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.662246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.662577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.662902 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.663233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.663549 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.663868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.664192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.664519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:51.664830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8c1a7-2049-4313-9519-a7469dad342c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:52.145561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5c314ff4-8ac5-41e6-955c-ff1a8dc4468c None None] Provisioning complete for port 50a79be1-a3c6-4300-be70-c11a22fc5d83 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:52.145914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c314ff4-8ac5-41e6-955c-ff1a8dc4468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:52.285886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5c314ff4-8ac5-41e6-955c-ff1a8dc4468c None None] Provisioning complete for port 81eea2af-fa65-47c1-bd4e-231c3112a853 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:52.286304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c314ff4-8ac5-41e6-955c-ff1a8dc4468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:50:52.418550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5c314ff4-8ac5-41e6-955c-ff1a8dc4468c None None] Provisioning complete for port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:52.418912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5c314ff4-8ac5-41e6-955c-ff1a8dc4468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:05.355895 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-02e0740d-98dc-4aa4-b696-478509e23fac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893729 Feb 19 07:51:05.491802 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-548c5dfa-47a5-4f05-826b-1fd500fbee89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1098 time: 0.0682533 Feb 19 07:51:05.641909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-0360cacf-dab2-4639-b7de-4485eb7065c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:05.643263 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-0360cacf-dab2-4639-b7de-4485eb7065c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 898 time: 0.1284792 Feb 19 07:51:05.745225 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-0d123e59-1581-425f-aa49-ec1d3a07fe62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 1001 time: 0.0955651 Feb 19 07:51:05.821095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-7eaa9052-700c-4978-8267-83390c3b331d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:05.822571 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-7eaa9052-700c-4978-8267-83390c3b331d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 843 time: 0.0706117 Feb 19 07:51:05.908331 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-389a7ed5-89a2-47ca-98a4-c61c2853b75b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cc8860f-451b-4509-963f-91d1ed17d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797682 Feb 19 07:51:06.127566 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-04c272ce-c7af-45af-b814-d2116face42f service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132084 Feb 19 07:51:06.259744 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e734bef5-c9ec-4136-9230-ae521e901bd0 req-1157550e-8a01-4cbe-968b-5edf442f34c3 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261005 Feb 19 07:51:06.738260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6a56375b-643b-4e7f-b7a3-55beead6ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:08.970140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-36ecf4dd-d924-4537-914e-694b39b800cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:10.217364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:10.268117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:11.465354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:13.517378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:17.700045 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:51:35.920683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42080) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:36.123705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port a63f59b1-3b8d-4270-a421-54d4d144c552 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:51:36.124015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:36.286293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:36.286510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:36.399959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for a63f59b1-3b8d-4270-a421-54d4d144c552 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:51:36.559061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:36.601972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=a63f59b1-3b8d-4270-a421-54d4d144c552,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:36.693131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:36.732983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b74b55d5-2f3d-4974-a810-a92069057512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:37.189412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router bd582902-fb1d-4c57-ace3-6f72969a7412 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:51:37.395479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:51:37.405925 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] Sync routers for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:51:37.416915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:37.419293 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:37.419985 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:37.470313 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d4eb19bc-c952-42a6-940c-f65be220c595 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/9e19b073-9980-431e-bbf6-7d160c80db1c HTTP/1.1" status: 204 len: 168 time: 1.5481822 Feb 19 07:51:37.470856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:51:37.622483 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:37.687854 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'status': 'completed', 'code': 200} Feb 19 07:51:37.806785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-2515c8fb-cfa7-4738-8744-c983edbfc081 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 1098 time: 0.0901361 Feb 19 07:51:37.926619 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:48:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:37.930525 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] Checking router: bd582902-fb1d-4c57-ace3-6f72969a7412 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:51:37.940770 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:37.941407 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:37.984139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-b389fdd0-db56-4072-9a3a-058efa67ae84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:37.985586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-b389fdd0-db56-4072-9a3a-058efa67ae84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 200 len: 898 time: 0.1712148 Feb 19 07:51:38.063900 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-9e67c022-ad5e-4413-a38b-69f8c00a2356 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 200 len: 217 time: 0.0698986 Feb 19 07:51:38.108507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd832-5020-4e2d-a4a3-feca4abf3b28 req-03566d3a-8c68-4b9b-aa01-b613afe93966 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:38.110159 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-180dd832-5020-4e2d-a4a3-feca4abf3b28 req-03566d3a-8c68-4b9b-aa01-b613afe93966 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 945 time: 0.2758520 Feb 19 07:51:38.113646 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:38.160512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-a17b0e38-5308-4897-b4ec-aa93a5d6b793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:38.161870 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-a17b0e38-5308-4897-b4ec-aa93a5d6b793 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 200 len: 843 time: 0.0900853 Feb 19 07:51:38.212066 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-180dd832-5020-4e2d-a4a3-feca4abf3b28 req-3effbdb6-3fe5-409e-9958-c88a51b64382 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913174 Feb 19 07:51:38.244744 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-42caa5de-054c-4195-a2ae-932fd5e65245 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cc8860f-451b-4509-963f-91d1ed17d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767229 Feb 19 07:51:38.375586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-7d36408b-e912-4c0d-9f99-0070616d7bc4 service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243556 Feb 19 07:51:38.458215 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:48:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:38.462097 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add29b81-ef35-475a-a420-c7cd1cf75248 None None] The sync data for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv is: [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:47:55Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '50a79be1-a3c6-4300-be70-c11a22fc5d83', 'name': '', 'network_id': '3cc8860f-451b-4509-963f-91d1ed17d221', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:06:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:54Z', 'updated_at': '2022-02-19T07:48:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '59263a2b-fa50-4ac2-8e9a-8253124b1d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:51:38.507736 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac965a6-eab8-402e-a59a-e59bf07aa7e9 req-c33aba58-c9ec-43bc-884d-bc439715f37f service neutron] 10.222.0.67 "GET /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260691 Feb 19 07:51:38.676763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c89290a-8c2b-4f0a-a6b0-3ef8911514c9 None None] New status for floating IP 9e19b073-9980-431e-bbf6-7d160c80db1c: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:51:38.962882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-49cbcfbd-9741-4c88-a31f-3131f57f2e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:39.389915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-864b9800-20c0-4b40-81ca-45199b029259 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:39.391471 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-864b9800-20c0-4b40-81ca-45199b029259 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 945 time: 0.0825338 Feb 19 07:51:39.500539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:51:39.500871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:39.623220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd0c9-a897-43df-b663-82d1649632c2 req-e947d0ab-d49e-45be-a1d6-3418747f51cb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:39.624582 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e75dd0c9-a897-43df-b663-82d1649632c2 req-e947d0ab-d49e-45be-a1d6-3418747f51cb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 945 time: 0.2625701 Feb 19 07:51:39.761932 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e75dd0c9-a897-43df-b663-82d1649632c2 req-3b3799c4-c0bb-4600-a903-dfe9d0205d72 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316569 Feb 19 07:51:39.787341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:39.787700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:40.005799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for c57fdf40-39ae-41a0-bd8e-bd5a70670f5f owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:51:40.166115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:40.208662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:40.217757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=c57fdf40-39ae-41a0-bd8e-bd5a70670f5f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:40.258938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.259197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.259561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.259875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.260180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.260545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.260862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.261171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.261483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.261790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.262186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:40.273818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:40.304240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port c57fdf40-39ae-41a0-bd8e-bd5a70670f5f on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:51:40.306921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:40.309717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'name': 'network-vif-deleted', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:51:40.321762 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2d818840-2eac-47b7-b3cf-5742eb15b08d req-28f3dc4b-8589-45a2-be1c-ec6207d7d0bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/c57fdf40-39ae-41a0-bd8e-bd5a70670f5f HTTP/1.1" status: 204 len: 173 time: 0.9251254 Feb 19 07:51:40.449441 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2015d7-bad3-4104-ad2a-39e166b9696c', 'name': 'network-vif-deleted', 'tag': 'c57fdf40-39ae-41a0-bd8e-bd5a70670f5f', 'status': 'completed', 'code': 200} Feb 19 07:51:40.938386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-7c355bd2-b2aa-4f6c-8db5-d6cc781cc12c req-ab4b88e0-e974-4752-88c7-e52499ff5579 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:51:40.955186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-7c355bd2-b2aa-4f6c-8db5-d6cc781cc12c req-ab4b88e0-e974-4752-88c7-e52499ff5579 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:51:40.956293 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7c355bd2-b2aa-4f6c-8db5-d6cc781cc12c req-ab4b88e0-e974-4752-88c7-e52499ff5579 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e2015d7-bad3-4104-ad2a-39e166b9696c HTTP/1.1" status: 200 len: 210 time: 0.0573168 Feb 19 07:51:41.470958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:42.101556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42120) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:42.173303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7edb39d9-980d-47f6-8f8c-9bafe88f1801 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:42.205754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7edb39d9-980d-47f6-8f8c-9bafe88f1801 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:42.270613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7edb39d9-980d-47f6-8f8c-9bafe88f1801 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:42.289271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb39d9-980d-47f6-8f8c-9bafe88f1801 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:42.296141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7edb39d9-980d-47f6-8f8c-9bafe88f1801 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:42.299655 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7edb39d9-980d-47f6-8f8c-9bafe88f1801 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/1dbe9a06-1fe8-4d0b-96aa-679b3dff5b66 HTTP/1.1" status: 204 len: 168 time: 0.1945109 Feb 19 07:51:42.342589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42126) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:42.743615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:43.453393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 50a79be1-a3c6-4300-be70-c11a22fc5d83 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:51:43.453941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:43.490440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c57fdf40-39ae-41a0-bd8e-bd5a70670f5f no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:51:43.527788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: c57fdf40-39ae-41a0-bd8e-bd5a70670f5f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:51:43.528093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c57fdf40-39ae-41a0-bd8e-bd5a70670f5f not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:51:43.534667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:43.653510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 50a79be1-a3c6-4300-be70-c11a22fc5d83, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=50a79be1-a3c6-4300-be70-c11a22fc5d83,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:43.653864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:43.770603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 50a79be1-a3c6-4300-be70-c11a22fc5d83 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:51:43.943246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:43.992331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=50a79be1-a3c6-4300-be70-c11a22fc5d83,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:44.289761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:44.968114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router bd582902-fb1d-4c57-ace3-6f72969a7412 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:51:45.170944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:51:45.182446 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] Sync routers for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:51:45.189054 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d433b44c-52c3-4ba6-abd6-69be16b1b4ca tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/bd582902-fb1d-4c57-ace3-6f72969a7412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8452680 Feb 19 07:51:45.192222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:45.194064 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:45.194655 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:45.362764 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:45.376013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet 59263a2b-fa50-4ac2-8e9a-8253124b1d78 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:51:45.379199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:45.437681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:45.518630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:45.597570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:45.634531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=59263a2b-fa50-4ac2-8e9a-8253124b1d78,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:45.641393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:45.647250 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:51:43Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:45.647889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda019b8-07b1-439e-b886-111b3a42eb9d None None] Network 3cc8860f-451b-4509-963f-91d1ed17d221 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:51:45.651253 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] Checking router: bd582902-fb1d-4c57-ace3-6f72969a7412 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:51:45.653444 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f1dde58f-144a-4efb-8d7e-95e7e4485044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/59263a2b-fa50-4ac2-8e9a-8253124b1d78 HTTP/1.1" status: 204 len: 168 time: 0.4599774 Feb 19 07:51:45.656375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42134) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:45.662016 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] Routers {'bd582902-fb1d-4c57-ace3-6f72969a7412'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:45.662619 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bd582902-fb1d-4c57-ace3-6f72969a7412'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:45.857016 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] Set router bd582902-fb1d-4c57-ace3-6f72969a7412 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:45.866127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:45.899882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] DHCP port deletion for 3cc8860f-451b-4509-963f-91d1ed17d221 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:51:45.904002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Deleting port 81eea2af-fa65-47c1-bd4e-231c3112a853 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:51:45.904389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:46.059492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:46.069574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 847facbb-787f-4109-877f-6e72e4d2c281 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:51:46.069978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:46.107963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] For port 81eea2af-fa65-47c1-bd4e-231c3112a853, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=81eea2af-fa65-47c1-bd4e-231c3112a853,segment=NetworkSegment(b6945be5-0376-41a7-9748-5e094c8b66da),segment_id=b6945be5-0376-41a7-9748-5e094c8b66da)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:46.108427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:46.153252 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:51:43Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:46.157080 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8215e4-212c-4da3-92f6-efc4b9808ebf None None] The sync data for ids ['bd582902-fb1d-4c57-ace3-6f72969a7412'] in dv-neutron-829958-1-hyperv is: [{'id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'name': 'tempest-TestNetworkBasicOps-router-1590678953', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '847facbb-787f-4109-877f-6e72e4d2c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:47:50Z', 'updated_at': '2022-02-19T07:51:43Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '847facbb-787f-4109-877f-6e72e4d2c281', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd582902-fb1d-4c57-ace3-6f72969a7412', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:47:51Z', 'updated_at': '2022-02-19T07:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:51:46.235469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Calling delete_port for 81eea2af-fa65-47c1-bd4e-231c3112a853 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:51:46.254906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 847facbb-787f-4109-877f-6e72e4d2c281, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=847facbb-787f-4109-877f-6e72e4d2c281,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:46.255250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:46.308960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:46.352739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Pushing event deleted for resources: {'Port': ['ID=81eea2af-fa65-47c1-bd4e-231c3112a853,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:46.357926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] No DVR routers for this DVR port 81eea2af-fa65-47c1-bd4e-231c3112a853 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:51:46.369083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.369438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.369765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.370135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.370448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.370774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.371070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.371391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.371701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.372012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.372351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e51b0-f72b-4f7d-a485-489c4208f108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:46.477496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 847facbb-787f-4109-877f-6e72e4d2c281 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:51:46.627468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 81eea2af-fa65-47c1-bd4e-231c3112a853 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:51:46.657547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:46.664322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 81eea2af-fa65-47c1-bd4e-231c3112a853 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:51:46.664857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 81eea2af-fa65-47c1-bd4e-231c3112a853 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:51:46.665044 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 50a79be1-a3c6-4300-be70-c11a22fc5d83 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:51:46.696226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 50a79be1-a3c6-4300-be70-c11a22fc5d83 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:51:46.696612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 50a79be1-a3c6-4300-be70-c11a22fc5d83 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:51:46.701118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=847facbb-787f-4109-877f-6e72e4d2c281,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:46.927412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.176332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.180908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.207086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.207580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router bd582902-fb1d-4c57-ace3-6f72969a7412 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:51:47.222082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.223169 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bf58dc1b-7b56-48aa-b8e2-24277a58cbe7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/bd582902-fb1d-4c57-ace3-6f72969a7412 HTTP/1.1" status: 204 len: 168 time: 1.5656948 Feb 19 07:51:47.226286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42138) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:47.340778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.483654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.507937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc8860f-451b-4509-963f-91d1ed17d221']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:47.519751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6945be5-0376-41a7-9748-5e094c8b66da') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:47.520044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6945be5-0376-41a7-9748-5e094c8b66da') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:47.531011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.546647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.553135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:51:47.553510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:51:47.567554 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:51:47.649324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.655343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.685526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=3cc8860f-451b-4509-963f-91d1ed17d221,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:47.691549 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6a59a25e-f196-4e52-aa2d-744a03b050be tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/3cc8860f-451b-4509-963f-91d1ed17d221 HTTP/1.1" status: 204 len: 168 time: 0.4637239 Feb 19 07:51:47.704736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:47.712777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--992283370', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:47.718426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:47.723611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:47.729470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:47.736572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:47.749104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:51:47.752173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.780558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:51:47.790038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.790377 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment 12cc36e4-4604-44b5-89ce-af884b396803 of type vlan for network c2012c68-008d-45af-9265-fe241ade78c7 Feb 19 07:51:47.816865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.846022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.849717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:47.850286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.953009 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2449400 Feb 19 07:51:47.955869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:47.962713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:47.967678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a7200-6618-4cc4-9681-f09dac416ccd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=c2012c68-008d-45af-9265-fe241ade78c7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:47.971281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:47.975206 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:47.977792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network c2012c68-008d-45af-9265-fe241ade78c7 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:51:47.978296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:47.983989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:47.993732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:47.994606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:48.012872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:48.167527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:48.353091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:48.381558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:48.604498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.94 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/f955f07a-d10a-4cc0-b435-2ec9e523aa09) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:51:48.610991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847facbb-787f-4109-877f-6e72e4d2c281 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:51:48.643928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 847facbb-787f-4109-877f-6e72e4d2c281 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:51:48.644297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 847facbb-787f-4109-877f-6e72e4d2c281 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:51:48.747544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:48.778439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:48.846495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:51:48.849325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:48.853521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:51:48.877067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=f955f07a-d10a-4cc0-b435-2ec9e523aa09,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:49.012256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:49.013010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:49.245953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f06aa4d8-27ed-41f2-995c-97ad54b2e83e is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:51:49.448103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:51:49.457786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Sync routers for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:51:49.470358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:49.471052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:49.474237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:49.475614 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f491dfe6-8836-4ed5-a0e2-43591939bde2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5188837 Feb 19 07:51:49.478928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42150) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:49.518332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cf7c6ae9-bb46-41e8-98d1-6248574f1776 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382638 Feb 19 07:51:49.520979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42154) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:49.644791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:49.650263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466ce0f-78c3-48c3-a847-8f7cf7fc7dbe tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:49.651763 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8466ce0f-78c3-48c3-a847-8f7cf7fc7dbe tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296430 Feb 19 07:51:49.654820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42158) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:49.693330 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0cdae14d-01b9-4b6f-9c76-cac3143e40fa tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373065 Feb 19 07:51:49.695936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:49.701005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1967080551', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:49.811785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:49.815570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:49.818378 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:49.824191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:49.835189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:51:49.937029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:49.967776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:48Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:49.971797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Checking router: f06aa4d8-27ed-41f2-995c-97ad54b2e83e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:51:49.972110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Updating router f06aa4d8-27ed-41f2-995c-97ad54b2e83e port f955f07a-d10a-4cc0-b435-2ec9e523aa09 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:51:50.023307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.143649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.218692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=6b95f657-e425-4993-a512-da4d2b8c9c9e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:50.235428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:51:50.235775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: c2012c68-008d-45af-9265-fe241ade78c7, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:51:50.257737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c2012c68-008d-45af-9265-fe241ade78c7 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:51:50.267447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, c2012c68-008d-45af-9265-fe241ade78c7) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:50.271667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:50.272543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.285390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc515d5-1b8d-4d68-a738-de876424cd57 None None] Network c2012c68-008d-45af-9265-fe241ade78c7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:51:50.294790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5516134d-fa11-4e65-955b-80348c18bd5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5978925 Feb 19 07:51:50.297772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42166) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:50.438028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.462783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Transition to ACTIVE for port object f955f07a-d10a-4cc0-b435-2ec9e523aa09 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:50.497858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.627484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Attempting to bind port f955f07a-d10a-4cc0-b435-2ec9e523aa09 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:51:50.627878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Attempting to bind port f955f07a-d10a-4cc0-b435-2ec9e523aa09 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:51:50.628212 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Attempting to bind port f955f07a-d10a-4cc0-b435-2ec9e523aa09 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:51:50.630814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d877d96-6172-4ec2-8c3d-3dda8b78f1b3 None None] Pushing event updated for resources: {'Port': ['ID=f955f07a-d10a-4cc0-b435-2ec9e523aa09,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:50.638399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-c2012c68-008d-45af-9265-fe241ade78c7', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:51:50.639185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.650149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:51:50.650510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:51:50.650900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.651271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:51:50.651722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Bound port: f955f07a-d10a-4cc0-b435-2ec9e523aa09, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:51:50.652103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.784513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] For port f955f07a-d10a-4cc0-b435-2ec9e523aa09, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:50.789564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] For port f955f07a-d10a-4cc0-b435-2ec9e523aa09, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f955f07a-d10a-4cc0-b435-2ec9e523aa09,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:51:50.798868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:50.921496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Allocated IP 172.20.0.2 (c2012c68-008d-45af-9265-fe241ade78c7/6b95f657-e425-4993-a512-da4d2b8c9c9e/a3c06e26-616a-45fa-9e0a-678e5c3a0cb1) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:51:50.934348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d877d96-6172-4ec2-8c3d-3dda8b78f1b3 None None] Pushing event updated for resources: {'Port': ['ID=f955f07a-d10a-4cc0-b435-2ec9e523aa09,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:50.961103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:50.961765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:51.141485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.282141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:51.456132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.522215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Transition to ACTIVE for port object a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:51.550091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Transition to ACTIVE for port object a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:51.566534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.632865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (c2012c68-008d-45af-9265-fe241ade78c7/6b95f657-e425-4993-a512-da4d2b8c9c9e/a915c29d-1746-48ec-8a20-c9ec9c26679d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:51:51.686498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Network c2012c68-008d-45af-9265-fe241ade78c7 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:51:51.688667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Pushing event updated for resources: {'Port': ['ID=a3c06e26-616a-45fa-9e0a-678e5c3a0cb1,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:51.691920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:51.694789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:51:51.788194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Attempting to bind port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:51:51.788469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Attempting to bind port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:51:51.788815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Attempting to bind port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 on network c2012c68-008d-45af-9265-fe241ade78c7 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:51:51.790027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.793888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:48Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:51.799737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3da748-4a71-4e4a-8ee3-11244524c34e None None] The sync data for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv is: [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:48Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:51:51.801829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:51:51.802189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Checking segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:51:51.802577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.802946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Bound using segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:51:51.803397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Bound port: a3c06e26-616a-45fa-9e0a-678e5c3a0cb1, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:51:51.803758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.805801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object a915c29d-1746-48ec-8a20-c9ec9c26679d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:51.829911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.902196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c2012c68-008d-45af-9265-fe241ade78c7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:51:51.903790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] For port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:51.906019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:51.908438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=a915c29d-1746-48ec-8a20-c9ec9c26679d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:51.910187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:51:51.911001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] For port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a3c06e26-616a-45fa-9e0a-678e5c3a0cb1,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:51:51.917256 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:51.973677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:52.003498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d1eee-462f-4028-b1a4-7f1e2218e13a None None] Pushing event updated for resources: {'Port': ['ID=a3c06e26-616a-45fa-9e0a-678e5c3a0cb1,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:52.093236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:52.642465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:52.652528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:52.686185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:51:52.761075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:51:52.762901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=a915c29d-1746-48ec-8a20-c9ec9c26679d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:52.765645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:52.768574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f955f07a-d10a-4cc0-b435-2ec9e523aa09 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:51:52.839869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f955f07a-d10a-4cc0-b435-2ec9e523aa09 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:51:52.845100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f955f07a-d10a-4cc0-b435-2ec9e523aa09 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:52.845467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:52.909570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c2012c68-008d-45af-9265-fe241ade78c7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:51:52.911184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:52.967671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:52.986790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f955f07a-d10a-4cc0-b435-2ec9e523aa09, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f955f07a-d10a-4cc0-b435-2ec9e523aa09,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:52.991825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:53.022258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e715904-e6b3-4415-b2bf-995b2ca17c1f None None] Network c2012c68-008d-45af-9265-fe241ade78c7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:51:53.141663 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f955f07a-d10a-4cc0-b435-2ec9e523aa09,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:53.157277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6a378b7-41d2-4c60-87b7-e0935edeca29 None None] Provisioning for port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:51:53.166576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6a378b7-41d2-4c60-87b7-e0935edeca29 None None] Provisioning complete for port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:53.166941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6a378b7-41d2-4c60-87b7-e0935edeca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:53.306946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f06aa4d8-27ed-41f2-995c-97ad54b2e83e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:51:53.374315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6a378b7-41d2-4c60-87b7-e0935edeca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:53.414504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a6a378b7-41d2-4c60-87b7-e0935edeca29 None None] For port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a3c06e26-616a-45fa-9e0a-678e5c3a0cb1,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:53.421790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6a378b7-41d2-4c60-87b7-e0935edeca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:53.494991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a378b7-41d2-4c60-87b7-e0935edeca29 None None] Pushing event updated for resources: {'Port': ['ID=a3c06e26-616a-45fa-9e0a-678e5c3a0cb1,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:53.511735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:51:53.524683 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cc9f7c81-d551-4876-a867-3bb0dc320783 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/f06aa4d8-27ed-41f2-995c-97ad54b2e83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2257876 Feb 19 07:51:53.527160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:53.649278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-98a09894-c137-49a3-af30-ba98a7c77d09 None None] Provisioning complete for port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:53.649763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-98a09894-c137-49a3-af30-ba98a7c77d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:53.672964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b98462-df8d-46b6-84e8-a02201105425 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.676369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b98462-df8d-46b6-84e8-a02201105425 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.677037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b98462-df8d-46b6-84e8-a02201105425 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.677414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b98462-df8d-46b6-84e8-a02201105425 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.679318 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-91b98462-df8d-46b6-84e8-a02201105425 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1512518 Feb 19 07:51:53.682304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42174) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:53.748994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350b8da-2deb-492b-af4c-1d0cb9835f2e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.749362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350b8da-2deb-492b-af4c-1d0cb9835f2e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.749719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350b8da-2deb-492b-af4c-1d0cb9835f2e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.750062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350b8da-2deb-492b-af4c-1d0cb9835f2e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:53.751787 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d350b8da-2deb-492b-af4c-1d0cb9835f2e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0685325 Feb 19 07:51:53.754590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:53.795078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-98a09894-c137-49a3-af30-ba98a7c77d09 None None] Provisioning for port a915c29d-1746-48ec-8a20-c9ec9c26679d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:51:53.801767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-98a09894-c137-49a3-af30-ba98a7c77d09 None None] Provisioning complete for port a915c29d-1746-48ec-8a20-c9ec9c26679d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:53.802225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-98a09894-c137-49a3-af30-ba98a7c77d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:53.862919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-98a09894-c137-49a3-af30-ba98a7c77d09 None None] Port a915c29d-1746-48ec-8a20-c9ec9c26679d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:51:53.985586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a77b9a0b-151b-4977-b450-6ebed5575920 None None] Provisioning complete for port a915c29d-1746-48ec-8a20-c9ec9c26679d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:53.986244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a77b9a0b-151b-4977-b450-6ebed5575920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.038761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a77b9a0b-151b-4977-b450-6ebed5575920 None None] Port a915c29d-1746-48ec-8a20-c9ec9c26679d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:51:54.068422 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1d60b642-6a1c-45b2-a4fe-db1d46aa9add tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3124480 Feb 19 07:51:54.612542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42184) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:54.618167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393454080', 'description': 'tempest-secgroup-smoke-393454080 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:54.624461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:54.627874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:51:54.628955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:54.631888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:54.638146 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:54.648716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.688536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:54.690452 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:51:54.692633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:54.694660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:54.695028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.695585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:54.701456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:54.761163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.766152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.812046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a739a759-0e37-4267-89af-9ee6c9338175,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:54.816531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.817810 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4643851e-7ee5-4ea0-97b8-8631029be9cc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2043054 Feb 19 07:51:54.821634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42188) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:54.827103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a739a759-0e37-4267-89af-9ee6c9338175', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:54.833269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:54.837310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:54.840276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:54.846150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:54.846356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f955f07a-d10a-4cc0-b435-2ec9e523aa09 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:51:54.865558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.912747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f955f07a-d10a-4cc0-b435-2ec9e523aa09 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:54.913172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.927135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.931396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.954184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c349f7-bf72-4238-93ce-ee96512ea1ac,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:54.965055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:54.966414 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-28247a87-5c38-496f-8e73-f7776c03268c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1438527 Feb 19 07:51:54.969648 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42192) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:54.975451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a739a759-0e37-4267-89af-9ee6c9338175', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:54.981362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:54.985393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:54.989226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:54.994638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:55.012095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.074333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.078641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.101895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c32208f-23c4-4a4c-8994-c3122422db24,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:55.113479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.114639 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1439457 Feb 19 07:51:55.116056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.116421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.116758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.117084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.117409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.117736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.118071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.118387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.118505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:55.118699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.119008 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.119306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e465644-2686-4f53-8349-01d1d227d6ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.124571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a739a759-0e37-4267-89af-9ee6c9338175', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:55.130994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:55.134993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:55.138034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:55.144418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:55.163165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.230704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.236940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.261061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae15307-ee3f-4bd5-b326-0f9fb9e555d0,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:55.273406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.274672 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6a3ee9d0-ab96-4e8f-9826-6b5299504a19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1551371 Feb 19 07:51:55.277778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:55.283432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a739a759-0e37-4267-89af-9ee6c9338175', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:55.286691 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Sync routers for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:51:55.289569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:55.294368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:55.297442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:55.300292 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:55.301261 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:55.303515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:55.321030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.384615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.390962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.414531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4de2e6a-bfc3-43d7-84fc-882b8d1a81e1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:55.426196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.427660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-35d72ef9-4515-4f5b-b0b8-0ed2f511cc19 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1488123 Feb 19 07:51:55.430606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:55.436348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a739a759-0e37-4267-89af-9ee6c9338175', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:55.442459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:55.446278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:55.449204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:55.454999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:55.466611 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:51:55.473289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.495764 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:55.537983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.542435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.563691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faaa0c13-e5c7-4b7f-a364-f67fc811140d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:55.575928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.577139 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-03c4c25f-07aa-4679-970e-39fb6050fe16 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1455734 Feb 19 07:51:55.580031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:51:55.585531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'a739a759-0e37-4267-89af-9ee6c9338175', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:55.591377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:55.595236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:51:55.598115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:51:55.603726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:55.617147 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:51:55.623603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.688623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.693585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.718296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c501147-405a-4fde-bb5f-76f5b103601e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:55.728679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.729842 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-458c0768-1ce6-4321-a4d0-782daad85ead tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1488481 Feb 19 07:51:55.801043 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:55.804848 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Checking router: f06aa4d8-27ed-41f2-995c-97ad54b2e83e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:51:55.805208 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Updating router f06aa4d8-27ed-41f2-995c-97ad54b2e83e port a915c29d-1746-48ec-8a20-c9ec9c26679d binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:51:55.857496 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:55.911685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-88103d2a-fcc5-4036-8d5f-9fb020dbb74b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:51:55.928052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-88103d2a-fcc5-4036-8d5f-9fb020dbb74b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:51:55.929237 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-88103d2a-fcc5-4036-8d5f-9fb020dbb74b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393454080&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0581958 Feb 19 07:51:56.077330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-b5d1f8c7-eedd-41db-a4d5-a972c7136fb3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:56.078007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-b5d1f8c7-eedd-41db-a4d5-a972c7136fb3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:51:56.095428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-b5d1f8c7-eedd-41db-a4d5-a972c7136fb3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:51:56.096652 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-b5d1f8c7-eedd-41db-a4d5-a972c7136fb3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 796 time: 0.1607568 Feb 19 07:51:56.113013 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-f95ce05f-f5d3-45eb-801e-bafef1c6dd5e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0107031 Feb 19 07:51:56.186522 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:56.195299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-f5fb46bd-57d8-4741-a9c2-fbd4fe345456 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:51:56.198709 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Transition to ACTIVE for port object a915c29d-1746-48ec-8a20-c9ec9c26679d will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:56.205136 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:56.210850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-f5fb46bd-57d8-4741-a9c2-fbd4fe345456 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:51:56.212184 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-f5fb46bd-57d8-4741-a9c2-fbd4fe345456 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930579 Feb 19 07:51:56.324373 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Pushing event updated for resources: {'Port': ['ID=a915c29d-1746-48ec-8a20-c9ec9c26679d,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:56.326763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-2d77c840-700e-4023-acf3-3a578991ded6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:51:56.328108 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-2d77c840-700e-4023-acf3-3a578991ded6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1041884 Feb 19 07:51:56.335509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.335849 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.336191 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.336512 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.336827 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.337142 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.337448 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.337755 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.338060 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.338360 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.338665 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:56.420780 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Attempting to bind port a915c29d-1746-48ec-8a20-c9ec9c26679d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:51:56.421133 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Attempting to bind port a915c29d-1746-48ec-8a20-c9ec9c26679d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:51:56.421518 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Attempting to bind port a915c29d-1746-48ec-8a20-c9ec9c26679d on network c2012c68-008d-45af-9265-fe241ade78c7 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:51:56.428537 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:51:56.428892 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Checking segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:51:56.429282 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:56.429651 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Bound using segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:51:56.430260 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Bound port: a915c29d-1746-48ec-8a20-c9ec9c26679d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:51:56.430783 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:56.472543 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-84097f72-7e2c-45e6-8963-5b3c27f61aac service neutron] 10.222.0.72 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358182 Feb 19 07:51:56.521674 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] For port a915c29d-1746-48ec-8a20-c9ec9c26679d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:56.524555 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] For port a915c29d-1746-48ec-8a20-c9ec9c26679d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a915c29d-1746-48ec-8a20-c9ec9c26679d,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:51:56.530204 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:56.609333 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b092e-6612-40a2-98bd-7a73f200cd7e None None] Pushing event updated for resources: {'Port': ['ID=a915c29d-1746-48ec-8a20-c9ec9c26679d,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:56.612006 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:51:56.613274 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:56.615811 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-fb009975-7d87-49e9-84ad-b10ea9187dcb service neutron] 10.222.0.72 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364820 Feb 19 07:51:56.817569 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:51:56.827371 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61c1cbf4-cf0a-4fc1-8800-31c87b8a8226 req-29d54569-5247-458d-bfd1-f417bfc6fab2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 210 time: 0.0511215 Feb 19 07:51:57.155508 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:56Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:57.159418 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447a4e5-44ec-419e-8368-44b8daaed116 None None] The sync data for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv is: [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:56Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:51:58.067745 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-535fc5fc-3442-4048-b461-b66525142504 req-1bed918b-cb0f-45b0-aa22-d33df83433e2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 210 time: 0.0615604 Feb 19 07:51:58.076272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-f0fc18ab-ba05-4464-87d1-acf6a662b7e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:58.077699 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-f0fc18ab-ba05-4464-87d1-acf6a662b7e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 796 time: 0.2443917 Feb 19 07:51:58.132627 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-831563f9-e550-4641-863e-1553de35b8c9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 379 time: 0.0419078 Feb 19 07:51:58.145006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['a739a759-0e37-4267-89af-9ee6c9338175']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:58.277013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:51:58.286617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:51:58.298857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:51:58.302417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:58.542244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.5 (c2012c68-008d-45af-9265-fe241ade78c7/6b95f657-e425-4993-a512-da4d2b8c9c9e/0f2173e6-590d-47d8-bc4c-eb7ad41bd103) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:51:58.636770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a915c29d-1746-48ec-8a20-c9ec9c26679d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:51:58.712097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port a915c29d-1746-48ec-8a20-c9ec9c26679d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:51:58.716825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a915c29d-1746-48ec-8a20-c9ec9c26679d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:58.717193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:58.735357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:58.751120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:58.774972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:58.836833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:58.846498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c2012c68-008d-45af-9265-fe241ade78c7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:51:58.849938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:58.854186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:51:58.871517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port a915c29d-1746-48ec-8a20-c9ec9c26679d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a915c29d-1746-48ec-8a20-c9ec9c26679d,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:58.877121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:58.881801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:58.922330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:58.922990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:58.951404 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-a290968b-1a96-4661-b1d8-d6addc33eb07 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8100638 Feb 19 07:51:58.954488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=a915c29d-1746-48ec-8a20-c9ec9c26679d,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:58.963175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Request body: {'port': {'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:51:59.078233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:59.139088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d9c6a2b0-d0f7-4b39-b0bf-293d2b57ea0d None None] Provisioning for port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:51:59.143995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d9c6a2b0-d0f7-4b39-b0bf-293d2b57ea0d None None] Provisioning complete for port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:59.144433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a2b0-d0f7-4b39-b0bf-293d2b57ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:59.196011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6a2b0-d0f7-4b39-b0bf-293d2b57ea0d None None] Port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:51:59.388367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06869e85-e749-4b6d-af04-5becc12ed477 req-120c44d0-3ebb-4b8a-945b-54dff895eac5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:59.388951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-06869e85-e749-4b6d-af04-5becc12ed477 req-120c44d0-3ebb-4b8a-945b-54dff895eac5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:51:59.424532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-06869e85-e749-4b6d-af04-5becc12ed477 req-120c44d0-3ebb-4b8a-945b-54dff895eac5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:51:59.426035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-06869e85-e749-4b6d-af04-5becc12ed477 req-120c44d0-3ebb-4b8a-945b-54dff895eac5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 931 time: 0.2294588 Feb 19 07:51:59.515720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:51:59.524248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:59.529929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-06869e85-e749-4b6d-af04-5becc12ed477 req-a8064f1e-a841-4a46-b172-3f139cf3f89f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959463 Feb 19 07:51:59.541106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Transition to ACTIVE for port object 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:59.546217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:59.669914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:59.776008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Attempting to bind port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:51:59.776367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Attempting to bind port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:51:59.776694 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Attempting to bind port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 on network c2012c68-008d-45af-9265-fe241ade78c7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:51:59.782614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 on network c2012c68-008d-45af-9265-fe241ade78c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:51:59.782929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Attempting to bind port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 on network c2012c68-008d-45af-9265-fe241ade78c7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:51:59.789339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:51:59.789666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Checking segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:51:59.790042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Bound using segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:51:59.790451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Bound port: 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:51:59.790786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:59.879428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:59.882418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:51:59.888954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:59.949598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:51:59.950945 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 1093 time: 0.9926925 Feb 19 07:51:59.951370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:51:59.967987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55f331-1595-44ac-a9d5-c40d58968fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:00.037079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'status': 'completed', 'code': 200} Feb 19 07:52:00.078125 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-80633fb2-cd8f-496c-95b8-7ab9a985175d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1096 time: 0.0719275 Feb 19 07:52:00.148560 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-57ec98d6-28fc-4679-a047-0f2a0cd7a79f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 217 time: 0.0628936 Feb 19 07:52:00.212179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-80018ea0-a873-466e-809e-498e7fdf7dc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:00.213487 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-80018ea0-a873-466e-809e-498e7fdf7dc5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0590949 Feb 19 07:52:00.371433 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-04f32d2f-17c9-4671-b920-433ef52c1878 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1513448 Feb 19 07:52:00.502897 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-48f3cd4d-d7f4-4515-b6f2-4d05e479d79c service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248660 Feb 19 07:52:00.623818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a915c29d-1746-48ec-8a20-c9ec9c26679d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:52:00.639311 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da0b33a5-9ebe-42d7-8bf7-86cfad36bd47 req-c0a02e36-0b7c-4781-b699-925a8f2b3f0a service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302109 Feb 19 07:52:00.695338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a915c29d-1746-48ec-8a20-c9ec9c26679d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:00.695696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:00.790086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b0d54-31ab-46b6-be6f-5ed1d20c5775 req-e3453b21-da7b-4d46-84d3-c091b13feeaa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:00.791444 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-436b0d54-31ab-46b6-be6f-5ed1d20c5775 req-e3453b21-da7b-4d46-84d3-c091b13feeaa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 943 time: 0.1384037 Feb 19 07:52:00.795108 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd6bb8d-646c-452c-b862-77341197d528 req-3c4c1fc4-dffd-4613-b78e-b77e945d670c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1096 time: 0.1023009 Feb 19 07:52:00.923728 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-436b0d54-31ab-46b6-be6f-5ed1d20c5775 req-3836bb51-2408-4b94-8f34-34c5af7b7621 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261954 Feb 19 07:52:00.955565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6bb8d-646c-452c-b862-77341197d528 req-df1ebaa0-1b1d-4770-8572-57e54c2a878f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:00.957018 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd6bb8d-646c-452c-b862-77341197d528 req-df1ebaa0-1b1d-4770-8572-57e54c2a878f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1459222 Feb 19 07:52:01.029636 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd6bb8d-646c-452c-b862-77341197d528 req-81f1c0fb-eb1b-41ca-808f-851e6010a6bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 217 time: 0.0656502 Feb 19 07:52:01.098753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6bb8d-646c-452c-b862-77341197d528 req-057854da-89e8-4912-bfa3-9712af0c17e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:01.100080 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd6bb8d-646c-452c-b862-77341197d528 req-057854da-89e8-4912-bfa3-9712af0c17e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0643737 Feb 19 07:52:01.172770 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd6bb8d-646c-452c-b862-77341197d528 req-fabb3ef3-fe48-44dd-97f3-1d4ec042ed0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666881 Feb 19 07:52:01.302151 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd6bb8d-646c-452c-b862-77341197d528 req-da4a58dd-4529-40a8-9d07-636913427bd5 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224270 Feb 19 07:52:01.434304 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd6bb8d-646c-452c-b862-77341197d528 req-0e4b55a1-5ae4-4ea8-8eef-3579fcb9c3ab service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248989 Feb 19 07:52:02.136833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b741f-375f-4f48-8414-e971e7b7afe3 req-34e64426-ff63-422d-a620-0db4e40fa4e9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:02.138190 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b6b741f-375f-4f48-8414-e971e7b7afe3 req-34e64426-ff63-422d-a620-0db4e40fa4e9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 943 time: 0.0943286 Feb 19 07:52:02.184255 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b6b741f-375f-4f48-8414-e971e7b7afe3 req-f106ef81-ad14-4d20-ac66-6c12766e1f50 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404289 Feb 19 07:52:03.391534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d867a2-3afb-42b2-a2e1-564ef5a7815d req-1753ab98-7d16-46a4-962d-9559d6a3e479 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:03.393084 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9d867a2-3afb-42b2-a2e1-564ef5a7815d req-1753ab98-7d16-46a4-962d-9559d6a3e479 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 943 time: 0.0776293 Feb 19 07:52:03.443028 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9d867a2-3afb-42b2-a2e1-564ef5a7815d req-8e92fbc7-7d86-4f3c-a315-367c3605bf57 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439746 Feb 19 07:52:03.570989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:52:03.717604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:03.732334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:52:03.783798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:03.801515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:52:03.816768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:03.823125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:03.897399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:04.214964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['0f2173e6-590d-47d8-bc4c-eb7ad41bd103'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:52:04.646145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270627-fe74-4d17-8b29-0854a7cb894b req-9bc63f15-bc38-476c-9d4b-39c3407a4882 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:04.647569 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14270627-fe74-4d17-8b29-0854a7cb894b req-9bc63f15-bc38-476c-9d4b-39c3407a4882 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 944 time: 0.0838211 Feb 19 07:52:04.696059 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14270627-fe74-4d17-8b29-0854a7cb894b req-904b4b51-ac40-4c8d-88fe-3d6454ad51e5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Feb 19 07:52:05.579567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:52:05.668286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:52:05.673261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:05.673630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:05.790668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:05.818741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:52:05.829703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:05.834544 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:05.880965 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'code': 200} Feb 19 07:52:05.909016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1cc22-3884-4423-93ae-31d7a400c81e req-b4aecb00-2c34-4be8-ac86-aa73a4c461f6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:05.912715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96a1cc22-3884-4423-93ae-31d7a400c81e req-b4aecb00-2c34-4be8-ac86-aa73a4c461f6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 945 time: 0.0867729 Feb 19 07:52:05.914502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:05.961073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96a1cc22-3884-4423-93ae-31d7a400c81e req-da0ee136-80e6-46f4-ae39-b9cb26881b51 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448742 Feb 19 07:52:06.110518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1e2ebf52-8dec-4e60-ba49-8cb78d2d37da req-d7839741-b023-4e02-8dd3-7c0c96747752 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1098 time: 0.0694237 Feb 19 07:52:06.161242 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1e2ebf52-8dec-4e60-ba49-8cb78d2d37da req-1f5f3f59-2950-4a49-b2d7-e605637aa395 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449123 Feb 19 07:52:06.741998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbc4dbd2-94e7-448c-ac30-7964fe84f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:07.257700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ff908-4153-4841-8432-4099df3a40d6 req-bda31ac5-82d6-4c13-a2ba-73be1196f261 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:07.259213 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-df8ff908-4153-4841-8432-4099df3a40d6 req-bda31ac5-82d6-4c13-a2ba-73be1196f261 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 945 time: 0.1627691 Feb 19 07:52:07.305281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-df8ff908-4153-4841-8432-4099df3a40d6 req-13b75ae6-88e1-4fad-8c43-f030c36251eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404563 Feb 19 07:52:08.523920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbfe71-4375-4872-9afb-3f9169b73529 req-4667efa6-437d-4cad-9f95-29e7d596a0d9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:08.525381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00bbfe71-4375-4872-9afb-3f9169b73529 req-4667efa6-437d-4cad-9f95-29e7d596a0d9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 945 time: 0.0962994 Feb 19 07:52:08.574357 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00bbfe71-4375-4872-9afb-3f9169b73529 req-149078da-0232-4600-9d99-7a78b1d41187 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 Feb 19 07:52:08.776366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035c74-05ff-4f19-9283-da3b3c39b18a req-a43730ca-226c-4220-bdbb-29fc031d5549 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:08.777800 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54035c74-05ff-4f19-9283-da3b3c39b18a req-a43730ca-226c-4220-bdbb-29fc031d5549 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 945 time: 0.0780661 Feb 19 07:52:08.822167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54035c74-05ff-4f19-9283-da3b3c39b18a req-d027f5e9-e785-4774-96e5-2287621f4773 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388565 Feb 19 07:52:08.849606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42258) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:08.921814 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d07abd88-dbfc-4c4c-a3b9-f7131ebbfa0d tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1093 time: 0.0711327 Feb 19 07:52:08.925791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42262) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:08.930775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:08.936323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:08.940252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:08.943304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:08.949554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:08.957914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-146381f7-8b7a-49b8-8f6e-8ab00dce8793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:08.962093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:09.103558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:09.243545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.200 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/06d25198-6b34-4199-812e-c950262c2b8e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:09.390732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:09.420941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:09.489673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:09.492425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:09.497738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:52:09.521061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=06d25198-6b34-4199-812e-c950262c2b8e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:10.007190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:10.062697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:10.212964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:10.268640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:10.359760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:10.366494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:10.469323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=06d25198-6b34-4199-812e-c950262c2b8e,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:10.483582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:10.673985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 6e188030-462e-4768-a935-09b209da97d6 associated. External IP: 172.26.1.200, port: 0f2173e6-590d-47d8-bc4c-eb7ad41bd103. Feb 19 07:52:11.071250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f06aa4d8-27ed-41f2-995c-97ad54b2e83e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:11.288321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:11.298175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] Sync routers for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:52:11.310357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:52:11.310968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:11.314476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:11.367385 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-51876c5c-74f4-464f-9b96-114dae4b9b6a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4404929 Feb 19 07:52:11.367859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:52:11.370278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42266) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:11.427694 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'status': 'completed', 'code': 200} Feb 19 07:52:11.468981 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0490829b-6760-4d4f-9c08-eb85768a4d6b tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1093 time: 0.0946810 Feb 19 07:52:11.484872 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:11.525203 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-ba4e3502-a211-42fc-b3af-91419b067edf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1098 time: 0.0763319 Feb 19 07:52:11.529355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:52:11.656382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-82638198-4ef6-40de-906f-493d985a43bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:11.657904 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-82638198-4ef6-40de-906f-493d985a43bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1266687 Feb 19 07:52:11.724332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42274) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:11.730802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864236926', 'description': 'tempest-secgroup-smoke-1864236926 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:11.737158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:11.748381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:11.760567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-b999d695-2dd6-404a-9805-95847ff522b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 999 time: 0.0969951 Feb 19 07:52:11.761640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:11.803803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:11.807779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:11.810757 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:11.816419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:11.827464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-ffb0e3e5-cf6a-448c-a84e-7e3c025f2f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:11.829209 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-ffb0e3e5-cf6a-448c-a84e-7e3c025f2f9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0623846 Feb 19 07:52:11.879270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:11.879789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:11.884388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:11.884564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] Checking router: f06aa4d8-27ed-41f2-995c-97ad54b2e83e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:52:11.895980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:52:11.896604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:11.903505 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-bd4bae00-b58a-49e4-8244-75f9539ac692 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688517 Feb 19 07:52:11.929039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a69f755-7877-45f0-9a31-883589f65561,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:11.938417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:11.943213 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b88bddde-295e-4862-bd01-f90f08027929 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2143877 Feb 19 07:52:11.943213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42278) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:11.948954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '5a69f755-7877-45f0-9a31-883589f65561', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:11.955305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:11.959481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:11.962565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:11.969018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:11.987485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.057161 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.063497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.087103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:52:12.087535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0615eed5-def9-4478-b129-c54eebc376bf,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:12.099978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.104051 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7ce86b18-08fc-4c8c-9fa3-c484a137a150 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1574357 Feb 19 07:52:12.104826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42282) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:12.110964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '5a69f755-7877-45f0-9a31-883589f65561', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:12.116800 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:12.120698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:12.123550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:12.129539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:12.149960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.155391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-05efb795-bda8-43e3-8617-cc2e5695afc5 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457097 Feb 19 07:52:12.214296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.219361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.237723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0e1daa-1aff-4330-88c0-03d339f2592c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:12.258447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.259838 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57f10754-0d56-486a-9d26-2e60d10d5934 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1540711 Feb 19 07:52:12.262564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42286) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:12.267856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '5a69f755-7877-45f0-9a31-883589f65561', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:12.274033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:12.277481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:12.280976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:12.286717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:12.298576 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-120ca35e-18a2-489a-a0c4-ce624341efc3 req-f70a2c8b-e578-40ab-9ac1-91014ba25e71 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371248 Feb 19 07:52:12.309405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.375965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.381246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.407749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5224f0-09e1-45a4-b913-fc43d76baa92,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:12.414714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.420000 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57e70c49-f463-42e9-9184-50cb313dc2dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1540067 Feb 19 07:52:12.420482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42290) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:12.426856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '5a69f755-7877-45f0-9a31-883589f65561', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:12.432896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:12.438196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:12.442204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:12.447899 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:12.455529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:12.460484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18903416-53d7-46ac-b2c7-9e9f84c9dc2a None None] The sync data for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv is: [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:52:12.465036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.530016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.534266 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.560412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0298ee32-eb2e-4b78-8562-a21f2282d611,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:12.573608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.576677 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ea1ac48b-7e7e-42b5-b2a9-42c114353c52 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1550241 Feb 19 07:52:12.577530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42294) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:12.582954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '5a69f755-7877-45f0-9a31-883589f65561', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:12.589024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:12.593192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:12.596286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:12.604126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:12.617787 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:52:12.623924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.689573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.694158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.716250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef194a0-d7a3-4a1c-a87e-dfa5e169790c,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:12.727255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.729398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6f5e3867-6bfd-4433-b0eb-60930474913b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1506951 Feb 19 07:52:12.733383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42298) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:12.738861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': '5a69f755-7877-45f0-9a31-883589f65561', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:12.744638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:12.749372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:12.753225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:12.759057 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:12.770646 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:52:12.776941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.946134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.951010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.973041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a55c4f8-998a-4cc9-a689-c694e6190306,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:12.982973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:12.984132 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e348b76a-3908-4dce-a629-1de381a91caa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2498670 Feb 19 07:52:13.160409 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-78e2887e-b68f-4db1-a0e1-f961dbc48abf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864236926&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0456486 Feb 19 07:52:13.323898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-43c8b531-676a-4cd0-8bb9-2cd28abe9234 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:13.325268 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-43c8b531-676a-4cd0-8bb9-2cd28abe9234 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 796 time: 0.1517501 Feb 19 07:52:13.342974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-f7816aa1-04cf-4679-b13c-0369caf65fe9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0104926 Feb 19 07:52:13.429720 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-6348f46f-4877-4a04-86a7-444f6107eeb0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815268 Feb 19 07:52:13.480622 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a199c-5b69-4573-ac5a-2c64cebfbc8b None None] New status for floating IP 6e188030-462e-4768-a935-09b209da97d6: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:52:13.514641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-89dd8ae5-d869-4944-bbf8-22d9fd249675 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:52:13.515879 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-89dd8ae5-d869-4944-bbf8-22d9fd249675 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0741544 Feb 19 07:52:13.518127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:13.649815 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-b00bc257-0911-4d81-b552-de77456230cf service neutron] 10.222.0.72 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269639 Feb 19 07:52:13.788725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2cd5b86d-5c7a-4518-8b5f-7419e11e70ec service neutron] 10.222.0.72 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265547 Feb 19 07:52:15.012456 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ab2303e-3e9a-4a52-8bbd-7dda2668d7e5 req-26a77047-2cbd-487d-a31e-2e17758a8590 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 210 time: 0.0420904 Feb 19 07:52:16.043499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-d471b5d5-ab48-4f47-b8b3-49d8badaa24d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:16.044983 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-d471b5d5-ab48-4f47-b8b3-49d8badaa24d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 796 time: 0.1547034 Feb 19 07:52:16.107603 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-12241245-a9ea-49b9-8af9-1298cc5b2f21 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 472 time: 0.0504622 Feb 19 07:52:16.115625 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['5a69f755-7877-45f0-9a31-883589f65561']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:16.222265 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-84dca5e0-28cd-46e8-8911-26e5d31b2471 req-f14c7024-87a3-48c7-82e9-a5de537f276d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 210 time: 0.0897152 Feb 19 07:52:16.285142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:16.294761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:16.306938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:16.310237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:16.473470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.11 (c2012c68-008d-45af-9265-fe241ade78c7/6b95f657-e425-4993-a512-da4d2b8c9c9e/ea8f4d95-b13b-415a-b37e-5fe4e01393cf) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:16.661229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:16.677767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object ea8f4d95-b13b-415a-b37e-5fe4e01393cf will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:52:16.702826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:16.858335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c2012c68-008d-45af-9265-fe241ade78c7 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:16.861373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:16.865719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:52:16.889805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:16.927879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:16.928528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:16.955884 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-9589b282-60e8-4cf8-ab09-2049eb877038 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437943 Feb 19 07:52:16.966792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Request body: {'port': {'device_id': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:17.074139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:17.094297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3c14be07-d620-4b4b-8778-5f6c98ffcce3 None None] Provisioning for port ea8f4d95-b13b-415a-b37e-5fe4e01393cf completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:52:17.099287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3c14be07-d620-4b4b-8778-5f6c98ffcce3 None None] Provisioning complete for port ea8f4d95-b13b-415a-b37e-5fe4e01393cf triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:17.099654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c14be07-d620-4b4b-8778-5f6c98ffcce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:17.153039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3c14be07-d620-4b4b-8778-5f6c98ffcce3 None None] Port ea8f4d95-b13b-415a-b37e-5fe4e01393cf cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:52:17.475297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8f4d95-b13b-415a-b37e-5fe4e01393cf {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:52:17.483246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:17.506150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b216c86-5a2c-4d0b-b071-9f9058032de7 req-58b3c241-d225-4304-827d-ca431b40f7dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:17.506843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4b216c86-5a2c-4d0b-b071-9f9058032de7 req-58b3c241-d225-4304-827d-ca431b40f7dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:52:17.509546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Transition to ACTIVE for port object ea8f4d95-b13b-415a-b37e-5fe4e01393cf will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:52:17.517165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:17.574588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4b216c86-5a2c-4d0b-b071-9f9058032de7 req-58b3c241-d225-4304-827d-ca431b40f7dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:52:17.575731 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4b216c86-5a2c-4d0b-b071-9f9058032de7 req-58b3c241-d225-4304-827d-ca431b40f7dc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 932 time: 0.2297044 Feb 19 07:52:17.664682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Pushing event updated for resources: {'Port': ['ID=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:17.697475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4b216c86-5a2c-4d0b-b071-9f9058032de7 req-a7ce649c-648b-4510-bec8-8e4e1a79daf1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143389 Feb 19 07:52:17.802198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Attempting to bind port ea8f4d95-b13b-415a-b37e-5fe4e01393cf on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:52:17.802527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Attempting to bind port ea8f4d95-b13b-415a-b37e-5fe4e01393cf by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:52:17.802851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Attempting to bind port ea8f4d95-b13b-415a-b37e-5fe4e01393cf on network c2012c68-008d-45af-9265-fe241ade78c7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:52:17.808796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Port ea8f4d95-b13b-415a-b37e-5fe4e01393cf on network c2012c68-008d-45af-9265-fe241ade78c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:52:17.809110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Attempting to bind port ea8f4d95-b13b-415a-b37e-5fe4e01393cf on network c2012c68-008d-45af-9265-fe241ade78c7 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:52:17.815225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:52:17.815552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Checking segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:52:17.815924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Bound using segment: {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:52:17.816371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Bound port: ea8f4d95-b13b-415a-b37e-5fe4e01393cf, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cc36e4-4604-44b5-89ce-af884b396803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:52:17.816708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:17.903072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] For port ea8f4d95-b13b-415a-b37e-5fe4e01393cf, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:17.906760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] For port ea8f4d95-b13b-415a-b37e-5fe4e01393cf, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:17.911056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:17.979454 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:17.983161 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] 10.222.0.67 "PUT /v2.0/ports/ea8f4d95-b13b-415a-b37e-5fe4e01393cf HTTP/1.1" status: 200 len: 1094 time: 1.0183778 Feb 19 07:52:17.983161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:52:17.996471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175fe6c-6889-4cc3-91c0-9e95ebd0d46b service neutron] Pushing event updated for resources: {'Port': ['ID=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:18.052786 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'status': 'completed', 'code': 200} Feb 19 07:52:18.094491 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-036c66c6-af3d-4f2f-a153-6f1f9b65d651 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 1097 time: 0.0757363 Feb 19 07:52:18.165706 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-66e49773-c880-415c-b3ca-83f22824406a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf HTTP/1.1" status: 200 len: 217 time: 0.0640659 Feb 19 07:52:18.229804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-7a670ef2-997c-4773-a925-dc9e7da6ad75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:18.231189 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-7a670ef2-997c-4773-a925-dc9e7da6ad75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0581818 Feb 19 07:52:18.307332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-45f05dac-6ad4-4c25-a57f-a1abb9d1fe81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700674 Feb 19 07:52:18.441370 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-ac1ab0b8-13c0-4b89-92fd-6c5e0faf8a71 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268084 Feb 19 07:52:18.587028 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4904cb0d-eed6-4c6b-a154-4a23c43fb62e req-c44f9655-deab-439e-b7f9-dbae480c62a7 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390941 Feb 19 07:52:18.799722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-77a0d09e-32fd-4fa4-a30d-568af3bbb12d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 1097 time: 0.1601138 Feb 19 07:52:18.982750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-7c695cc3-6ea2-467d-ba1d-48e3fad465a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:18.984191 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-7c695cc3-6ea2-467d-ba1d-48e3fad465a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1780827 Feb 19 07:52:18.995037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95238c6c-c406-4dbd-98c1-7c784847a7bc req-4b01a6b9-4a3a-41d1-a40d-fbc9011244ab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:18.996402 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-95238c6c-c406-4dbd-98c1-7c784847a7bc req-4b01a6b9-4a3a-41d1-a40d-fbc9011244ab tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 944 time: 0.1727526 Feb 19 07:52:19.076085 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-da83be31-6f21-4a75-8dc2-c26dc8f4b65d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf HTTP/1.1" status: 200 len: 217 time: 0.0769126 Feb 19 07:52:19.133673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-95238c6c-c406-4dbd-98c1-7c784847a7bc req-4cf9e44c-d384-4f61-beae-8f16a601c2b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892193 Feb 19 07:52:19.154236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-9fb022c8-dffd-4165-be7a-78a8a069d6b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:19.155673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-9fb022c8-dffd-4165-be7a-78a8a069d6b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0639770 Feb 19 07:52:19.241589 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-ce4144ae-ee89-4d6b-9cfc-27c1d36ce28d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782242 Feb 19 07:52:19.371281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-269ce0e8-ce13-450e-a865-a3a2ce9b0998 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208258 Feb 19 07:52:19.509042 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e767475d-c509-42d2-ba6e-62ee7cc635cf req-9c9e53f8-0a8c-4722-ac94-2b4154a5c262 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302359 Feb 19 07:52:20.352528 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e1bb5-14ae-4f67-96e3-4a41e772cdd7 req-15df0afa-1660-408c-b50c-67cdde17f9d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:20.353946 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc1e1bb5-14ae-4f67-96e3-4a41e772cdd7 req-15df0afa-1660-408c-b50c-67cdde17f9d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 944 time: 0.0923412 Feb 19 07:52:20.399732 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc1e1bb5-14ae-4f67-96e3-4a41e772cdd7 req-ce8fbc29-0ffa-455d-b733-677a9544d793 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 Feb 19 07:52:21.593894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29107a25-340e-445d-a9e5-a4bc5fc89863 req-86596927-babd-4aea-b4a7-fd153b2370d3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:21.595322 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29107a25-340e-445d-a9e5-a4bc5fc89863 req-86596927-babd-4aea-b4a7-fd153b2370d3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 944 time: 0.0765820 Feb 19 07:52:21.629472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ea8f4d95-b13b-415a-b37e-5fe4e01393cf details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:52:21.644377 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29107a25-340e-445d-a9e5-a4bc5fc89863 req-05cee009-a373-4339-8177-1782a950f9a3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Feb 19 07:52:21.767933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ea8f4d95-b13b-415a-b37e-5fe4e01393cf, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:21.787119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'port_id': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'mac_address': 'fa:16:3e:aa:6e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:52:21.841495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:21.858402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8f4d95-b13b-415a-b37e-5fe4e01393cf {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:52:21.874509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ea8f4d95-b13b-415a-b37e-5fe4e01393cf, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:21.879599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:21.948026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:22.216425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['ea8f4d95-b13b-415a-b37e-5fe4e01393cf'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:52:22.858531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f73b4-f412-44df-afc1-787ecb4d0176 req-301e1f0f-9899-4fd0-bf65-7b4b7ee15e4d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:22.859923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-024f73b4-f412-44df-afc1-787ecb4d0176 req-301e1f0f-9899-4fd0-bf65-7b4b7ee15e4d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 945 time: 0.0795035 Feb 19 07:52:22.905710 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-024f73b4-f412-44df-afc1-787ecb4d0176 req-a40e4f9e-0d87-47d3-b4cf-dc26ed429482 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399265 Feb 19 07:52:23.626250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ea8f4d95-b13b-415a-b37e-5fe4e01393cf up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:52:23.704109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port ea8f4d95-b13b-415a-b37e-5fe4e01393cf completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:52:23.708929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port ea8f4d95-b13b-415a-b37e-5fe4e01393cf triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:23.709347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:23.824362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:23.850696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:52:23.860362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ea8f4d95-b13b-415a-b37e-5fe4e01393cf, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:23.864751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:23.908556 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'code': 200} Feb 19 07:52:23.937695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:24.159370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859b2be-50cb-4667-aedd-9b0eca005f99 req-a6994fd3-93e4-4f80-973f-eed156a7844f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:24.160827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6859b2be-50cb-4667-aedd-9b0eca005f99 req-a6994fd3-93e4-4f80-973f-eed156a7844f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 946 time: 0.1330459 Feb 19 07:52:24.164449 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c965d651-172b-4d5f-9506-a0348c557057 req-8adaf5da-c27c-4e67-b9f3-fbc1f1a45448 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 1099 time: 0.0995145 Feb 19 07:52:24.233465 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c965d651-172b-4d5f-9506-a0348c557057 req-fcad73cf-eb04-4188-8b52-142b00810796 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536215 Feb 19 07:52:24.235638 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6859b2be-50cb-4667-aedd-9b0eca005f99 req-169e9e50-4b00-4d8c-a7ce-9fa4b69a25b9 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692084 Feb 19 07:52:25.440164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e364e-7d53-4c4a-8c89-d61461350d89 req-66460190-84c8-4b26-950c-9be9ee6489ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:25.441609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-233e364e-7d53-4c4a-8c89-d61461350d89 req-66460190-84c8-4b26-950c-9be9ee6489ff tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 946 time: 0.0814338 Feb 19 07:52:25.486497 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-233e364e-7d53-4c4a-8c89-d61461350d89 req-26ac7b45-e9c9-4351-af2b-3824483c6e00 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392079 Feb 19 07:52:26.759703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1f47b-916c-4eb2-a514-8e74628df71f req-36f78405-280b-43e6-968c-a3da6900da0c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:26.761062 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-28a1f47b-916c-4eb2-a514-8e74628df71f req-36f78405-280b-43e6-968c-a3da6900da0c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 946 time: 0.0771132 Feb 19 07:52:26.808751 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-28a1f47b-916c-4eb2-a514-8e74628df71f req-a04b671b-d8c0-4c22-846f-e53aa4977435 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 Feb 19 07:52:27.029969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaf695-e041-4273-a0d0-a79e3a789a81 req-707584f8-ca80-4457-af34-8c6926abf442 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:27.031313 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fbcaf695-e041-4273-a0d0-a79e3a789a81 req-707584f8-ca80-4457-af34-8c6926abf442 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 946 time: 0.0880661 Feb 19 07:52:27.078187 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fbcaf695-e041-4273-a0d0-a79e3a789a81 req-7e2df836-1d19-4bcd-bcf8-74cacf192d66 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406308 Feb 19 07:52:27.106228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42350) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:27.177626 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-348eca5b-5f46-4fc7-9604-72a8f8b68cb1 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 1094 time: 0.0702748 Feb 19 07:52:27.180276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42354) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:52:27.185310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:52:27.191108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:52:27.195184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:52:27.198140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:52:27.203989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:52:27.218259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:27.445561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:27.577298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.23 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/dfdc5227-088e-4b43-ac30-6f8c4ab37fad) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:27.722688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:27.751805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:27.826100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:27.828829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:27.835966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:52:27.859621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=dfdc5227-088e-4b43-ac30-6f8c4ab37fad,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:28.335991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:28.390376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:28.603690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:28.610112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:28.709625 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=dfdc5227-088e-4b43-ac30-6f8c4ab37fad,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:28.723341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:29.021504 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP 45ffc89b-7634-4e24-8a6a-cf80d05ac0a1 associated. External IP: 172.26.1.23, port: ea8f4d95-b13b-415a-b37e-5fe4e01393cf. Feb 19 07:52:29.426404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f06aa4d8-27ed-41f2-995c-97ad54b2e83e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:29.634885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:29.646712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] Sync routers for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:52:29.660799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:52:29.661436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:29.661574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:29.714413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-25af6f08-a537-40f6-b186-3c3fe800027b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5330508 Feb 19 07:52:29.714975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:52:29.771765 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'status': 'completed', 'code': 200} Feb 19 07:52:29.836002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:52:29.860647 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-5ab5edb2-b208-46e3-a93b-1f004ac61698 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 1099 time: 0.0676718 Feb 19 07:52:29.991648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-fb64219e-b1b7-493c-8a30-36d83df9b5d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:29.993027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-fb64219e-b1b7-493c-8a30-36d83df9b5d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1268821 Feb 19 07:52:30.096190 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-80f4a0fc-9bd9-433c-b5a3-9fa828acdad7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf HTTP/1.1" status: 200 len: 999 time: 0.0960734 Feb 19 07:52:30.160202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-c5bb637b-72fe-46c5-8324-fa155bdfa765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:30.161646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-c5bb637b-72fe-46c5-8324-fa155bdfa765 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0597022 Feb 19 07:52:30.177511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '45ffc89b-7634-4e24-8a6a-cf80d05ac0a1', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.23', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:aa:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:28Z', 'updated_at': '2022-02-19T07:52:28Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}, {'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:13Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:30.181839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] Checking router: f06aa4d8-27ed-41f2-995c-97ad54b2e83e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:52:30.193309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:52:30.193902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:30.234199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-7423ccaf-36ea-4f40-a100-7bedc24d5d85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665359 Feb 19 07:52:30.362174 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-65dde3a1-7329-41b5-b049-20562489a543 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212199 Feb 19 07:52:30.368533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:52:30.492625 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4bed2ff7-b01b-4eba-a750-0d908cb3c574 req-dcd15850-4c7e-4b41-9941-6a668c07561d service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240520 Feb 19 07:52:30.745650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '45ffc89b-7634-4e24-8a6a-cf80d05ac0a1', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.23', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:aa:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:28Z', 'updated_at': '2022-02-19T07:52:28Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}, {'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:13Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:30.749833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0d0ba-a234-4cdd-8c39-bc0a943e5aa4 None None] The sync data for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv is: [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '45ffc89b-7634-4e24-8a6a-cf80d05ac0a1', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.23', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:aa:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:28Z', 'updated_at': '2022-02-19T07:52:28Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}, {'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:13Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:52:30.935245 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f22a81-16ef-499f-b70f-f6f07adaa76f None None] New status for floating IP 45ffc89b-7634-4e24-8a6a-cf80d05ac0a1: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:52:31.693178 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:52:36.741898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b28984a-b22f-49be-bd36-674c5c1f0d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:38.952871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c69d5693-7021-495e-bbbd-89d4161e5dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:40.220999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:40.271997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:41.478318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:52:43.550782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:05.216698 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-d0d3e718-a7ef-44af-b391-c0d7c170cad2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701978 Feb 19 07:53:05.455103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-1793554f-dade-4555-8175-f69487b0a6a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1098 time: 0.1651540 Feb 19 07:53:05.600412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-dcd4cde1-25b9-42ec-993a-049865475715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:05.601749 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-dcd4cde1-25b9-42ec-993a-049865475715 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1266339 Feb 19 07:53:05.713937 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-f69ca99e-071e-4f82-ae9b-994d0ed7d12e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 1001 time: 0.1054873 Feb 19 07:53:05.777950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-ff663b1e-643d-4f36-a096-05fd279c876c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:05.779360 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-ff663b1e-643d-4f36-a096-05fd279c876c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0568001 Feb 19 07:53:05.859257 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-4b26876e-bf1c-460c-8d42-e267af7a9909 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733953 Feb 19 07:53:05.991970 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-6fc37490-c59f-4fe6-880e-3e1c86de9ef6 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264765 Feb 19 07:53:06.134713 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9ae7c5be-9175-4196-85e8-3a94b71001d0 req-b2ce512d-528c-4795-a2c7-675a9502b645 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369114 Feb 19 07:53:06.742642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68a17e70-91e8-4902-aaf2-e407dc635295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:08.699872 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:53:08.962270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6fcdd721-61df-437a-b4a3-ed74b160a6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:10.225830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:10.275460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:11.479611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:13.576018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:36.741565 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9234a867-b3b3-4992-bef7-4a671bf56288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:38.104926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42380) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:38.223693 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-25e46f42-445d-4011-b717-7fae22ae0df2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/6e188030-462e-4768-a935-09b209da97d6 HTTP/1.1" status: 200 len: 993 time: 0.1173160 Feb 19 07:53:38.963154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-73fa7c57-f1b8-4af0-8df0-2b4af6276e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:39.434296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42390) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:39.440281 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:53:39.563017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:39.774570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:39.803787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:39.811282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:39.883001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:39.883588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:39.884952 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/ports/0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 938 time: 0.4496517 Feb 19 07:53:39.885473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:53:39.901524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=6']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:39.911727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.912082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.912446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.912778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.913098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.913410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.913719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.914018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.914332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.914644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.914950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89bf680-b9f7-4d78-932f-2dc2e60f8304 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:39.943706 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'status': 'completed', 'code': 200} Feb 19 07:53:40.035902 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-68b887bb-7c41-4dd4-9479-00b18fcc0715 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1099 time: 0.0696959 Feb 19 07:53:40.174666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-1875a16f-9226-4f3e-9d4d-5591d91cfb45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:40.176007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-1875a16f-9226-4f3e-9d4d-5591d91cfb45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1336699 Feb 19 07:53:40.177584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-aeada9e1-b4f1-4580-ab3e-51cea7c9a408 None None] Provisioning complete for port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:40.178071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeada9e1-b4f1-4580-ab3e-51cea7c9a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:40.239386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:40.246666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aeada9e1-b4f1-4580-ab3e-51cea7c9a408 None None] Port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 is administratively disabled so it will not transition to active. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 19 07:53:40.277335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:40.278339 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-e7aead71-d75d-493d-8b59-7ab7b7236892 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 1002 time: 0.0955782 Feb 19 07:53:40.340286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-e4f43a3e-750a-4b2b-ae96-e69e58d510ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:40.341600 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-e4f43a3e-750a-4b2b-ae96-e69e58d510ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0576377 Feb 19 07:53:40.417000 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-fb65e154-1369-4a66-b147-4a90ce2b8749 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692601 Feb 19 07:53:40.545586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-c1f1ff1d-8dc0-4424-8c02-cf5b7f3cce6b service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220596 Feb 19 07:53:40.675623 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-96d92e4e-a673-418f-a6f8-7eff331ec4cc req-6008a93c-2eec-438a-88f3-d16458dec227 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235833 Feb 19 07:53:41.484584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:43.347875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42400) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:43.356958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:53:43.571665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:43.578112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:43.791094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:43.817751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:43.824252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:43.897872 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:43.898459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:43.903040 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/ports/0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 937 time: 0.5508444 Feb 19 07:53:43.903040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:53:43.903407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42404) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:43.919687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:43.929260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.929607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.929936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.930263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.930589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.931105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.931437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.931761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.932077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.932423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.933254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05def72c-3828-4941-a45b-82ee5fb42eed tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:43.964219 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'status': 'completed', 'code': 200} Feb 19 07:53:44.021210 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-81791b1c-d9e1-474d-9ac7-0fcfe3934426 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/6e188030-462e-4768-a935-09b209da97d6 HTTP/1.1" status: 200 len: 993 time: 0.1160975 Feb 19 07:53:44.060699 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-0ee9cfbf-816e-489e-8dbc-4f8c2acef897 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1098 time: 0.0723956 Feb 19 07:53:44.197180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-4eae5d04-66d3-41e6-944c-3c0b06e415e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:44.198620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-4eae5d04-66d3-41e6-944c-3c0b06e415e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1319668 Feb 19 07:53:44.201213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8fa3007a-6a20-4f34-a86a-847d16da9e2f None None] Provisioning complete for port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:44.201586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8fa3007a-6a20-4f34-a86a-847d16da9e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:44.246510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['0f2173e6-590d-47d8-bc4c-eb7ad41bd103'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:53:44.301762 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-60a8f50e-ba36-4ca2-853d-9b405917f97f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 1001 time: 0.0965621 Feb 19 07:53:44.363858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-eb0cbf1d-e995-4ed5-b6c0-9986ac39fd00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:44.365468 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-eb0cbf1d-e995-4ed5-b6c0-9986ac39fd00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0577557 Feb 19 07:53:44.443668 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-aa811250-0df4-46d7-87c1-fec65c59fe3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721498 Feb 19 07:53:44.574530 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-0c29a7fc-0780-4eed-98b5-a9c530d5bd95 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242824 Feb 19 07:53:44.708716 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba3d2a42-6b41-4753-9699-df9bb98dec18 req-1034a02f-147f-4aad-9210-57c6d3bdea25 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257930 Feb 19 07:53:45.697189 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:53:46.618695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42416) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:46.829962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port dfdc5227-088e-4b43-ac30-6f8c4ab37fad {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:53:46.830217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:47.003957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:47.004284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:47.130893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for dfdc5227-088e-4b43-ac30-6f8c4ab37fad owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:53:47.274109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:47.318912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=dfdc5227-088e-4b43-ac30-6f8c4ab37fad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:47.414126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:47.901381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f06aa4d8-27ed-41f2-995c-97ad54b2e83e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:53:48.110741 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:53:48.120353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] Sync routers for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:53:48.131385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:48.133655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:53:48.134339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:48.187547 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ad0a9935-9a56-489c-9720-b3147da41bd7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/45ffc89b-7634-4e24-8a6a-cf80d05ac0a1 HTTP/1.1" status: 204 len: 168 time: 1.5674517 Feb 19 07:53:48.187905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:53:48.242433 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'status': 'completed', 'code': 200} Feb 19 07:53:48.307262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:53:48.333660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9d948b3-87b6-419f-b031-258e36ca661c req-f4b5d3b8-1b20-4914-b084-6e39dbe22987 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 1099 time: 0.0689270 Feb 19 07:53:48.506970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d948b3-87b6-419f-b031-258e36ca661c req-96d5da52-ed27-4e18-bc2b-87b840904aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:48.508515 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9d948b3-87b6-419f-b031-258e36ca661c req-96d5da52-ed27-4e18-bc2b-87b840904aa9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1688333 Feb 19 07:53:48.610361 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9d948b3-87b6-419f-b031-258e36ca661c req-4f86dc0b-e106-4e5e-b4bc-f841976b6b81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf HTTP/1.1" status: 200 len: 217 time: 0.0951948 Feb 19 07:53:48.661724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:13Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:48.665681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] Checking router: f06aa4d8-27ed-41f2-995c-97ad54b2e83e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:53:48.676638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:53:48.677225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:48.689668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d948b3-87b6-419f-b031-258e36ca661c req-5cacdf6f-3dca-4d74-9a4f-c45064cc490f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:48.691096 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9d948b3-87b6-419f-b031-258e36ca661c req-5cacdf6f-3dca-4d74-9a4f-c45064cc490f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.0727997 Feb 19 07:53:48.736505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0842-83b9-48f3-91ae-9b59ef398f4e req-cd0f4e3c-2591-4333-8598-e78dfa00e5b3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:48.737863 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ecf0842-83b9-48f3-91ae-9b59ef398f4e req-cd0f4e3c-2591-4333-8598-e78dfa00e5b3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 946 time: 0.2216256 Feb 19 07:53:48.802699 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ecf0842-83b9-48f3-91ae-9b59ef398f4e req-0749e6dc-3181-48e6-bccf-2dc995a78b33 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583775 Feb 19 07:53:48.812096 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9d948b3-87b6-419f-b031-258e36ca661c req-18eea1bb-3398-4bd8-913c-00b697737cb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127276 Feb 19 07:53:48.905730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:53:49.040055 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9d948b3-87b6-419f-b031-258e36ca661c req-7e4ecc82-8979-4dc9-a7e0-753f278e4d40 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216020 Feb 19 07:53:49.179428 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9d948b3-87b6-419f-b031-258e36ca661c req-904b9087-9b0b-4626-bf23-d5f3fe270525 service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322644 Feb 19 07:53:49.259488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:13Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:49.263788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063cf4d-0d38-4a75-817c-a7fbe7103379 None None] The sync data for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv is: [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '6e188030-462e-4768-a935-09b209da97d6', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'port_id': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'mac_address': 'fa:16:3e:08:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:09Z', 'updated_at': '2022-02-19T07:52:13Z', 'revision_number': 1, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:53:49.475217 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb9489-4408-458e-8c8c-ae304b63d84d None None] New status for floating IP 45ffc89b-7634-4e24-8a6a-cf80d05ac0a1: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:53:50.053408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb6bb-671c-434a-93d7-6a2fbb9e0bc4 req-ed91f27b-0a0d-4dba-af85-9c08128e26eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:50.054831 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-341eb6bb-671c-434a-93d7-6a2fbb9e0bc4 req-ed91f27b-0a0d-4dba-af85-9c08128e26eb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 946 time: 0.1244006 Feb 19 07:53:50.115920 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-341eb6bb-671c-434a-93d7-6a2fbb9e0bc4 req-39db3669-63ed-4490-8c08-2644f6596d5b tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=5a69f755-7877-45f0-9a31-883589f65561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540977 Feb 19 07:53:50.124178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e3238bb7-9250-4ec5-8180-a2ff1bdd7044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:50.125557 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e3238bb7-9250-4ec5-8180-a2ff1bdd7044 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 946 time: 0.1184843 Feb 19 07:53:50.197365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port ea8f4d95-b13b-415a-b37e-5fe4e01393cf {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:53:50.197655 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:50.440785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port ea8f4d95-b13b-415a-b37e-5fe4e01393cf, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:50.441139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:50.566939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for ea8f4d95-b13b-415a-b37e-5fe4e01393cf owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:53:50.720042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:50.768444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=ea8f4d95-b13b-415a-b37e-5fe4e01393cf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:50.838683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port ea8f4d95-b13b-415a-b37e-5fe4e01393cf on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:53:50.841483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:50.843867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'name': 'network-vif-deleted', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:53:50.855036 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0eb6113e-91b8-42ec-a279-8648cbe473d6 req-e85110b5-e7bb-4280-9d61-c84fa8f7b9b0 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/ea8f4d95-b13b-415a-b37e-5fe4e01393cf HTTP/1.1" status: 204 len: 173 time: 0.7233815 Feb 19 07:53:50.901431 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3efc4-f0e5-4fdd-b361-899e3dfe32ce', 'name': 'network-vif-deleted', 'tag': 'ea8f4d95-b13b-415a-b37e-5fe4e01393cf', 'status': 'completed', 'code': 200} Feb 19 07:53:51.295145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-943d0c2c-9add-43d3-8e3c-23fe3db024f3 req-4174f695-add4-43d6-b459-ef5dc7687d32 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:53:51.311710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-943d0c2c-9add-43d3-8e3c-23fe3db024f3 req-4174f695-add4-43d6-b459-ef5dc7687d32 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:53:51.312862 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-943d0c2c-9add-43d3-8e3c-23fe3db024f3 req-4174f695-add4-43d6-b459-ef5dc7687d32 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=22c3efc4-f0e5-4fdd-b361-899e3dfe32ce HTTP/1.1" status: 200 len: 210 time: 0.0593979 Feb 19 07:53:52.425806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42434) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:52.495152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25f3c33d-3779-4e02-8a78-432612a8f99e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:52.524413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25f3c33d-3779-4e02-8a78-432612a8f99e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:52.590354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25f3c33d-3779-4e02-8a78-432612a8f99e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:52.610405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3c33d-3779-4e02-8a78-432612a8f99e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a69f755-7877-45f0-9a31-883589f65561,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:52.624180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25f3c33d-3779-4e02-8a78-432612a8f99e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:52.624180 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-25f3c33d-3779-4e02-8a78-432612a8f99e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/5a69f755-7877-45f0-9a31-883589f65561 HTTP/1.1" status: 204 len: 168 time: 0.1926837 Feb 19 07:53:52.661115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42440) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:52.859768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 06d25198-6b34-4199-812e-c950262c2b8e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:53:52.860047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:53.023798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:53.024064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:53.220244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 06d25198-6b34-4199-812e-c950262c2b8e owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:53:53.387587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:53.431977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=06d25198-6b34-4199-812e-c950262c2b8e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:53.522411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:53.910427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f06aa4d8-27ed-41f2-995c-97ad54b2e83e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:53:54.069688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ea8f4d95-b13b-415a-b37e-5fe4e01393cf no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:53:54.107011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: ea8f4d95-b13b-415a-b37e-5fe4e01393cf {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:53:54.107349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ea8f4d95-b13b-415a-b37e-5fe4e01393cf not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:53:54.113473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:53:54.122826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] Sync routers for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:53:54.134533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:53:54.135126 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:54.135621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:54.191841 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-57ab0d40-e73f-4e7e-a217-c99d019f6e7f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/6e188030-462e-4768-a935-09b209da97d6 HTTP/1.1" status: 204 len: 168 time: 1.5294983 Feb 19 07:53:54.192436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:53:54.248915 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'status': 'completed', 'code': 200} Feb 19 07:53:54.311806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:53:54.339578 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-0cd62e43-a431-4240-87a3-b35784ac01ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 1098 time: 0.0695376 Feb 19 07:53:54.488086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-22f0a87e-5757-45e2-abad-525a85059fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.489596 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-22f0a87e-5757-45e2-abad-525a85059fe8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 200 len: 897 time: 0.1443613 Feb 19 07:53:54.601937 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-c25fb53b-8cc5-4d41-a374-8b77cd3d6a98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 200 len: 217 time: 0.1043737 Feb 19 07:53:54.638534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:54.642384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] Checking router: f06aa4d8-27ed-41f2-995c-97ad54b2e83e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:53:54.653036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:53:54.653624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:54.779567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-7a033f88-650d-404e-9ea8-a996f9db55dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.780898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-7a033f88-650d-404e-9ea8-a996f9db55dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 200 len: 835 time: 0.1727972 Feb 19 07:53:54.829069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:53:54.830065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1152-1d2c-4f5f-a561-73dbd7b34c07 req-447043d5-d184-4595-8aa8-4150a4037a70 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.830741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f1be1152-1d2c-4f5f-a561-73dbd7b34c07 req-447043d5-d184-4595-8aa8-4150a4037a70 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:53:54.858974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f1be1152-1d2c-4f5f-a561-73dbd7b34c07 req-447043d5-d184-4595-8aa8-4150a4037a70 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:53:54.860071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f1be1152-1d2c-4f5f-a561-73dbd7b34c07 req-447043d5-d184-4595-8aa8-4150a4037a70 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 945 time: 0.3113313 Feb 19 07:53:54.901954 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-9210738c-5f2a-4e21-9ffd-74fbe89d6231 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2012c68-008d-45af-9265-fe241ade78c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1125746 Feb 19 07:53:54.978399 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f1be1152-1d2c-4f5f-a561-73dbd7b34c07 req-ad89c5c5-4335-4c45-9a96-b3ae766ed85e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:53:55.012968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-f1be1152-1d2c-4f5f-a561-73dbd7b34c07 req-ad89c5c5-4335-4c45-9a96-b3ae766ed85e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:53:55.014079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f1be1152-1d2c-4f5f-a561-73dbd7b34c07 req-ad89c5c5-4335-4c45-9a96-b3ae766ed85e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477952 Feb 19 07:53:55.047008 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-5afbc6c6-1e0b-4bc7-8217-2e7290d3f73a service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368384 Feb 19 07:53:55.179342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:55.181861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-350c4508-ee37-4c11-8c19-d837643cdce3 req-72368697-939a-4fcc-ba46-eb11bfefd5da service neutron] 10.222.0.67 "GET /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272540 Feb 19 07:53:55.183362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3cb29-1570-430f-b412-efee1426f8c8 None None] The sync data for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv is: [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'a915c29d-1746-48ec-8a20-c9ec9c26679d', 'name': '', 'network_id': 'c2012c68-008d-45af-9265-fe241ade78c7', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:88:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:51Z', 'updated_at': '2022-02-19T07:51:58Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '6b95f657-e425-4993-a512-da4d2b8c9c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:53:55.403324 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50146f47-1a64-460d-91b7-19e6ef45f6e8 None None] New status for floating IP 6e188030-462e-4768-a935-09b209da97d6: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:53:56.282061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268d43-f832-4c48-a670-af8392f16d79 req-6f57ed62-48b7-4c29-ab87-673fa675e226 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:56.283463 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a7268d43-f832-4c48-a670-af8392f16d79 req-6f57ed62-48b7-4c29-ab87-673fa675e226 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 945 time: 0.1351798 Feb 19 07:53:56.317652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-544a9f6a-398c-45a7-98ef-e012eca4597e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:56.318919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-544a9f6a-398c-45a7-98ef-e012eca4597e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 945 time: 0.1136444 Feb 19 07:53:56.387581 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a7268d43-f832-4c48-a670-af8392f16d79 req-7e254f2d-e500-4d79-ba07-a98812efcd76 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=a739a759-0e37-4267-89af-9ee6c9338175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978720 Feb 19 07:53:56.398442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:53:56.398883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:56.645265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:56.645651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:56.766768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:53:56.919126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:56.970716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=0f2173e6-590d-47d8-bc4c-eb7ad41bd103,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:57.041987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:53:57.044639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:57.047014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'name': 'network-vif-deleted', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:53:57.063801 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80a81ca3-f775-4565-84a8-e8338c50d4cf req-8f7c0ced-5633-4e59-bc3f-62e7fbccf712 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/0f2173e6-590d-47d8-bc4c-eb7ad41bd103 HTTP/1.1" status: 204 len: 173 time: 0.7366712 Feb 19 07:53:57.107795 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7ae27c-0611-4861-8266-43b198dcea51', 'name': 'network-vif-deleted', 'tag': '0f2173e6-590d-47d8-bc4c-eb7ad41bd103', 'status': 'completed', 'code': 200} Feb 19 07:53:57.574975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-67681b7d-2fbd-4bc9-bba8-c17a1c08a826 req-2926ca15-2419-4937-bfe2-d8acca5f050e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:53:57.590812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-67681b7d-2fbd-4bc9-bba8-c17a1c08a826 req-2926ca15-2419-4937-bfe2-d8acca5f050e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:53:57.592222 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-67681b7d-2fbd-4bc9-bba8-c17a1c08a826 req-2926ca15-2419-4937-bfe2-d8acca5f050e tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa7ae27c-0611-4861-8266-43b198dcea51 HTTP/1.1" status: 200 len: 210 time: 0.0627418 Feb 19 07:53:58.700692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42458) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:58.771059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ec206e-02d1-4279-bd2d-23af7e8bb1d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:58.806509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ec206e-02d1-4279-bd2d-23af7e8bb1d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:58.878848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ec206e-02d1-4279-bd2d-23af7e8bb1d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:58.896842 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec206e-02d1-4279-bd2d-23af7e8bb1d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a739a759-0e37-4267-89af-9ee6c9338175,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:58.907286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ec206e-02d1-4279-bd2d-23af7e8bb1d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:53:58.908440 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-18ec206e-02d1-4279-bd2d-23af7e8bb1d2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/a739a759-0e37-4267-89af-9ee6c9338175 HTTP/1.1" status: 204 len: 168 time: 0.2067258 Feb 19 07:53:58.951861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42464) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:53:59.351959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:00.066904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port a915c29d-1746-48ec-8a20-c9ec9c26679d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:54:00.067630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:00.102314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:54:00.134177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:54:00.134514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 0f2173e6-590d-47d8-bc4c-eb7ad41bd103 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:54:00.263465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port a915c29d-1746-48ec-8a20-c9ec9c26679d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a915c29d-1746-48ec-8a20-c9ec9c26679d,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:00.263751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:00.379489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for a915c29d-1746-48ec-8a20-c9ec9c26679d owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:54:00.565915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:00.614870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=a915c29d-1746-48ec-8a20-c9ec9c26679d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:00.913523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:01.603310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router f06aa4d8-27ed-41f2-995c-97ad54b2e83e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:01.816768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:01.827757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] Sync routers for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:54:01.837025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42468) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:01.840422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:01.840545 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-905c6fc4-c118-4d72-ba05-58935ac6cfb8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/f06aa4d8-27ed-41f2-995c-97ad54b2e83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8836544 Feb 19 07:54:01.841195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:02.013206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:02.113718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet 6b95f657-e425-4993-a512-da4d2b8c9c9e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:54:02.116659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.169480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.249289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.296141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:54:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:02.300854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] Checking router: f06aa4d8-27ed-41f2-995c-97ad54b2e83e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:54:02.312431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] Routers {'f06aa4d8-27ed-41f2-995c-97ad54b2e83e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:02.313121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:02.324527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.361225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=6b95f657-e425-4993-a512-da4d2b8c9c9e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:02.367338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.374135 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b17dc5c6-ce8d-4962-a08e-eec195316afa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/6b95f657-e425-4993-a512-da4d2b8c9c9e HTTP/1.1" status: 204 len: 168 time: 0.5360470 Feb 19 07:54:02.376898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42472) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:02.421879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c651bc-0082-436f-9c04-6f92a823f8ed None None] Network c2012c68-008d-45af-9265-fe241ade78c7 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:54:02.574121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.646221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] Set router f06aa4d8-27ed-41f2-995c-97ad54b2e83e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:02.769808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.780902 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port f955f07a-d10a-4cc0-b435-2ec9e523aa09 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:54:02.781250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.841648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] DHCP port deletion for c2012c68-008d-45af-9265-fe241ade78c7 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:54:02.850576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Deleting port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:54:02.850941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:02.961174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port f955f07a-d10a-4cc0-b435-2ec9e523aa09, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f955f07a-d10a-4cc0-b435-2ec9e523aa09,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:02.961812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.082015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for f955f07a-d10a-4cc0-b435-2ec9e523aa09 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:54:03.148419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] For port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a3c06e26-616a-45fa-9e0a-678e5c3a0cb1,segment=NetworkSegment(12cc36e4-4604-44b5-89ce-af884b396803),segment_id=12cc36e4-4604-44b5-89ce-af884b396803)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:03.148793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.253213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.268357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Calling delete_port for a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:54:03.296818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=f955f07a-d10a-4cc0-b435-2ec9e523aa09,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:03.303174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:54:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:03.316057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f9eda-6589-4163-acc7-d97c1b5bbc45 None None] The sync data for ids ['f06aa4d8-27ed-41f2-995c-97ad54b2e83e'] in dv-neutron-829958-1-hyperv is: [{'id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'name': 'tempest-TestNetworkBasicOps-router-1915512145', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:47Z', 'updated_at': '2022-02-19T07:54:00Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': 'f955f07a-d10a-4cc0-b435-2ec9e523aa09', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa4d8-27ed-41f2-995c-97ad54b2e83e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:51:48Z', 'updated_at': '2022-02-19T07:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:54:03.355648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.397309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Pushing event deleted for resources: {'Port': ['ID=a3c06e26-616a-45fa-9e0a-678e5c3a0cb1,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:03.408637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.408978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.409311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.409635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.409961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.410284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.410616 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.410925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.411232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.411538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.411852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:03.414341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8da83-d567-4474-8498-dd0549e5a92e None None] No DVR routers for this DVR port a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:03.531860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.873583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.877710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.902488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.903176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router f06aa4d8-27ed-41f2-995c-97ad54b2e83e {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:54:03.918680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:03.919902 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f985d05c-69af-4eb8-8ebe-4176d9547ebd tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/f06aa4d8-27ed-41f2-995c-97ad54b2e83e HTTP/1.1" status: 204 len: 168 time: 1.5421245 Feb 19 07:54:03.922828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42478) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:04.037811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.170537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.195931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2012c68-008d-45af-9265-fe241ade78c7']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:04.208195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cc36e4-4604-44b5-89ce-af884b396803') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:04.208490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cc36e4-4604-44b5-89ce-af884b396803') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:04.219596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.235180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.241817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:54:04.242294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:54:04.257141 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:54:04.342416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.358978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.369754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=c2012c68-008d-45af-9265-fe241ade78c7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:04.378845 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-64bcf29f-a831-4f02-8437-cb71b7d709fe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/c2012c68-008d-45af-9265-fe241ade78c7 HTTP/1.1" status: 204 len: 168 time: 0.4545877 Feb 19 07:54:04.398245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42482) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:04.404312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'network': {'name': 'tempest-network-smoke--1838489045', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:04.409599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:04.414137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:network and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:04.417130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:04.423135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:04.433989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:54:04.437207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.466440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:54:04.476214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.476569 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Added segment cf0dcef3-f816-4098-ae45-7c1a0728e6fa of type vlan for network dba72c99-458c-4446-a0e5-b7acfbab09b4 Feb 19 07:54:04.503259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.533308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.536946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:04.537518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.643818 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2444463 Feb 19 07:54:04.646764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42486) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:04.646967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa829e7-578e-45d9-ab87-403062bde9f7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Network': ['ID=dba72c99-458c-4446-a0e5-b7acfbab09b4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:04.652421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-6143783', 'admin_state_up': True, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:04.658208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:54:04.666670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:04.670860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:router and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:04.674432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:04.680499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:04.693627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.694696 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.713196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:04.726762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:54:04.773621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:54:04.773962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a3c06e26-616a-45fa-9e0a-678e5c3a0cb1 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:54:04.774410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a915c29d-1746-48ec-8a20-c9ec9c26679d no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:54:04.811423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: a915c29d-1746-48ec-8a20-c9ec9c26679d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:54:04.811766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a915c29d-1746-48ec-8a20-c9ec9c26679d not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:54:04.812176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f955f07a-d10a-4cc0-b435-2ec9e523aa09 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:54:04.858160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f955f07a-d10a-4cc0-b435-2ec9e523aa09 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:54:04.858497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f955f07a-d10a-4cc0-b435-2ec9e523aa09 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:54:04.863979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:05.054538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:05.082762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:05.222303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.217 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/915dd6c8-5b31-4943-add4-3add9a75b4bc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:54:05.471246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:05.499400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:05.564141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:54:05.566969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:54:05.571232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:54:05.597295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=915dd6c8-5b31-4943-add4-3add9a75b4bc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:05.727839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:05.728490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:05.958941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:54:06.158715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:06.168404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Sync routers for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:54:06.181000 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:06.181599 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:06.185253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:06.186910 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3a17f171-4826-475c-8d78-470f68877f80 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5391245 Feb 19 07:54:06.190109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42490) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:06.349703 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-300bc279-385d-4fcd-aeae-e25bb2b16832 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=b66bdd28d7794d0991215fe930adef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1583436 Feb 19 07:54:06.351719 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:06.352105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42496) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:06.477740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1537f75d-0874-45d9-b1cc-3f6fd0464940 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:06.481932 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1537f75d-0874-45d9-b1cc-3f6fd0464940 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261764 Feb 19 07:54:06.482306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42500) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:06.521085 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2f347e5f-9f2a-466e-a016-7637934b8619 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377004 Feb 19 07:54:06.523945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42504) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:06.529062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980566061', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:06.626671 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:05Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:06.630665 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Checking router: 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:54:06.631044 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Updating router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db port 915dd6c8-5b31-4943-add4-3add9a75b4bc binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:54:06.635968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:06.640282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:subnet and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:06.643209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:06.649343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:06.660887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:54:06.681177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:06.735955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0b21a546-383f-49ee-a40a-cdee284835ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:06.763671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:06.974642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.003465 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.014937 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Transition to ACTIVE for port object 915dd6c8-5b31-4943-add4-3add9a75b4bc will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:54:07.021321 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.052799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Subnet': ['ID=62a3dac9-4d2c-4536-a8bf-9f579550edf6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:07.064465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Checking segment: {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:54:07.064817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network hostable DHCP agents. Network: dba72c99-458c-4446-a0e5-b7acfbab09b4, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:54:07.089115 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Pushing event updated for resources: {'Port': ['ID=915dd6c8-5b31-4943-add4-3add9a75b4bc,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:07.089381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:54:07.099822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, dba72c99-458c-4446-a0e5-b7acfbab09b4) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:54:07.105032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:07.105567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.109026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86afa92-3f5f-4302-bbf0-de1608af3237 None None] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:54:07.111039 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.111368 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.111667 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.112012 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.112390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.112634 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.112946 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.113254 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.113556 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.113861 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.114160 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:07.117078 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Attempting to bind port 915dd6c8-5b31-4943-add4-3add9a75b4bc on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:54:07.117414 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Attempting to bind port 915dd6c8-5b31-4943-add4-3add9a75b4bc by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:54:07.117757 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Attempting to bind port 915dd6c8-5b31-4943-add4-3add9a75b4bc on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:54:07.126915 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:54:07.127419 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:54:07.127681 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.128015 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:54:07.128530 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Bound port: 915dd6c8-5b31-4943-add4-3add9a75b4bc, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:54:07.128865 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.137496 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-92a08467-2eee-4258-9145-adf178f60539 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6098919 Feb 19 07:54:07.137812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42508) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:07.198598 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] For port 915dd6c8-5b31-4943-add4-3add9a75b4bc, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:54:07.201763 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] For port 915dd6c8-5b31-4943-add4-3add9a75b4bc, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=915dd6c8-5b31-4943-add4-3add9a75b4bc,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:54:07.206530 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.291566 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a266b41-d545-44b1-a20b-3e63c1d09cba None None] Pushing event updated for resources: {'Port': ['ID=915dd6c8-5b31-4943-add4-3add9a75b4bc,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:07.295819 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:07.296487 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:07.340367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-dba72c99-458c-4446-a0e5-b7acfbab09b4', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:54:07.342076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.473838 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:07.509182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Allocated IP 172.20.0.2 (dba72c99-458c-4446-a0e5-b7acfbab09b4/62a3dac9-4d2c-4536-a8bf-9f579550edf6/821af74b-911d-497a-8910-5ed2afb8159c) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:54:07.727979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.738315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Transition to ACTIVE for port object 821af74b-911d-497a-8910-5ed2afb8159c will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:54:07.761188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Transition to ACTIVE for port object 821af74b-911d-497a-8910-5ed2afb8159c will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:54:07.768007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.791320 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:05Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:07.795289 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0e5b1-b4e5-44db-b96b-8b9bbd9f87b0 None None] The sync data for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv is: [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:05Z', 'revision_number': 3, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:54:07.847028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Pushing event updated for resources: {'Port': ['ID=821af74b-911d-497a-8910-5ed2afb8159c,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:07.858447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:54:07.859618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:54:07.862457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:54:07.965355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Attempting to bind port 821af74b-911d-497a-8910-5ed2afb8159c on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:54:07.965717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Attempting to bind port 821af74b-911d-497a-8910-5ed2afb8159c by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:54:07.966066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Attempting to bind port 821af74b-911d-497a-8910-5ed2afb8159c on network dba72c99-458c-4446-a0e5-b7acfbab09b4 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:54:07.978163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:54:07.978163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Checking segment: {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:54:07.978163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:07.991069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Bound using segment: {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:54:07.991625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Bound port: 821af74b-911d-497a-8910-5ed2afb8159c, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:54:07.992010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.080532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.101287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] For port 821af74b-911d-497a-8910-5ed2afb8159c, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:54:08.106692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] For port 821af74b-911d-497a-8910-5ed2afb8159c, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=821af74b-911d-497a-8910-5ed2afb8159c,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:54:08.111697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.205725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e18b2-533b-4b15-8ef5-5a27cc72c3cd None None] Pushing event updated for resources: {'Port': ['ID=821af74b-911d-497a-8910-5ed2afb8159c,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:08.535533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.1 (dba72c99-458c-4446-a0e5-b7acfbab09b4/62a3dac9-4d2c-4536-a8bf-9f579550edf6/738b1071-c240-4c78-851c-fa106b5f1aca) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:54:08.705157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.725863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 738b1071-c240-4c78-851c-fa106b5f1aca will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:54:08.735234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 821af74b-911d-497a-8910-5ed2afb8159c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:54:08.749606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.822928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:54:08.826483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:54:08.828838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:54:08.839366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 821af74b-911d-497a-8910-5ed2afb8159c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:08.845215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 915dd6c8-5b31-4943-add4-3add9a75b4bc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:54:08.854453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:08.891282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.921738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 915dd6c8-5b31-4943-add4-3add9a75b4bc completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:08.927714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 915dd6c8-5b31-4943-add4-3add9a75b4bc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:08.928086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.983433 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:08.990893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba5e2-728e-41fb-a3f7-071e47f65f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.061054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.079057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 915dd6c8-5b31-4943-add4-3add9a75b4bc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=915dd6c8-5b31-4943-add4-3add9a75b4bc,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:09.084191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.159098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=915dd6c8-5b31-4943-add4-3add9a75b4bc,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:09.199554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da85bb8e-de0e-46b2-ad81-b86ea854119f None None] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:54:09.301995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7dac2c64-401d-4453-888e-18f973df4d0b None None] Provisioning for port 821af74b-911d-497a-8910-5ed2afb8159c completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:09.311496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7dac2c64-401d-4453-888e-18f973df4d0b None None] Provisioning complete for port 821af74b-911d-497a-8910-5ed2afb8159c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:09.311938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7dac2c64-401d-4453-888e-18f973df4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.504697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.510355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.520349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7dac2c64-401d-4453-888e-18f973df4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.560617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-7dac2c64-401d-4453-888e-18f973df4d0b None None] For port 821af74b-911d-497a-8910-5ed2afb8159c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=821af74b-911d-497a-8910-5ed2afb8159c,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:09.565646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7dac2c64-401d-4453-888e-18f973df4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.628840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.635038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:09.637236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac2c64-401d-4453-888e-18f973df4d0b None None] Pushing event updated for resources: {'Port': ['ID=821af74b-911d-497a-8910-5ed2afb8159c,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:09.774874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:54:09.776369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:54:09.789196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a895158-2efa-4865-9a10-54d76621fb32 None None] Provisioning for port 738b1071-c240-4c78-851c-fa106b5f1aca completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:09.794877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a895158-2efa-4865-9a10-54d76621fb32 None None] Provisioning complete for port 738b1071-c240-4c78-851c-fa106b5f1aca triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:09.795268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a895158-2efa-4865-9a10-54d76621fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:09.849208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2a895158-2efa-4865-9a10-54d76621fb32 None None] Port 738b1071-c240-4c78-851c-fa106b5f1aca cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:54:09.861799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2a895158-2efa-4865-9a10-54d76621fb32 None None] Provisioning complete for port 821af74b-911d-497a-8910-5ed2afb8159c triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:09.862160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2a895158-2efa-4865-9a10-54d76621fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:10.111388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-42794e67-4ebc-405c-824d-ce886c77edca None None] Provisioning complete for port 738b1071-c240-4c78-851c-fa106b5f1aca triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:10.111772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42794e67-4ebc-405c-824d-ce886c77edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:10.161449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-42794e67-4ebc-405c-824d-ce886c77edca None None] Port 738b1071-c240-4c78-851c-fa106b5f1aca cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:54:10.175475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:10.226124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:10.280994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:10.387061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:10.399910 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-01994e4b-ea01-4750-afe8-e191dc8fb1aa tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/95f368f7-00e3-44e2-8b8e-9ebc7e9b80db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2603951 Feb 19 07:54:10.402652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42512) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:10.537628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33289b-b2e0-4f75-b448-986af7fbadcf tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.538325 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33289b-b2e0-4f75-b448-986af7fbadcf tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.538325 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33289b-b2e0-4f75-b448-986af7fbadcf tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.538679 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33289b-b2e0-4f75-b448-986af7fbadcf tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.540315 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d33289b-b2e0-4f75-b448-986af7fbadcf tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1367245 Feb 19 07:54:10.544329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42516) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:10.611148 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca037ff-9c8e-4e6b-8205-7cd974ab3778 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.611508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca037ff-9c8e-4e6b-8205-7cd974ab3778 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.611866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca037ff-9c8e-4e6b-8205-7cd974ab3778 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.612243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca037ff-9c8e-4e6b-8205-7cd974ab3778 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:10.613829 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bca037ff-9c8e-4e6b-8205-7cd974ab3778 tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0685999 Feb 19 07:54:10.616596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42520) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:10.699197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 821af74b-911d-497a-8910-5ed2afb8159c up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:54:10.771608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 821af74b-911d-497a-8910-5ed2afb8159c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:10.771939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:10.889549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 915dd6c8-5b31-4943-add4-3add9a75b4bc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:54:10.928239 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fb01bc83-79ef-4bf9-9951-d2faa26ce96e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.3105412 Feb 19 07:54:10.956115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 915dd6c8-5b31-4943-add4-3add9a75b4bc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:10.956511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.307167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Sync routers for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:54:11.314349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42526) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:11.319268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:11.319861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598467455', 'description': 'tempest-secgroup-smoke-1598467455 description', 'project_id': 'b66bdd28d7794d0991215fe930adef5c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:11.319988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:11.325726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:11.329821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:11.332688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:11.338917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:11.351057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.388013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:11.392214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:11.395296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:11.401184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:11.458040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.462523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.501961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.507523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:11.509532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:11.511090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.515268 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-983cb7e9-1d49-4e11-b374-1af2757f9a53 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1970942 Feb 19 07:54:11.515832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42530) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:11.521408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c2b7b-4cff-4556-8dcf-58167c7f8a98', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:11.527589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:11.531758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:11.534747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:11.540657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:11.560399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.622566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.626393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.650220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25ed5bf-be02-4088-908a-8141189b0c07,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:11.660173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.661351 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e501deca-08fd-4885-86c5-e64e147d624c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1445422 Feb 19 07:54:11.664431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42534) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:11.670504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c2b7b-4cff-4556-8dcf-58167c7f8a98', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:11.677099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:11.681195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:11.684358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:11.690355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:11.712438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.781346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.786183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.811004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75421406-8d09-4e99-abf2-f9583d6ead3b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:11.820924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.822076 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c0a0360b-952d-479c-912c-779a097c7e78 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1565726 Feb 19 07:54:11.825135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42538) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:11.831073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c2b7b-4cff-4556-8dcf-58167c7f8a98', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:11.836985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:11.840830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:11.843752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:11.849531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:11.862102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:11.866032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Checking router: 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:54:11.866373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Updating router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db port 738b1071-c240-4c78-851c-fa106b5f1aca binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:54:11.867367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.916728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.932526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.936241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.959319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb35f65-75c0-480c-8097-14537fe50f35,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:11.971901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:11.973294 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b9d6270a-69f5-4fc7-9d61-ae7a18b2889c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470141 Feb 19 07:54:11.976733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42542) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:11.982492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c2b7b-4cff-4556-8dcf-58167c7f8a98', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:11.988250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:11.991947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:11.994832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:12.001293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:12.018114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.080610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.084968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.109188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690514d3-870d-4d3e-979c-7609ec22d948,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:12.118785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.120340 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8b928d2c-bf8b-47f8-af01-fcdb1f8f07b6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1425810 Feb 19 07:54:12.123263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42546) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:12.132113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c2b7b-4cff-4556-8dcf-58167c7f8a98', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:12.137903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:12.143151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:12.146487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:12.153474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:12.165122 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:54:12.171526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.236740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.241331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.259017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.266626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b609b524-0e28-4595-b348-949ed4aca768,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:12.270965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Transition to ACTIVE for port object 738b1071-c240-4c78-851c-fa106b5f1aca will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:54:12.276685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.277925 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-53c191de-7509-4e93-a2a1-f4815c27eecc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1537464 Feb 19 07:54:12.278051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.280771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42550) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:12.286340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c2b7b-4cff-4556-8dcf-58167c7f8a98', 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:12.292353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:12.296443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:security_group_rule and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:12.299604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:12.305531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:12.316504 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Project b66bdd28d7794d0991215fe930adef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:54:12.322890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.391638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.398114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.404195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203903a-6fa2-43d3-8d21-aadcdfb1f671 None None] Pushing event updated for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:12.432723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820b32f1-1e01-459b-978d-13b00bef0315,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:12.452203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.464296 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bba4b0a6-2579-4b0e-b46f-ed16a6a22045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1821179 Feb 19 07:54:12.495718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Attempting to bind port 738b1071-c240-4c78-851c-fa106b5f1aca on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:54:12.496076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Attempting to bind port 738b1071-c240-4c78-851c-fa106b5f1aca by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:54:12.496464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Attempting to bind port 738b1071-c240-4c78-851c-fa106b5f1aca on network dba72c99-458c-4446-a0e5-b7acfbab09b4 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:54:12.504024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:54:12.504440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Checking segment: {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:54:12.504817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.505251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Bound using segment: {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:54:12.505711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Bound port: 738b1071-c240-4c78-851c-fa106b5f1aca, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:54:12.506079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.603747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] For port 738b1071-c240-4c78-851c-fa106b5f1aca, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:54:12.607238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] For port 738b1071-c240-4c78-851c-fa106b5f1aca, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=738b1071-c240-4c78-851c-fa106b5f1aca,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:54:12.614012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:12.635217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-8205f2e6-c56c-4f13-9919-045ca424fa4c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:54:12.652228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-8205f2e6-c56c-4f13-9919-045ca424fa4c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:54:12.653535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-8205f2e6-c56c-4f13-9919-045ca424fa4c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598467455&fields=id&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 267 time: 0.0589433 Feb 19 07:54:12.703018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:12.703631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:12.804501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-6c14cb7b-79ab-4663-8b1e-01429a5bf999 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:12.805172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-6c14cb7b-79ab-4663-8b1e-01429a5bf999 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:54:12.823060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-6c14cb7b-79ab-4663-8b1e-01429a5bf999 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:54:12.823315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203903a-6fa2-43d3-8d21-aadcdfb1f671 None None] Pushing event updated for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:12.823785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-6c14cb7b-79ab-4663-8b1e-01429a5bf999 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/networks?id=dba72c99-458c-4446-a0e5-b7acfbab09b4 HTTP/1.1" status: 200 len: 797 time: 0.1638107 Feb 19 07:54:12.843393 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-62ea6a5d-90c2-45b3-bbbd-c90bf2ce4b95 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/quotas/b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 375 time: 0.0138445 Feb 19 07:54:12.889012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:12.924428 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-b7d85ec0-8c99-4f6a-a684-bbc65606f532 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748274 Feb 19 07:54:13.060526 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-b7516d03-d247-4c70-9745-9d171dbf360d service neutron] 10.222.0.72 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241133 Feb 19 07:54:13.198614 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-6c685c21-9080-449b-bedc-9e92dff8ebf7 service neutron] 10.222.0.72 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323016 Feb 19 07:54:13.250328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ba6c8241-9605-4026-a314-086e19707aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:54:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:13.254401 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c8241-9605-4026-a314-086e19707aed None None] The sync data for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv is: [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:54:12Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:54:13.415225 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40fe1b03-e80c-4d5d-b698-11e60694d737 req-0d117c1b-5dc5-417e-af6f-352af19edcfe tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 210 time: 0.0501423 Feb 19 07:54:13.586452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:14.602730 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b55f78f6-515c-4add-badf-2bd44737b31e req-9ba6de32-8682-43fd-a95f-c3e8cd5624b3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 210 time: 0.0530672 Feb 19 07:54:14.613547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-f275f82d-c55c-486f-8336-bd896089a4d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:14.614989 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-f275f82d-c55c-486f-8336-bd896089a4d5 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/networks?id=dba72c99-458c-4446-a0e5-b7acfbab09b4 HTTP/1.1" status: 200 len: 797 time: 0.1898720 Feb 19 07:54:14.674764 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-06b37ab9-4254-4ead-9ba1-0bed3bce9c47 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66bdd28d7794d0991215fe930adef5c HTTP/1.1" status: 200 len: 380 time: 0.0452828 Feb 19 07:54:14.681050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'port': {'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'admin_state_up': True, 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'security_groups': ['cd7c2b7b-4cff-4556-8dcf-58167c7f8a98']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:14.719321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 738b1071-c240-4c78-851c-fa106b5f1aca up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:54:14.789865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 738b1071-c240-4c78-851c-fa106b5f1aca completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:14.795207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 738b1071-c240-4c78-851c-fa106b5f1aca triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:14.795594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:14.906493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:14.913659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:14.917999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:port and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:14.920868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:14.927076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:14.938012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Made reservation on behalf of b66bdd28d7794d0991215fe930adef5c for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:54:14.938970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 738b1071-c240-4c78-851c-fa106b5f1aca, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=738b1071-c240-4c78-851c-fa106b5f1aca,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:14.941087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:14.942401 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:15.007476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:15.109242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.20.0.9 (dba72c99-458c-4446-a0e5-b7acfbab09b4/62a3dac9-4d2c-4536-a8bf-9f579550edf6/7c48ff16-566a-4c76-8e24-e2745eba6df5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:54:15.295539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:15.312715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Transition to ACTIVE for port object 7c48ff16-566a-4c76-8e24-e2745eba6df5 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:54:15.337621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:15.410309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:54:15.413421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:54:15.417934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:54:15.442929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=7c48ff16-566a-4c76-8e24-e2745eba6df5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:15.484758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:15.485357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:15.511150 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-9ad9c82e-006d-4508-9ea8-7377e349047c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340499 Feb 19 07:54:15.594258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Request body: {'port': {'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:15.682291 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9a4818f0-a927-4479-9e32-fa390181b481 None None] Provisioning for port 7c48ff16-566a-4c76-8e24-e2745eba6df5 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:15.688442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9a4818f0-a927-4479-9e32-fa390181b481 None None] Provisioning complete for port 7c48ff16-566a-4c76-8e24-e2745eba6df5 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:15.688852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a4818f0-a927-4479-9e32-fa390181b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:15.708269 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:15.742983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9a4818f0-a927-4479-9e32-fa390181b481 None None] Port 7c48ff16-566a-4c76-8e24-e2745eba6df5 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:54:15.926089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2a1fc-f44c-4c2d-9962-99e767858a4f req-3b4ea37b-b698-4b2c-84ed-b2345c92792d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:15.926787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-95e2a1fc-f44c-4c2d-9962-99e767858a4f req-3b4ea37b-b698-4b2c-84ed-b2345c92792d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:54:15.999659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-95e2a1fc-f44c-4c2d-9962-99e767858a4f req-3b4ea37b-b698-4b2c-84ed-b2345c92792d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:54:16.000861 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-95e2a1fc-f44c-4c2d-9962-99e767858a4f req-3b4ea37b-b698-4b2c-84ed-b2345c92792d tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 931 time: 0.2768962 Feb 19 07:54:16.083202 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-95e2a1fc-f44c-4c2d-9962-99e767858a4f req-0cf4f0ab-05bc-41bb-9cc3-f86e47d7ec30 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748646 Feb 19 07:54:16.158501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c48ff16-566a-4c76-8e24-e2745eba6df5 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:54:16.165851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:16.181852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Transition to ACTIVE for port object 7c48ff16-566a-4c76-8e24-e2745eba6df5 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:54:16.187178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:16.316324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c48ff16-566a-4c76-8e24-e2745eba6df5,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:16.429033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Attempting to bind port 7c48ff16-566a-4c76-8e24-e2745eba6df5 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:54:16.429365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Attempting to bind port 7c48ff16-566a-4c76-8e24-e2745eba6df5 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:54:16.429683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Attempting to bind port 7c48ff16-566a-4c76-8e24-e2745eba6df5 on network dba72c99-458c-4446-a0e5-b7acfbab09b4 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:54:16.435637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Port 7c48ff16-566a-4c76-8e24-e2745eba6df5 on network dba72c99-458c-4446-a0e5-b7acfbab09b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:54:16.435955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Attempting to bind port 7c48ff16-566a-4c76-8e24-e2745eba6df5 on network dba72c99-458c-4446-a0e5-b7acfbab09b4 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:54:16.442313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:54:16.442637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Checking segment: {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:54:16.443012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Bound using segment: {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:54:16.443423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Bound port: 7c48ff16-566a-4c76-8e24-e2745eba6df5, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:54:16.443760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:16.531766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] For port 7c48ff16-566a-4c76-8e24-e2745eba6df5, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:54:16.534650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] For port 7c48ff16-566a-4c76-8e24-e2745eba6df5, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:54:16.541728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:16.605826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:16.607062 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/7c48ff16-566a-4c76-8e24-e2745eba6df5 HTTP/1.1" status: 200 len: 1093 time: 1.0889540 Feb 19 07:54:16.607522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:54:16.630541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400e8e4-a44c-4d31-9869-dce9e15a09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c48ff16-566a-4c76-8e24-e2745eba6df5,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:16.686425 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'status': 'completed', 'code': 200} Feb 19 07:54:16.720871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 738b1071-c240-4c78-851c-fa106b5f1aca up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:54:16.732401 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-5d720ddf-479c-4165-9943-1cf561de3dae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0824406 Feb 19 07:54:16.791586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 738b1071-c240-4c78-851c-fa106b5f1aca triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:16.792104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:16.893493 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-7739854f-51cb-454f-b919-bf02ed7a4f62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5 HTTP/1.1" status: 200 len: 217 time: 0.1541758 Feb 19 07:54:16.955811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-d6c91b2c-5bcb-49a6-b503-65281ca70a7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:16.957297 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-d6c91b2c-5bcb-49a6-b503-65281ca70a7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62a3dac9-4d2c-4536-a8bf-9f579550edf6 HTTP/1.1" status: 200 len: 834 time: 0.0576482 Feb 19 07:54:17.033783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-8635bb0a-05a8-441e-92e8-3e8e844ae617 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dba72c99-458c-4446-a0e5-b7acfbab09b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703578 Feb 19 07:54:17.169406 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-260b552b-2d7f-4ece-81ed-7f792ed766ce service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291890 Feb 19 07:54:17.352499 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c83d32a3-5e2c-4bc9-aae9-9b2c462b8ca6 req-28d6e892-4efe-4c8c-bc32-bd8877bb23f9 service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755698 Feb 19 07:54:17.367554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f460-c255-4799-8e25-d52f13e579a4 req-55996164-7f3a-42c3-b659-4100f76ab841 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:17.369130 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8ac1f460-c255-4799-8e25-d52f13e579a4 req-55996164-7f3a-42c3-b659-4100f76ab841 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 943 time: 0.1264975 Feb 19 07:54:17.459666 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8ac1f460-c255-4799-8e25-d52f13e579a4 req-d11861d7-95a2-4cee-a8be-b4f1a14e5b43 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843363 Feb 19 07:54:17.486614 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1351421f-6069-4847-b62e-5726730535e9 req-b7d35566-890a-45fb-8557-c133b6e9754c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0825510 Feb 19 07:54:17.620259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351421f-6069-4847-b62e-5726730535e9 req-c82c0b7b-a5ba-473e-97a3-790d2b75a573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:17.621718 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1351421f-6069-4847-b62e-5726730535e9 req-c82c0b7b-a5ba-473e-97a3-790d2b75a573 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dba72c99-458c-4446-a0e5-b7acfbab09b4 HTTP/1.1" status: 200 len: 898 time: 0.1287379 Feb 19 07:54:17.690609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1351421f-6069-4847-b62e-5726730535e9 req-aed2b040-a16c-4921-a9d7-234145fde8e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5 HTTP/1.1" status: 200 len: 217 time: 0.0628459 Feb 19 07:54:17.751259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351421f-6069-4847-b62e-5726730535e9 req-85693186-e1e0-40b2-9e91-9d72aa636a34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:17.752573 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1351421f-6069-4847-b62e-5726730535e9 req-85693186-e1e0-40b2-9e91-9d72aa636a34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62a3dac9-4d2c-4536-a8bf-9f579550edf6 HTTP/1.1" status: 200 len: 834 time: 0.0554624 Feb 19 07:54:17.829823 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1351421f-6069-4847-b62e-5726730535e9 req-f525e927-312f-443c-aba0-252e8ed9703e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dba72c99-458c-4446-a0e5-b7acfbab09b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709982 Feb 19 07:54:17.965545 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1351421f-6069-4847-b62e-5726730535e9 req-1e44865c-049c-43e3-9181-d8dd724142f6 service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296077 Feb 19 07:54:18.097851 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1351421f-6069-4847-b62e-5726730535e9 req-7eeef463-0e6e-4564-8249-505964a415a0 service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254759 Feb 19 07:54:18.677879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5d065-e3f4-4797-8c31-09cd7bad94d8 req-ccdce671-5356-4568-95b3-fe5deea290bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:18.679302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80f5d065-e3f4-4797-8c31-09cd7bad94d8 req-ccdce671-5356-4568-95b3-fe5deea290bb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 943 time: 0.0806236 Feb 19 07:54:18.723863 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80f5d065-e3f4-4797-8c31-09cd7bad94d8 req-49d57670-abe0-412c-bb82-32d9898969e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386932 Feb 19 07:54:19.933711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498af4-a866-4c69-9fbe-462f3ff75085 req-7de092c5-6d08-407d-9fe5-f1cedcacc7bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:19.935144 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d498af4-a866-4c69-9fbe-462f3ff75085 req-7de092c5-6d08-407d-9fe5-f1cedcacc7bf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 943 time: 0.0803483 Feb 19 07:54:19.981082 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d498af4-a866-4c69-9fbe-462f3ff75085 req-36eae8dc-d839-4620-a3cf-0e60255587a4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 Feb 19 07:54:20.231862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 7c48ff16-566a-4c76-8e24-e2745eba6df5 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:54:20.373143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 7c48ff16-566a-4c76-8e24-e2745eba6df5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:20.386762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'mac_address': 'fa:16:3e:fa:ce:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:54:20.442490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:20.460552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c48ff16-566a-4c76-8e24-e2745eba6df5 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:54:20.476208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 7c48ff16-566a-4c76-8e24-e2745eba6df5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:20.481689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:20.552791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=7c48ff16-566a-4c76-8e24-e2745eba6df5,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:20.797893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['7c48ff16-566a-4c76-8e24-e2745eba6df5'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:54:21.187962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f89f6f-6b36-41cb-b9a0-9a90d2836292 req-c954dfd6-15a7-41b5-9a7f-ce830ebe38ee tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:21.189387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b6f89f6f-6b36-41cb-b9a0-9a90d2836292 req-c954dfd6-15a7-41b5-9a7f-ce830ebe38ee tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 944 time: 0.0900621 Feb 19 07:54:21.235163 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b6f89f6f-6b36-41cb-b9a0-9a90d2836292 req-2dcfca68-1903-4cf9-943c-e0d68239f852 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399790 Feb 19 07:54:22.231098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 7c48ff16-566a-4c76-8e24-e2745eba6df5 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:54:22.320824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 7c48ff16-566a-4c76-8e24-e2745eba6df5 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:22.325848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 7c48ff16-566a-4c76-8e24-e2745eba6df5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:22.326350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:22.441833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:22.472098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:54:22.483428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 7c48ff16-566a-4c76-8e24-e2745eba6df5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:22.494979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:22.573002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55cec8-b95d-403c-b603-9cedf31b3e25 req-d563ab6f-65d3-496d-8722-995ca448d5ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:22.574968 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ea55cec8-b95d-403c-b603-9cedf31b3e25 req-d563ab6f-65d3-496d-8722-995ca448d5ea tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 944 time: 0.2008126 Feb 19 07:54:22.591927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=7c48ff16-566a-4c76-8e24-e2745eba6df5,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:22.620938 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'code': 200} Feb 19 07:54:22.628282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ea55cec8-b95d-403c-b603-9cedf31b3e25 req-b1b904fc-3bf1-4aff-967e-8df01afbbbb7 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460498 Feb 19 07:54:22.687772 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:54:22.852107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9912b42e-56f4-4646-913c-07f1040d56c2 req-80365996-066b-433b-8d59-ea586328a8a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0713928 Feb 19 07:54:22.894115 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9912b42e-56f4-4646-913c-07f1040d56c2 req-94076689-80d0-40e3-83d4-8821d5491d8b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356524 Feb 19 07:54:23.848085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0fdb-da03-48ba-a359-28cf90dfb17a req-39d8cd9b-e239-4eb7-8af3-7b7920151bdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:23.849538 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79ae0fdb-da03-48ba-a359-28cf90dfb17a req-39d8cd9b-e239-4eb7-8af3-7b7920151bdf tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 945 time: 0.0827129 Feb 19 07:54:23.895326 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79ae0fdb-da03-48ba-a359-28cf90dfb17a req-f4f8da6b-044c-4392-8fd4-22d1344ad786 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Feb 19 07:54:25.116881 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d246dfe-2ea2-498f-a1c8-cae816f770ff req-cb92d5f3-f830-4497-8c82-3d8f57020270 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:25.118332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1d246dfe-2ea2-498f-a1c8-cae816f770ff req-cb92d5f3-f830-4497-8c82-3d8f57020270 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 945 time: 0.0908029 Feb 19 07:54:25.166491 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1d246dfe-2ea2-498f-a1c8-cae816f770ff req-28e5e65c-eda8-4753-a281-fc06f9c45a5f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 Feb 19 07:54:25.361250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655029d-d145-4eec-a52e-6d51050abe07 req-22b8d8a4-c4b1-4f62-bf54-db9c8ba10777 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:25.362646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5655029d-d145-4eec-a52e-6d51050abe07 req-22b8d8a4-c4b1-4f62-bf54-db9c8ba10777 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 945 time: 0.0761681 Feb 19 07:54:25.410534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5655029d-d145-4eec-a52e-6d51050abe07 req-4ce0589b-1411-4949-b924-b992c03016e3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Feb 19 07:54:25.438491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:25.510543 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b4c800de-d0e9-4f20-ac02-f021feb6271e tempest-TestNetworkBasicOps-519093224 tempest-TestNetworkBasicOps-519093224-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 1093 time: 0.0707438 Feb 19 07:54:25.514540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:25.519509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:54:25.525212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:54:25.529199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Usage tracker for resource:floatingip and tenant:b66bdd28d7794d0991215fe930adef5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:54:25.532072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:54:25.537712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:54:25.550203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:25.685849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:25.816236 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Allocated IP 172.26.1.79 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/48dbe3e5-c014-4adc-acc2-90452301cb10) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:54:25.958356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:25.989275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:26.056773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:54:26.059567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:54:26.063794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:54:26.086982 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=48dbe3e5-c014-4adc-acc2-90452301cb10,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:26.566425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:26.624333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:26.920605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:26.927387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:27.031941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event updated for resources: {'Port': ['ID=48dbe3e5-c014-4adc-acc2-90452301cb10,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:27.046007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:27.245687 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Floating IP e6a2d0ab-7cad-4ab6-8f92-23a8f369062a associated. External IP: 172.26.1.79, port: 7c48ff16-566a-4c76-8e24-e2745eba6df5. Feb 19 07:54:27.645830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:27.850134 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:27.859670 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] Sync routers for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:54:27.871927 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:27.872736 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:27.875967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:27.930181 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d7fec054-c93e-4273-ab62-4ed9e5791570 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4144251 Feb 19 07:54:27.930549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:54:27.932884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42612) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:27.984397 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'status': 'completed', 'code': 200} Feb 19 07:54:28.044320 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6b89fb60-a542-40e0-ad0c-0637f761cbcc tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1102567 Feb 19 07:54:28.046691 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:28.083390 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-507bea46-d58f-4170-bd65-7f728a0904ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0730295 Feb 19 07:54:28.213335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-528f65b6-f026-47f4-8720-0cfd4eaded15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:28.214678 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-528f65b6-f026-47f4-8720-0cfd4eaded15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dba72c99-458c-4446-a0e5-b7acfbab09b4 HTTP/1.1" status: 200 len: 898 time: 0.1257339 Feb 19 07:54:28.313823 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-bc24f8e0-a97f-47b0-b738-93c65e6601c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5 HTTP/1.1" status: 200 len: 998 time: 0.0930955 Feb 19 07:54:28.397203 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e6a2d0ab-7cad-4ab6-8f92-23a8f369062a', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.79', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'mac_address': 'fa:16:3e:fa:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:54:26Z', 'updated_at': '2022-02-19T07:54:26Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:54:14Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:28.401734 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] Checking router: 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:54:28.413336 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:54:28.414043 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:28.481050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-3ef4d00e-4926-48f1-ab39-b19fbca1aa14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:28.482548 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-3ef4d00e-4926-48f1-ab39-b19fbca1aa14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62a3dac9-4d2c-4536-a8bf-9f579550edf6 HTTP/1.1" status: 200 len: 834 time: 0.1626408 Feb 19 07:54:28.557745 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-1b98065d-ebf6-40d7-a89b-e32417066841 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dba72c99-458c-4446-a0e5-b7acfbab09b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691977 Feb 19 07:54:28.595439 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:54:28.688234 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-b896084a-562d-401d-bf02-b3fa498587fc service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244645 Feb 19 07:54:28.820674 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bd35bad5-32e2-4179-849e-5fe78e321392 req-939551c4-168f-42d0-ab49-7a644d8f121b service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260445 Feb 19 07:54:28.973879 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e6a2d0ab-7cad-4ab6-8f92-23a8f369062a', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.79', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'mac_address': 'fa:16:3e:fa:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:54:26Z', 'updated_at': '2022-02-19T07:54:26Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:54:14Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:28.977833 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e3396-67ed-47d9-bcdd-459ba692339a None None] The sync data for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv is: [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:54:08Z', 'revision_number': 4, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e6a2d0ab-7cad-4ab6-8f92-23a8f369062a', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.79', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'mac_address': 'fa:16:3e:fa:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:54:26Z', 'updated_at': '2022-02-19T07:54:26Z', 'revision_number': 0, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:54:14Z', 'revision_number': 5, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:54:29.048921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42618) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:29.151976 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3b5c8532-8734-407d-9fa3-7394aede1d37 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1018741 Feb 19 07:54:29.484332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781a851-7f37-4206-8a8a-b6cfa57adfe8 None None] New status for floating IP e6a2d0ab-7cad-4ab6-8f92-23a8f369062a: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:54:30.157383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:54:30.276939 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-98922c31-a728-42c3-bfe8-2cbde21e6a55 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 992 time: 0.1180229 Feb 19 07:54:36.751967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-51a6f96b-b1ac-4e15-81cb-d1fe3b8e6904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:38.967889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d285618d-9556-4541-bba0-34357e03a300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:40.240117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:40.288466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:41.491960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:43.596513 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:54:59.694798 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:55:05.210920 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-510cd7a1-1a9e-4556-ba92-dbc0890cccdd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719221 Feb 19 07:55:05.358450 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-d0e81092-c4a8-4527-ab39-3f919e98d157 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0777605 Feb 19 07:55:05.500347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-e3f89e90-d1fc-45fa-804c-cb0bcf3da424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:55:05.501717 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-e3f89e90-d1fc-45fa-804c-cb0bcf3da424 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dba72c99-458c-4446-a0e5-b7acfbab09b4 HTTP/1.1" status: 200 len: 898 time: 0.1253788 Feb 19 07:55:05.605412 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-604f8a17-1740-41aa-b4a1-285d952fc771 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5 HTTP/1.1" status: 200 len: 1000 time: 0.0976889 Feb 19 07:55:05.680022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-3f79e322-469d-4d11-9bc9-0d61851a6e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:55:05.681272 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-3f79e322-469d-4d11-9bc9-0d61851a6e4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62a3dac9-4d2c-4536-a8bf-9f579550edf6 HTTP/1.1" status: 200 len: 834 time: 0.0695190 Feb 19 07:55:05.759507 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-fb3af895-4813-4371-be31-224a4420a65a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dba72c99-458c-4446-a0e5-b7acfbab09b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719218 Feb 19 07:55:05.888383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-c4f9b3d6-8310-4da7-83a1-1d42e7d01442 service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210079 Feb 19 07:55:06.015018 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b531722-17f8-49e7-8cde-5ab234cf01ab req-55b05d9a-43e1-40d5-9e0f-45b683e723d8 service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200523 Feb 19 07:55:06.743019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e837e7a-bb31-4fa1-8b00-c396e23056c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:08.955023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f749d57-2659-4edc-8bf6-126550e9f829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:10.246453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:10.282566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:11.498405 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:13.608401 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:30.970712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42656) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:30.979073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f332e2be-222f-4125-8eab-6a548fc480e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:55:31.551742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f332e2be-222f-4125-8eab-6a548fc480e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:31.565682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f332e2be-222f-4125-8eab-6a548fc480e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:31.764385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f332e2be-222f-4125-8eab-6a548fc480e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:55:32.063917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f332e2be-222f-4125-8eab-6a548fc480e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:55:32.069658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f332e2be-222f-4125-8eab-6a548fc480e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:32.070754 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f332e2be-222f-4125-8eab-6a548fc480e4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/95f368f7-00e3-44e2-8b8e-9ebc7e9b80db HTTP/1.1" status: 200 len: 886 time: 1.0987198 Feb 19 07:55:32.073564 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] Sync routers for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:55:32.086150 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:32.086765 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:32.150972 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:32.167448 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:32.168017 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:32.226727 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:32.227084 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde7c71-4259-4454-ba21-3bfac5ab369e None None] The sync data for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:55:33.024567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db03a0-1d6a-489e-a633-689c640f71ca None None] New status for floating IP e6a2d0ab-7cad-4ab6-8f92-23a8f369062a: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:55:33.072823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 915dd6c8-5b31-4943-add4-3add9a75b4bc no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:55:33.347599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:33.364778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 915dd6c8-5b31-4943-add4-3add9a75b4bc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=915dd6c8-5b31-4943-add4-3add9a75b4bc,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:33.369388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:33.370078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 738b1071-c240-4c78-851c-fa106b5f1aca no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:55:33.482594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=915dd6c8-5b31-4943-add4-3add9a75b4bc,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:33.516517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.516854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.517183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.517508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.517829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.518147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.518458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.518774 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.519085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.519391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.519706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:33.550206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:33.586994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 738b1071-c240-4c78-851c-fa106b5f1aca, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=738b1071-c240-4c78-851c-fa106b5f1aca,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:33.593771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:33.674618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:34.260980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42664) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:34.266261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9a8fe7fe-61f2-4939-b980-8ca3feac22a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:55:34.913189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe7fe-61f2-4939-b980-8ca3feac22a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:34.927437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe7fe-61f2-4939-b980-8ca3feac22a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3863080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3863095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864757'] for router, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:35.143319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8fe7fe-61f2-4939-b980-8ca3feac22a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:55:35.353239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8fe7fe-61f2-4939-b980-8ca3feac22a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:55:35.359286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe7fe-61f2-4939-b980-8ca3feac22a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:35.360387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9a8fe7fe-61f2-4939-b980-8ca3feac22a6 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/95f368f7-00e3-44e2-8b8e-9ebc7e9b80db HTTP/1.1" status: 200 len: 885 time: 1.0983496 Feb 19 07:55:35.363519 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] Sync routers for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:55:35.363997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42668) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:35.375717 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:35.376356 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:35.465022 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-496a4ade-e55f-4bd1-8bcc-a4b48deaee99 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1004353 Feb 19 07:55:35.557456 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:55:35.902268 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:55:34Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e6a2d0ab-7cad-4ab6-8f92-23a8f369062a', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.79', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'mac_address': 'fa:16:3e:fa:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:54:26Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:35.906398 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] Checking router: 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:55:35.917051 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:35.917633 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:36.098498 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:55:36.433965 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:55:34Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e6a2d0ab-7cad-4ab6-8f92-23a8f369062a', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.79', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'mac_address': 'fa:16:3e:fa:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:54:26Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:36.437833 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7977-f4ef-43c2-bece-4b23884d723f None None] The sync data for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv is: [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:55:34Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e6a2d0ab-7cad-4ab6-8f92-23a8f369062a', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'floating_ip_address': '172.26.1.79', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'port_id': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'mac_address': 'fa:16:3e:fa:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:54:26Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 2, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738b1071-c240-4c78-851c-fa106b5f1aca', 'name': '', 'network_id': 'dba72c99-458c-4446-a0e5-b7acfbab09b4', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'mac_address': 'fa:16:3e:e7:31:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:08Z', 'updated_at': '2022-02-19T07:55:33Z', 'revision_number': 6, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'subnets': [{'id': '62a3dac9-4d2c-4536-a8bf-9f579550edf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:55:36.468681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42672) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:36.598430 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5c87cec8-942b-4a70-8980-f38b1ca7f5fb tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1285686 Feb 19 07:55:36.685838 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:55:36.739838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfe573eb-93f7-4127-911e-beedc6e5997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:36.765961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 738b1071-c240-4c78-851c-fa106b5f1aca up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:55:36.835026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 738b1071-c240-4c78-851c-fa106b5f1aca triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:55:36.835690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:36.956991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:36.991701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 738b1071-c240-4c78-851c-fa106b5f1aca, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=738b1071-c240-4c78-851c-fa106b5f1aca,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:37.004182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:37.080792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:37.603001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42676) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:37.708092 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9394a59c-90eb-49ac-bc50-28be9ac3d34c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1036434 Feb 19 07:55:38.712352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42680) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:38.810460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 915dd6c8-5b31-4943-add4-3add9a75b4bc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:55:38.819395 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6bf222c9-ba72-4f64-80db-863ed7495ae4 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1049130 Feb 19 07:55:38.881413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 915dd6c8-5b31-4943-add4-3add9a75b4bc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:55:38.881670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:38.956288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1683227a-e3d2-43f2-82ee-a7828798dba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:39.021116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:39.040276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 915dd6c8-5b31-4943-add4-3add9a75b4bc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=915dd6c8-5b31-4943-add4-3add9a75b4bc,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:39.045255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:39.046019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 738b1071-c240-4c78-851c-fa106b5f1aca up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:55:39.152169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=915dd6c8-5b31-4943-add4-3add9a75b4bc,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:39.165662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 738b1071-c240-4c78-851c-fa106b5f1aca triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:55:39.166019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:39.824608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42684) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:39.946432 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5611b939-e420-4e97-83d8-be51250e106f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1204288 Feb 19 07:55:40.245514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:40.287284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:40.756302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 915dd6c8-5b31-4943-add4-3add9a75b4bc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:55:40.860550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 915dd6c8-5b31-4943-add4-3add9a75b4bc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:55:40.861156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:40.950586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42688) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:41.058981 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4a67fb89-ead7-4745-b22b-127894c57cec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1072958 Feb 19 07:55:41.518070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:42.064865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42692) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:42.179399 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-67242705-6d77-4efa-a9b3-4c4d4d694c1f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1130917 Feb 19 07:55:43.185080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42696) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:43.294457 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cfd1bce0-c8eb-4d38-9564-dd20b7926ba1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 990 time: 0.1079035 Feb 19 07:55:43.590697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cff2e-ade7-4013-b852-5a8cbbf56643 None None] New status for floating IP e6a2d0ab-7cad-4ab6-8f92-23a8f369062a: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:55:43.677120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:44.299934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42700) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:44.408774 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-61b0d7b5-f51f-4f07-85c6-0ba0fb47140f tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 200 len: 992 time: 0.1072869 Feb 19 07:55:44.859725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42708) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:45.156076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 48dbe3e5-c014-4adc-acc2-90452301cb10 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:55:45.156471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:45.336501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:45.337199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:45.452629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 48dbe3e5-c014-4adc-acc2-90452301cb10 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:55:45.612451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:45.661567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=48dbe3e5-c014-4adc-acc2-90452301cb10,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:45.704816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.705093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.705409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.705740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.706066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.706394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.706717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.707037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.707354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.707670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.707984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:45.771213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:46.162873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:55:46.362355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:55:46.384532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:46.530380 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a0b98abd-2d11-4909-a22d-aca17b67bdd3 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/floatingips/e6a2d0ab-7cad-4ab6-8f92-23a8f369062a HTTP/1.1" status: 204 len: 168 time: 1.6695592 Feb 19 07:55:46.530937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:55:46.584180 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'status': 'completed', 'code': 200} Feb 19 07:55:46.676183 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-f2aa22d0-e2c8-4f95-8fb0-a50efd65afdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66bdd28d7794d0991215fe930adef5c&device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0683799 Feb 19 07:55:46.804377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-82e3ee90-ca17-4e85-bcad-163d08b98be0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:55:46.805803 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-82e3ee90-ca17-4e85-bcad-163d08b98be0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dba72c99-458c-4446-a0e5-b7acfbab09b4 HTTP/1.1" status: 200 len: 898 time: 0.1240385 Feb 19 07:55:46.912361 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-9921c9ad-d9f1-4412-ac52-22bb2bd08aab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5 HTTP/1.1" status: 200 len: 217 time: 0.0997221 Feb 19 07:55:47.003810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-edbaf7a3-d685-4391-9724-b0a41ea60aea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:55:47.005156 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-edbaf7a3-d685-4391-9724-b0a41ea60aea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62a3dac9-4d2c-4536-a8bf-9f579550edf6 HTTP/1.1" status: 200 len: 834 time: 0.0843720 Feb 19 07:55:47.015252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab8b38-874b-4d55-a29b-2bbf490ed1ec req-ab836c1b-e09b-4691-a83c-d4a5677bd52a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:55:47.015903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-9eab8b38-874b-4d55-a29b-2bbf490ed1ec req-ab836c1b-e09b-4691-a83c-d4a5677bd52a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:55:47.077833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-9eab8b38-874b-4d55-a29b-2bbf490ed1ec req-ab836c1b-e09b-4691-a83c-d4a5677bd52a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:55:47.078933 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9eab8b38-874b-4d55-a29b-2bbf490ed1ec req-ab836c1b-e09b-4691-a83c-d4a5677bd52a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 945 time: 0.2169414 Feb 19 07:55:47.122411 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-402b3d22-8329-4624-827d-19ef633682f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dba72c99-458c-4446-a0e5-b7acfbab09b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1038828 Feb 19 07:55:47.150881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9eab8b38-874b-4d55-a29b-2bbf490ed1ec req-d33f90f4-9133-46d8-8cb0-5383d6e152c2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656416 Feb 19 07:55:47.270682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-779abba7-003b-4a34-9039-ea8307dde2d9 service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410248 Feb 19 07:55:47.401418 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50bebad2-d28b-4ec3-aa1d-69236a1d5b07 req-8c39d90f-3541-4813-a662-1fdd4baddbd9 service neutron] 10.222.0.67 "GET /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246881 Feb 19 07:55:48.550977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9738b5-1c47-4072-8906-02ca756aab47 req-1d9ce9f0-f18b-42f1-b9e3-bf974196aa0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:55:48.552450 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e9738b5-1c47-4072-8906-02ca756aab47 req-1d9ce9f0-f18b-42f1-b9e3-bf974196aa0a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 945 time: 0.1344583 Feb 19 07:55:48.557747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-3414eb7c-5a4c-4761-9b46-5526fbbd2fd2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:55:48.559035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-3414eb7c-5a4c-4761-9b46-5526fbbd2fd2 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 945 time: 0.1069136 Feb 19 07:55:48.652409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 7c48ff16-566a-4c76-8e24-e2745eba6df5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:55:48.652752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:48.682404 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e9738b5-1c47-4072-8906-02ca756aab47 req-9913a0fc-fd40-4ec9-991d-e28bbe11604a tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224427 Feb 19 07:55:48.900107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 7c48ff16-566a-4c76-8e24-e2745eba6df5, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=7c48ff16-566a-4c76-8e24-e2745eba6df5,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:48.900450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:49.018023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 7c48ff16-566a-4c76-8e24-e2745eba6df5 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:55:49.247799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:49.300750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=7c48ff16-566a-4c76-8e24-e2745eba6df5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:49.374114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] No DVR routers for this DVR port 7c48ff16-566a-4c76-8e24-e2745eba6df5 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:55:49.376858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:49.379599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'name': 'network-vif-deleted', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:55:49.395632 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5bc3b6f4-372a-4969-a165-40ace8fb2c07 req-b647716c-ffce-4d4e-9a95-5255308149e1 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.67 "DELETE /v2.0/ports/7c48ff16-566a-4c76-8e24-e2745eba6df5 HTTP/1.1" status: 204 len: 173 time: 0.8226388 Feb 19 07:55:49.436068 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ae5fe2-525c-418a-b904-261bd9dce6c6', 'name': 'network-vif-deleted', 'tag': '7c48ff16-566a-4c76-8e24-e2745eba6df5', 'status': 'completed', 'code': 200} Feb 19 07:55:49.857926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-400fdd89-aaba-450d-906a-04d450809336 req-a9389a3d-8d12-4b46-be25-f56e62970584 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Synchronizing usage tracker for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:55:49.875811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-400fdd89-aaba-450d-906a-04d450809336 req-a9389a3d-8d12-4b46-be25-f56e62970584 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Unset dirty status for tenant:b66bdd28d7794d0991215fe930adef5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:55:49.876907 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-400fdd89-aaba-450d-906a-04d450809336 req-a9389a3d-8d12-4b46-be25-f56e62970584 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0ae5fe2-525c-418a-b904-261bd9dce6c6 HTTP/1.1" status: 200 len: 210 time: 0.0590270 Feb 19 07:55:50.989675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42726) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:51.063599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:51.096403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:51.167413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:51.187710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7c2b7b-4cff-4556-8dcf-58167c7f8a98,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:51.199681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.200002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.200353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.200673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.200988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.201298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.201605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.201904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.202234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.202535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.202821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:55:51.207774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:51.208874 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4ffcaf31-7ff8-421e-bbbb-463cb35d68ec tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/security-groups/cd7c2b7b-4cff-4556-8dcf-58167c7f8a98 HTTP/1.1" status: 204 len: 168 time: 0.2182662 Feb 19 07:55:51.252105 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42732) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:51.656315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:52.363235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 738b1071-c240-4c78-851c-fa106b5f1aca {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:55:52.363960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:52.525077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 7c48ff16-566a-4c76-8e24-e2745eba6df5 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:55:52.547909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 738b1071-c240-4c78-851c-fa106b5f1aca, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=738b1071-c240-4c78-851c-fa106b5f1aca,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:52.548243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:52.557848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 7c48ff16-566a-4c76-8e24-e2745eba6df5 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:55:52.558187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 7c48ff16-566a-4c76-8e24-e2745eba6df5 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:55:52.670254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 738b1071-c240-4c78-851c-fa106b5f1aca owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:55:52.859714 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:52.906190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=738b1071-c240-4c78-851c-fa106b5f1aca,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:53.206042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:53.865687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:55:54.031512 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] Sync routers for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:55:54.047609 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:54.048229 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:54.070141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:55:54.088662 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-aa26e47a-5f4b-477a-8874-f1958b91189c tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "PUT /v2.0/routers/95f368f7-00e3-44e2-8b8e-9ebc7e9b80db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8354254 Feb 19 07:55:54.091348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:54.221669 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:55:54.271274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting subnet 62a3dac9-4d2c-4536-a8bf-9f579550edf6 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:55:54.274672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.331726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.414409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.499667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.501443 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:55:52Z', 'revision_number': 7, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:55:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:54.505309 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] Checking router: 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:55:54.515543 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] Routers {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:54.516098 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:54.537065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Subnet': ['ID=62a3dac9-4d2c-4536-a8bf-9f579550edf6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:54.543230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.549725 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71185d6e-d1fe-4369-b12c-ff9c3fa21045 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/subnets/62a3dac9-4d2c-4536-a8bf-9f579550edf6 HTTP/1.1" status: 204 len: 168 time: 0.4574137 Feb 19 07:55:54.550564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ce255-a936-4578-a1f7-9b5404f035d4 None None] Network dba72c99-458c-4446-a0e5-b7acfbab09b4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:55:54.552278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 42740) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:54.692294 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] Set router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:55:54.766003 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.807400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] DHCP port deletion for dba72c99-458c-4446-a0e5-b7acfbab09b4 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 07:55:54.811846 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] Deleting port 821af74b-911d-497a-8910-5ed2afb8159c {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:55:54.812357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.975165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.985531 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:55:52Z', 'revision_number': 7, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:55:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:54.986166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Deleting port 915dd6c8-5b31-4943-add4-3add9a75b4bc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:55:54.986556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:54.989933 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4568f68-a720-4be8-a03c-21075a443300 None None] The sync data for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv is: [{'id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'name': 'tempest-TestNetworkBasicOps-router-6143783', 'tenant_id': 'b66bdd28d7794d0991215fe930adef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:54:04Z', 'updated_at': '2022-02-19T07:55:52Z', 'revision_number': 7, 'project_id': 'b66bdd28d7794d0991215fe930adef5c', 'gw_port': {'id': '915dd6c8-5b31-4943-add4-3add9a75b4bc', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f368f7-00e3-44e2-8b8e-9ebc7e9b80db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:54:05Z', 'updated_at': '2022-02-19T07:55:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:55:55.022879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] For port 821af74b-911d-497a-8910-5ed2afb8159c, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=821af74b-911d-497a-8910-5ed2afb8159c,segment=NetworkSegment(cf0dcef3-f816-4098-ae45-7c1a0728e6fa),segment_id=cf0dcef3-f816-4098-ae45-7c1a0728e6fa)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:55.023485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:55.142159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] Calling delete_port for 821af74b-911d-497a-8910-5ed2afb8159c owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:55:55.161070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] For port 915dd6c8-5b31-4943-add4-3add9a75b4bc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=915dd6c8-5b31-4943-add4-3add9a75b4bc,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:55:55.161590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:55.223016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:55.269461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] Pushing event deleted for resources: {'Port': ['ID=821af74b-911d-497a-8910-5ed2afb8159c,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:55.274906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d94793b-0cb6-4eb9-adc3-84a133dec1b5 None None] No DVR routers for this DVR port 821af74b-911d-497a-8910-5ed2afb8159c on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:55:55.391005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Calling delete_port for 915dd6c8-5b31-4943-add4-3add9a75b4bc owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:55:55.566583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:55.612029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Port': ['ID=915dd6c8-5b31-4943-add4-3add9a75b4bc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:55.837447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.089165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.093569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.122502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.123145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Fanout notify agent at l3_agent the message router_deleted on router 95f368f7-00e3-44e2-8b8e-9ebc7e9b80db {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:55:56.140397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.141462 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a4ade742-23df-4ce8-9705-fef83c719b93 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/routers/95f368f7-00e3-44e2-8b8e-9ebc7e9b80db HTTP/1.1" status: 204 len: 168 time: 1.5883358 Feb 19 07:55:56.144563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:56.266567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.398421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.423278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba72c99-458c-4446-a0e5-b7acfbab09b4']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:56.435140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:56.435421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0dcef3-f816-4098-ae45-7c1a0728e6fa') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:55:56.446930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.462775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.468695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:55:56.469070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:55:56.482942 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:55:56.564862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.581580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:56.592358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] Pushing event deleted for resources: {'Network': ['ID=dba72c99-458c-4446-a0e5-b7acfbab09b4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:56.602312 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b5b6e064-8e66-4e8f-834e-9e5cd16e8de8 tempest-TestNetworkBasicOps-1593908625 tempest-TestNetworkBasicOps-1593908625-project] 10.222.0.72 "DELETE /v2.0/networks/dba72c99-458c-4446-a0e5-b7acfbab09b4 HTTP/1.1" status: 204 len: 168 time: 0.4563861 Feb 19 07:55:56.797764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 821af74b-911d-497a-8910-5ed2afb8159c no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:55:56.829928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 821af74b-911d-497a-8910-5ed2afb8159c {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:55:56.830268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 821af74b-911d-497a-8910-5ed2afb8159c not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:55:56.830674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 738b1071-c240-4c78-851c-fa106b5f1aca no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:55:56.867080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 738b1071-c240-4c78-851c-fa106b5f1aca {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:55:56.867414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 738b1071-c240-4c78-851c-fa106b5f1aca not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:55:56.968530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42752) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:57.159232 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c3ec18ed-ecfb-467b-83dd-84bee0742a5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b66bdd28d7794d0991215fe930adef5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1895301 Feb 19 07:55:57.162416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42758) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:57.235775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2e3bde-9f11-453b-a7aa-ab0d33d729b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.264678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2e3bde-9f11-453b-a7aa-ab0d33d729b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.321279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2e3bde-9f11-453b-a7aa-ab0d33d729b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.338231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e3bde-9f11-453b-a7aa-ab0d33d729b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:57.346880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-af2e3bde-9f11-453b-a7aa-ab0d33d729b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.347991 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-af2e3bde-9f11-453b-a7aa-ab0d33d729b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c5b1e07e-369c-4d1d-a6ec-69f0a0cb7b92 HTTP/1.1" status: 204 len: 168 time: 0.1846921 Feb 19 07:55:57.693315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42766) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:57.712197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.753014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:55:57.756950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Usage tracker for resource:security_group_rule and tenant:19a4a0d5be7d4626a1fefff87d4fc976 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:55:57.759800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:55:57.765636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:55:57.829755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.834918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.876245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0de795-c340-4899-8dba-d2d99fc6c28e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:57.883557 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3a8485f0-e8b2-4eb6-9cd1-1f4830971198 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19a4a0d5be7d4626a1fefff87d4fc976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1892524 Feb 19 07:55:57.886457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42770) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:55:57.949182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85eba153-917b-4451-a44d-bf2dc48de654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:57.976437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85eba153-917b-4451-a44d-bf2dc48de654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:58.030835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85eba153-917b-4451-a44d-bf2dc48de654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:58.049220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eba153-917b-4451-a44d-bf2dc48de654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0de795-c340-4899-8dba-d2d99fc6c28e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:55:58.052832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-85eba153-917b-4451-a44d-bf2dc48de654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:55:58.056621 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-85eba153-917b-4451-a44d-bf2dc48de654 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d0de795-c340-4899-8dba-d2d99fc6c28e HTTP/1.1" status: 204 len: 168 time: 0.1692674 Feb 19 07:55:58.106157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa689e6-cb1c-4d11-9e95-110bd81ee2dd None None] New status for floating IP e6a2d0ab-7cad-4ab6-8f92-23a8f369062a: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:55:58.318708 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] Sync routers for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:55:58.332886 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] Routers set() bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:58.333239 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] Router IDs set() for agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 19 07:55:58.333837 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_agentschedulers_db [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent'). {{(pid=83571) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:55:58.345258 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] Routers set() bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:55:58.345595 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] Router IDs set() for agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 19 07:55:58.346191 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_agentschedulers_db [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:55:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent'). {{(pid=83571) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:55:58.346551 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55836cc4-93a9-479d-a663-1420f70b7e5f None None] The sync data for ids ['95f368f7-00e3-44e2-8b8e-9ebc7e9b80db'] in dv-neutron-829958-1-hyperv is: [] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:55:58.767953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 915dd6c8-5b31-4943-add4-3add9a75b4bc no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:55:58.804258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 915dd6c8-5b31-4943-add4-3add9a75b4bc {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:55:58.804841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 915dd6c8-5b31-4943-add4-3add9a75b4bc not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:56:06.172815 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-95e43ec4-b0fd-4776-92fb-ceb17fd18cc5 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ea514e49149c4f959225d68e6b71cf94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280042 Feb 19 07:56:06.318660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-d8198902-252b-4b17-b7d8-147e41a02aae tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:06.319962 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-d8198902-252b-4b17-b7d8-147e41a02aae tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415789 Feb 19 07:56:06.336110 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-06d7518a-50b8-491f-94f0-9447f53f1829 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/quotas/ea514e49149c4f959225d68e6b71cf94 HTTP/1.1" status: 200 len: 375 time: 0.0107570 Feb 19 07:56:06.382925 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9c5f7ece-6d3c-49c6-86dd-62d73d567052 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea514e49149c4f959225d68e6b71cf94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418348 Feb 19 07:56:06.560459 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f80de6a-d2cc-4117-b29c-157e0ccee1ce req-7cca7144-c9dc-4b22-9e57-1be0df84d77e tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 210 time: 0.0398328 Feb 19 07:56:06.738999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23f65f00-efc0-4a3b-b6d9-9ae733c43e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:07.508686 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-123868ae-a6a9-4fa7-85b1-bebb64cbe42d tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea514e49149c4f959225d68e6b71cf94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274150 Feb 19 07:56:07.660861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-4f802228-2df4-4640-9a91-4ec784f88bc3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:07.662472 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-4f802228-2df4-4640-9a91-4ec784f88bc3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494112 Feb 19 07:56:07.712553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Request body: {'port': {'device_id': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225', 'admin_state_up': True, 'tenant_id': 'ea514e49149c4f959225d68e6b71cf94'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:56:07.786906 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-da44b29b-8da7-4391-851d-4039170881a0 req-0651b8ff-b9d1-45ab-b856-6db0a7994621 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 210 time: 0.1077399 Feb 19 07:56:07.942080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:56:07.945969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Usage tracker for resource:port and tenant:ea514e49149c4f959225d68e6b71cf94 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:56:07.948976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:56:07.954602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:56:07.965425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Made reservation on behalf of ea514e49149c4f959225d68e6b71cf94 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:56:07.968357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:07.980511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.012653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:56:08.016750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Usage tracker for resource:security_group_rule and tenant:ea514e49149c4f959225d68e6b71cf94 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:56:08.019704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:56:08.025751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:56:08.095480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.100542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.184371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82c6f0a-0c64-429d-809d-7073c0d7a5a6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:08.289291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Allocated IP 192.168.233.163 (0c705857-db05-452d-9f83-211cdbdc2225/fa279e7a-c550-4b12-9f26-903ddbb92265/96808489-44af-4248-a224-b5cd8e3a7cb2) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:56:08.505985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.528833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Transition to ACTIVE for port object 96808489-44af-4248-a224-b5cd8e3a7cb2 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:56:08.555418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.633079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Network 0c705857-db05-452d-9f83-211cdbdc2225 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:56:08.636208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:56:08.640565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:56:08.664744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Pushing event updated for resources: {'Port': ['ID=96808489-44af-4248-a224-b5cd8e3a7cb2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:08.703432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:08.704039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.730846 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-1763264f-e08e-431d-aea8-4b18223448a3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0503783 Feb 19 07:56:08.742505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Request body: {'port': {'device_id': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:56:08.833910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-aeea81a3-9df1-4d3c-9b97-d10578abaa8f None None] Provisioning for port 96808489-44af-4248-a224-b5cd8e3a7cb2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:56:08.839248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-aeea81a3-9df1-4d3c-9b97-d10578abaa8f None None] Provisioning complete for port 96808489-44af-4248-a224-b5cd8e3a7cb2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:56:08.839605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeea81a3-9df1-4d3c-9b97-d10578abaa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.855988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:08.890100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aeea81a3-9df1-4d3c-9b97-d10578abaa8f None None] Port 96808489-44af-4248-a224-b5cd8e3a7cb2 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:56:08.950987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d731113c-b0d7-4261-ac02-3b0221ac9582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:09.138110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c14fe-1502-4a0d-8e60-60ef6ec25e5f req-b5a98e0a-dbd6-4dcc-a6ec-027c318bd1dd tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:09.138712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-851c14fe-1502-4a0d-8e60-60ef6ec25e5f req-b5a98e0a-dbd6-4dcc-a6ec-027c318bd1dd tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Synchronizing usage tracker for tenant:ea514e49149c4f959225d68e6b71cf94 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:56:09.181718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-851c14fe-1502-4a0d-8e60-60ef6ec25e5f req-b5a98e0a-dbd6-4dcc-a6ec-027c318bd1dd tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Unset dirty status for tenant:ea514e49149c4f959225d68e6b71cf94 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:56:09.182894 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-851c14fe-1502-4a0d-8e60-60ef6ec25e5f req-b5a98e0a-dbd6-4dcc-a6ec-027c318bd1dd tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 936 time: 0.2692204 Feb 19 07:56:09.287619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-851c14fe-1502-4a0d-8e60-60ef6ec25e5f req-04fcc8fd-1d91-4511-a5fd-c27101b3aeb3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Synchronizing usage tracker for tenant:ea514e49149c4f959225d68e6b71cf94 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:56:09.301800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96808489-44af-4248-a224-b5cd8e3a7cb2 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:56:09.311780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:09.322543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-851c14fe-1502-4a0d-8e60-60ef6ec25e5f req-04fcc8fd-1d91-4511-a5fd-c27101b3aeb3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Unset dirty status for tenant:ea514e49149c4f959225d68e6b71cf94 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:56:09.323661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-851c14fe-1502-4a0d-8e60-60ef6ec25e5f req-04fcc8fd-1d91-4511-a5fd-c27101b3aeb3 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322443 Feb 19 07:56:09.329064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Transition to ACTIVE for port object 96808489-44af-4248-a224-b5cd8e3a7cb2 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:56:09.332983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:09.455566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Pushing event updated for resources: {'Port': ['ID=96808489-44af-4248-a224-b5cd8e3a7cb2,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:09.559548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Attempting to bind port 96808489-44af-4248-a224-b5cd8e3a7cb2 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:56:09.560124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Attempting to bind port 96808489-44af-4248-a224-b5cd8e3a7cb2 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:56:09.560245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Attempting to bind port 96808489-44af-4248-a224-b5cd8e3a7cb2 on network 0c705857-db05-452d-9f83-211cdbdc2225 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:56:09.566063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Port 96808489-44af-4248-a224-b5cd8e3a7cb2 on network 0c705857-db05-452d-9f83-211cdbdc2225 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:56:09.566371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Attempting to bind port 96808489-44af-4248-a224-b5cd8e3a7cb2 on network 0c705857-db05-452d-9f83-211cdbdc2225 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:56:09.572582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:56:09.572929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Checking segment: {'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:56:09.573293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Bound using segment: {'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:56:09.573746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Bound port: 96808489-44af-4248-a224-b5cd8e3a7cb2, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7cfc06-15ef-4534-b64b-93696990de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:56:09.574309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:09.665892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] For port 96808489-44af-4248-a224-b5cd8e3a7cb2, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:56:09.669130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] For port 96808489-44af-4248-a224-b5cd8e3a7cb2, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=96808489-44af-4248-a224-b5cd8e3a7cb2,segment=NetworkSegment(ff7cfc06-15ef-4534-b64b-93696990de68),segment_id=ff7cfc06-15ef-4534-b64b-93696990de68)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:56:09.676268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:09.737280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:09.738630 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] 10.222.0.67 "PUT /v2.0/ports/96808489-44af-4248-a224-b5cd8e3a7cb2 HTTP/1.1" status: 200 len: 1098 time: 1.0003529 Feb 19 07:56:09.739046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'tag': '96808489-44af-4248-a224-b5cd8e3a7cb2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:56:09.755940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7347cc-f8e7-4946-a475-3619d64a2c75 service neutron] Pushing event updated for resources: {'Port': ['ID=96808489-44af-4248-a224-b5cd8e3a7cb2,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:09.814635 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'tag': '96808489-44af-4248-a224-b5cd8e3a7cb2', 'status': 'completed', 'code': 200} Feb 19 07:56:09.857541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-065f9f06-e12c-4bc6-ab64-55ac0f3cf0fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea514e49149c4f959225d68e6b71cf94&device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 1101 time: 0.0815248 Feb 19 07:56:09.925822 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-4bdae43f-ba16-425d-ab31-d938d09c970d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=96808489-44af-4248-a224-b5cd8e3a7cb2 HTTP/1.1" status: 200 len: 217 time: 0.0609205 Feb 19 07:56:10.077120 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-30ae4482-c3b5-4a51-9e5f-b3baf54d8f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:10.078599 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-30ae4482-c3b5-4a51-9e5f-b3baf54d8f34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa279e7a-c550-4b12-9f26-903ddbb92265 HTTP/1.1" status: 200 len: 843 time: 0.1471224 Feb 19 07:56:10.162982 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-66964aec-0195-488e-94e5-b2d1bbfec8ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c705857-db05-452d-9f83-211cdbdc2225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0773723 Feb 19 07:56:10.245362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:10.293310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:10.296941 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-d833ee7a-658d-4ff5-9bdb-89b4a3c88f66 service neutron] 10.222.0.67 "GET /v2.0/networks/0c705857-db05-452d-9f83-211cdbdc2225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276727 Feb 19 07:56:10.437999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-420f65cc-cee7-410e-bd88-dd60df31a3da req-527f8117-d7e6-4bd5-a3a7-74da775b7b1f service neutron] 10.222.0.67 "GET /v2.0/networks/0c705857-db05-452d-9f83-211cdbdc2225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350744 Feb 19 07:56:10.577963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791be3b-011e-4dbc-b82f-d4305923ae32 req-cfc90aca-1221-44c0-b0fd-8c23e029f29f tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:10.579271 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1791be3b-011e-4dbc-b82f-d4305923ae32 req-cfc90aca-1221-44c0-b0fd-8c23e029f29f tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 948 time: 0.1301947 Feb 19 07:56:10.586021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caab7728-12a5-4006-a9bd-535f813d8473 req-d64c53de-5b91-4614-ac72-249e2872c553 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea514e49149c4f959225d68e6b71cf94&device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 1101 time: 0.0992675 Feb 19 07:56:10.706355 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1791be3b-011e-4dbc-b82f-d4305923ae32 req-554a8fa9-672c-4031-94d9-52ebdafcfd4f tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193624 Feb 19 07:56:10.745533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab7728-12a5-4006-a9bd-535f813d8473 req-008c286f-8736-448a-b9d1-5769d94e2be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:10.746953 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caab7728-12a5-4006-a9bd-535f813d8473 req-008c286f-8736-448a-b9d1-5769d94e2be9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0c705857-db05-452d-9f83-211cdbdc2225 HTTP/1.1" status: 200 len: 870 time: 0.1469069 Feb 19 07:56:10.812129 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caab7728-12a5-4006-a9bd-535f813d8473 req-b2e5124f-d564-411c-a751-9bfcf2e2f463 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=96808489-44af-4248-a224-b5cd8e3a7cb2 HTTP/1.1" status: 200 len: 217 time: 0.0593824 Feb 19 07:56:10.887767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab7728-12a5-4006-a9bd-535f813d8473 req-fa5729ac-9a07-48cf-a9c4-09bcefa46da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:10.889111 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caab7728-12a5-4006-a9bd-535f813d8473 req-fa5729ac-9a07-48cf-a9c4-09bcefa46da5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa279e7a-c550-4b12-9f26-903ddbb92265 HTTP/1.1" status: 200 len: 843 time: 0.0688775 Feb 19 07:56:10.965193 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caab7728-12a5-4006-a9bd-535f813d8473 req-989fccbf-860d-4107-9d27-05dd6946b3e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0c705857-db05-452d-9f83-211cdbdc2225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0683875 Feb 19 07:56:11.096705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caab7728-12a5-4006-a9bd-535f813d8473 req-42c524ac-2cc9-4fe3-9a67-af0699efec4f service neutron] 10.222.0.67 "GET /v2.0/networks/0c705857-db05-452d-9f83-211cdbdc2225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236734 Feb 19 07:56:11.233921 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caab7728-12a5-4006-a9bd-535f813d8473 req-005a44ff-2696-4a14-a2c4-451523d9209d service neutron] 10.222.0.67 "GET /v2.0/networks/0c705857-db05-452d-9f83-211cdbdc2225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243565 Feb 19 07:56:11.501808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:11.918989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cf033-6864-4da1-9350-c99279888813 req-aade7aab-3d4c-4917-9d9b-d06c094924f1 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:11.920417 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-786cf033-6864-4da1-9350-c99279888813 req-aade7aab-3d4c-4917-9d9b-d06c094924f1 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 948 time: 0.0791812 Feb 19 07:56:11.971641 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-786cf033-6864-4da1-9350-c99279888813 req-2564cad9-dde2-4098-b415-05b22dc64c32 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Feb 19 07:56:12.605232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 96808489-44af-4248-a224-b5cd8e3a7cb2 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:56:12.752772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 96808489-44af-4248-a224-b5cd8e3a7cb2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=96808489-44af-4248-a224-b5cd8e3a7cb2,segment=NetworkSegment(ff7cfc06-15ef-4534-b64b-93696990de68),segment_id=ff7cfc06-15ef-4534-b64b-93696990de68)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:56:12.765477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '96808489-44af-4248-a224-b5cd8e3a7cb2', 'network_id': '0c705857-db05-452d-9f83-211cdbdc2225', 'port_id': '96808489-44af-4248-a224-b5cd8e3a7cb2', 'mac_address': 'fa:16:3e:58:25:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa279e7a-c550-4b12-9f26-903ddbb92265', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:56:12.822730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:12.847071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96808489-44af-4248-a224-b5cd8e3a7cb2 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:56:12.864883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 96808489-44af-4248-a224-b5cd8e3a7cb2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=96808489-44af-4248-a224-b5cd8e3a7cb2,segment=NetworkSegment(ff7cfc06-15ef-4534-b64b-93696990de68),segment_id=ff7cfc06-15ef-4534-b64b-93696990de68)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:56:12.872468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:12.945660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=96808489-44af-4248-a224-b5cd8e3a7cb2,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:13.185678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['96808489-44af-4248-a224-b5cd8e3a7cb2'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:56:13.199670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e15dfa-a668-4569-a12f-7efb8413ec7c req-13605f6d-3b14-4ea3-8fc8-52ae76da2db1 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:13.201167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-44e15dfa-a668-4569-a12f-7efb8413ec7c req-13605f6d-3b14-4ea3-8fc8-52ae76da2db1 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 949 time: 0.0968993 Feb 19 07:56:13.245893 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-44e15dfa-a668-4569-a12f-7efb8413ec7c req-423d6d95-b2c8-4d62-b160-f62a9aad28ae tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389855 Feb 19 07:56:13.613243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:13.689395 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:56:14.459272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7960b-321a-442f-9133-a4615f0c45ae req-02737f17-6ce8-4d37-9a05-82e08ad0942c tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:14.460942 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87a7960b-321a-442f-9133-a4615f0c45ae req-02737f17-6ce8-4d37-9a05-82e08ad0942c tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 949 time: 0.0783060 Feb 19 07:56:14.508310 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87a7960b-321a-442f-9133-a4615f0c45ae req-b4127b4b-3f7c-47c6-9855-2dcc6b6b01d2 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Feb 19 07:56:14.618394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 96808489-44af-4248-a224-b5cd8e3a7cb2 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:56:14.695052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 96808489-44af-4248-a224-b5cd8e3a7cb2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:56:14.699857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 96808489-44af-4248-a224-b5cd8e3a7cb2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:56:14.700255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:14.810805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:14.837749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96808489-44af-4248-a224-b5cd8e3a7cb2'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:56:14.847848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 96808489-44af-4248-a224-b5cd8e3a7cb2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=96808489-44af-4248-a224-b5cd8e3a7cb2,segment=NetworkSegment(ff7cfc06-15ef-4534-b64b-93696990de68),segment_id=ff7cfc06-15ef-4534-b64b-93696990de68)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:56:14.854742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:14.904616 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96808489-44af-4248-a224-b5cd8e3a7cb2', 'code': 200} Feb 19 07:56:14.920240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=96808489-44af-4248-a224-b5cd8e3a7cb2,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:15.127726 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-024bf888-f75b-412a-af30-3c89daeab9b0 req-c191e135-94b4-496b-b55e-a9446fc836ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 1103 time: 0.0703421 Feb 19 07:56:15.180666 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-024bf888-f75b-412a-af30-3c89daeab9b0 req-c2ef0f5a-0202-4103-aed6-6d180013a548 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463781 Feb 19 07:56:15.806784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14434e33-0bdf-4aab-aae1-767746f7e0fd req-00e32abc-1200-4b26-bb0c-447e997a0486 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:15.808275 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14434e33-0bdf-4aab-aae1-767746f7e0fd req-00e32abc-1200-4b26-bb0c-447e997a0486 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 950 time: 0.1623995 Feb 19 07:56:15.852601 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14434e33-0bdf-4aab-aae1-767746f7e0fd req-50ba7063-2956-4430-8b90-a2f8a5773cc9 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387304 Feb 19 07:56:17.075253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd260b-3aa5-49d7-b7e9-ef95a8c61474 req-6e61ae04-a5f4-40da-b5dc-eb27d6013c8a tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:17.076606 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53fd260b-3aa5-49d7-b7e9-ef95a8c61474 req-6e61ae04-a5f4-40da-b5dc-eb27d6013c8a tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 950 time: 0.0883842 Feb 19 07:56:17.120776 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53fd260b-3aa5-49d7-b7e9-ef95a8c61474 req-6b0de0c3-32df-4f6a-b10c-f074668f266a tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Feb 19 07:56:17.581729 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a076200b-a4a0-4991-9a1f-ffb2f543de02 req-29409aab-2532-44c8-b063-eda61ac8b7b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0833378 Feb 19 07:56:18.096620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-17179014-fa1a-4533-b2c7-168b533d8a6b req-3c7f3cbb-c633-4545-8359-2662da7e6a7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0719874 Feb 19 07:56:18.654190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37af2-2ae6-4100-9ad9-9ed2d056dfcd req-8b4aa1e1-6f66-40ad-b89c-54658b375dd0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:18.655616 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ce37af2-2ae6-4100-9ad9-9ed2d056dfcd req-8b4aa1e1-6f66-40ad-b89c-54658b375dd0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 950 time: 0.0888183 Feb 19 07:56:18.700051 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ce37af2-2ae6-4100-9ad9-9ed2d056dfcd req-70e2fb68-3e9c-4c6f-965d-d49c5c4f0f13 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 Feb 19 07:56:19.907370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddaafe-f815-4054-a7c5-778dcdde2f05 req-1416f6b3-7a23-4f94-9e2b-d9e003514455 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:19.908870 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcddaafe-f815-4054-a7c5-778dcdde2f05 req-1416f6b3-7a23-4f94-9e2b-d9e003514455 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 950 time: 0.0799539 Feb 19 07:56:19.957535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcddaafe-f815-4054-a7c5-778dcdde2f05 req-f9076547-b62c-4314-b9ad-d67d147f0ca6 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/security-groups?id=a82c6f0a-0c64-429d-809d-7073c0d7a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Feb 19 07:56:20.099477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-95060d75-c1b5-45e6-80b4-ae5a2594a503 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:20.100837 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-95060d75-c1b5-45e6-80b4-ae5a2594a503 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.67 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 950 time: 0.0836225 Feb 19 07:56:20.171162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Deleting port 96808489-44af-4248-a224-b5cd8e3a7cb2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:56:20.171484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:20.418022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] For port 96808489-44af-4248-a224-b5cd8e3a7cb2, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=96808489-44af-4248-a224-b5cd8e3a7cb2,segment=NetworkSegment(ff7cfc06-15ef-4534-b64b-93696990de68),segment_id=ff7cfc06-15ef-4534-b64b-93696990de68)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:56:20.418368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:20.537050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Calling delete_port for 96808489-44af-4248-a224-b5cd8e3a7cb2 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:56:20.686440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:20.699096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['96808489-44af-4248-a224-b5cd8e3a7cb2'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:56:20.734998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Pushing event deleted for resources: {'Port': ['ID=96808489-44af-4248-a224-b5cd8e3a7cb2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:20.807305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] No DVR routers for this DVR port 96808489-44af-4248-a224-b5cd8e3a7cb2 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:56:20.809797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:20.812456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'name': 'network-vif-deleted', 'tag': '96808489-44af-4248-a224-b5cd8e3a7cb2'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:56:20.833947 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9e7aaa9a-e219-464a-80a5-4d9e2008160f req-f101f420-5158-469e-9732-03d9ba5425a0 tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.67 "DELETE /v2.0/ports/96808489-44af-4248-a224-b5cd8e3a7cb2 HTTP/1.1" status: 204 len: 173 time: 0.7279401 Feb 19 07:56:20.872952 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26db2c65-feaa-40a1-9425-9caefd5e6122', 'name': 'network-vif-deleted', 'tag': '96808489-44af-4248-a224-b5cd8e3a7cb2', 'status': 'completed', 'code': 200} Feb 19 07:56:21.132343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-64f18e36-7b5f-42f5-88ab-6692a7e7ea2c req-94048c84-f206-463f-b696-784b3e83676f tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Synchronizing usage tracker for tenant:ea514e49149c4f959225d68e6b71cf94 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:56:21.151612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-64f18e36-7b5f-42f5-88ab-6692a7e7ea2c req-94048c84-f206-463f-b696-784b3e83676f tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] Unset dirty status for tenant:ea514e49149c4f959225d68e6b71cf94 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:56:21.152748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64f18e36-7b5f-42f5-88ab-6692a7e7ea2c req-94048c84-f206-463f-b696-784b3e83676f tempest-ServersAdminNegativeTestJSON-1405832451 tempest-ServersAdminNegativeTestJSON-1405832451-project] 10.222.0.72 "GET /v2.0/ports?device_id=26db2c65-feaa-40a1-9425-9caefd5e6122 HTTP/1.1" status: 200 len: 210 time: 0.0635376 Feb 19 07:56:22.566301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42898) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:56:22.739292 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3eb14ca9-cfe8-444d-b4fc-1cd4c7b3c116 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea514e49149c4f959225d68e6b71cf94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718130 Feb 19 07:56:22.742000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42904) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:56:22.801866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09fd167d-0710-47d7-9301-c818f0d7af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:22.827588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09fd167d-0710-47d7-9301-c818f0d7af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:22.878306 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09fd167d-0710-47d7-9301-c818f0d7af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:22.896303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd167d-0710-47d7-9301-c818f0d7af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82c6f0a-0c64-429d-809d-7073c0d7a5a6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:22.904359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-09fd167d-0710-47d7-9301-c818f0d7af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:22.905470 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-09fd167d-0710-47d7-9301-c818f0d7af75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a82c6f0a-0c64-429d-809d-7073c0d7a5a6 HTTP/1.1" status: 204 len: 168 time: 0.1625545 Feb 19 07:56:23.239729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42912) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:56:23.257838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:23.287965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:56:23.291904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1823120cc4eb4efe9036b6af200c7094 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:56:23.294878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:56:23.301018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:56:23.367775 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:23.373264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:23.417796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c2a942-2ee4-4ab1-bacf-13b092b77e90,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:23.425118 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d1c34e12-cce1-4499-8810-239eea1259e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1823120cc4eb4efe9036b6af200c7094&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1817803 Feb 19 07:56:23.425538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42916) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:56:23.485892 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9979-6e51-4313-8f2e-1d42b137a66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:23.511100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9979-6e51-4313-8f2e-1d42b137a66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:23.571373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9979-6e51-4313-8f2e-1d42b137a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:23.585045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e9979-6e51-4313-8f2e-1d42b137a66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c2a942-2ee4-4ab1-bacf-13b092b77e90,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:23.590979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9979-6e51-4313-8f2e-1d42b137a66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:23.592073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5c4e9979-6e51-4313-8f2e-1d42b137a66a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07c2a942-2ee4-4ab1-bacf-13b092b77e90 HTTP/1.1" status: 204 len: 168 time: 0.1658695 Feb 19 07:56:24.493431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42938) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:56:24.626074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1533470420-network', 'tenant_id': '09ec719865e3415a9c4a0a6c7584adb2'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:56:24.630963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:56:24.634929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Usage tracker for resource:network and tenant:09ec719865e3415a9c4a0a6c7584adb2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:56:24.637943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:56:24.647279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:56:24.660796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Made reservation on behalf of 09ec719865e3415a9c4a0a6c7584adb2 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:56:24.663088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:24.695591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 96808489-44af-4248-a224-b5cd8e3a7cb2 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:56:24.728961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 96808489-44af-4248-a224-b5cd8e3a7cb2 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:56:24.729289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 96808489-44af-4248-a224-b5cd8e3a7cb2 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:56:24.756710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:24.787772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:56:24.791586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Usage tracker for resource:security_group_rule and tenant:09ec719865e3415a9c4a0a6c7584adb2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:56:24.794367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:56:24.800348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:56:24.862641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:24.868412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:24.894658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:56:24.906536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:24.910716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:24.911046 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Added segment 022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5 of type vlan for network 244a7956-3e08-40f2-a68c-8092cd449c51 Feb 19 07:56:24.937508 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:24.969566 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:24.971687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:24.972302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:25.071903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] Pushing event updated for resources: {'Network': ['ID=244a7956-3e08-40f2-a68c-8092cd449c51,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:25.076192 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-be071e72-bfdd-4c0d-b857-4eda2c9f802c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5817370 Feb 19 07:56:25.079074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 42944) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:56:25.082246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 244a7956-3e08-40f2-a68c-8092cd449c51 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:56:25.085545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Request body: {'subnet': {'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1533470420-subnet', 'tenant_id': '09ec719865e3415a9c4a0a6c7584adb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:56:25.090421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:56:25.094202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Usage tracker for resource:subnet and tenant:09ec719865e3415a9c4a0a6c7584adb2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:56:25.097043 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:56:25.102776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:56:25.113247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Made reservation on behalf of 09ec719865e3415a9c4a0a6c7584adb2 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:56:25.115626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:25.327074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:25.393149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67ca1a9-e1d8-41db-b3a4-72696a8afd53,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:25.409254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Checking segment: {'id': '022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:56:25.409606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Network hostable DHCP agents. Network: 244a7956-3e08-40f2-a68c-8092cd449c51, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:56:25.432724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Network 244a7956-3e08-40f2-a68c-8092cd449c51 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:56:25.443084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 244a7956-3e08-40f2-a68c-8092cd449c51) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:56:25.447322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:25.447901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:25.452350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec4455-d7e9-4d9c-a493-63f8bb9e6f03 None None] Network 244a7956-3e08-40f2-a68c-8092cd449c51 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:56:25.470778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c9894c80-0ca4-45e3-875d-4c19bdd8c6a5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3900421 Feb 19 07:56:25.667130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0b4fb-e39e-409f-acb9-fdb7bccbdc33 None None] Network 244a7956-3e08-40f2-a68c-8092cd449c51 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:56:26.014276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-5e1736b3-b5bc-4a12-8342-6ad419742258 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:26.014867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-5e1736b3-b5bc-4a12-8342-6ad419742258 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Synchronizing usage tracker for tenant:09ec719865e3415a9c4a0a6c7584adb2 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:56:26.036969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-5e1736b3-b5bc-4a12-8342-6ad419742258 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Unset dirty status for tenant:09ec719865e3415a9c4a0a6c7584adb2 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:56:26.039131 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-5e1736b3-b5bc-4a12-8342-6ad419742258 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/networks?id=244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 200 len: 812 time: 0.1628919 Feb 19 07:56:26.059480 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-58c4ae70-b816-4e62-b948-2d4b1e8f0871 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/quotas/09ec719865e3415a9c4a0a6c7584adb2 HTTP/1.1" status: 200 len: 375 time: 0.0122747 Feb 19 07:56:26.110096 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-76db360e-6e55-4661-b612-6bb1a62d4969 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434620 Feb 19 07:56:26.261141 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-3b74e6f6-ed19-4d26-afad-ab45605864b7 service neutron] 10.222.0.72 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417575 Feb 19 07:56:26.396474 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-2d969803-6ed8-4efd-a81b-e4518c4d3565 service neutron] 10.222.0.72 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296260 Feb 19 07:56:26.578721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d73ae7e6-9324-4d51-977c-37d27b7b47c2 req-e46ccddd-19c7-412e-a3ff-2ff534af749d tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 210 time: 0.0411565 Feb 19 07:56:27.615481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-a36f65ea-d733-4807-9cf4-3e2902ce8848 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:27.617664 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-a36f65ea-d733-4807-9cf4-3e2902ce8848 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.67 "GET /v2.0/networks?id=244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 200 len: 812 time: 0.1531396 Feb 19 07:56:27.634258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Request body: {'port': {'device_id': 'e3debfcc-264b-45d4-b616-4741407d442d', 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51', 'admin_state_up': True, 'tenant_id': '09ec719865e3415a9c4a0a6c7584adb2'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:56:27.753094 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f073e559-599c-49f9-a044-e383cbb7db83 req-56a61066-e520-496b-8056-043215a36606 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 210 time: 0.0527797 Feb 19 07:56:27.803395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:56:27.807906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Usage tracker for resource:port and tenant:09ec719865e3415a9c4a0a6c7584adb2 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:56:27.810979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:56:27.817098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:56:27.830852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Made reservation on behalf of 09ec719865e3415a9c4a0a6c7584adb2 for: {'port': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:56:27.835728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:28.007649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Allocated IP 172.20.0.2 (244a7956-3e08-40f2-a68c-8092cd449c51/f67ca1a9-e1d8-41db-b3a4-72696a8afd53/407303da-4730-4895-aac9-2d11c2912e67) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:56:28.290231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:28.321382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:28.390806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Network 244a7956-3e08-40f2-a68c-8092cd449c51 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:56:28.391869 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:56:28.395771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:56:28.428523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:28.462239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:28.462834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:28.488985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-8d8dd937-2895-44f8-b2b5-b3dcfde85be5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8585908 Feb 19 07:56:28.500096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Request body: {'port': {'device_id': 'e3debfcc-264b-45d4-b616-4741407d442d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:56:28.602761 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:29.013231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407303da-4730-4895-aac9-2d11c2912e67 {{(pid=83568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:56:29.024815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00543cd2-a583-4d12-a4b8-77725aefbe67 req-c6127067-ebf3-43a1-8372-25cb3358c6e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:29.025503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-00543cd2-a583-4d12-a4b8-77725aefbe67 req-c6127067-ebf3-43a1-8372-25cb3358c6e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Synchronizing usage tracker for tenant:09ec719865e3415a9c4a0a6c7584adb2 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:56:29.028983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:29.050691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Transition to ACTIVE for port object 407303da-4730-4895-aac9-2d11c2912e67 will not be triggered until provisioned by entity L2. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:56:29.055877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:29.090230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-00543cd2-a583-4d12-a4b8-77725aefbe67 req-c6127067-ebf3-43a1-8372-25cb3358c6e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Unset dirty status for tenant:09ec719865e3415a9c4a0a6c7584adb2 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:56:29.091368 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00543cd2-a583-4d12-a4b8-77725aefbe67 req-c6127067-ebf3-43a1-8372-25cb3358c6e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 931 time: 0.2122107 Feb 19 07:56:29.206661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:29.256920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-00543cd2-a583-4d12-a4b8-77725aefbe67 req-a750edb7-afa4-42cb-a927-fb40d300cada tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Synchronizing usage tracker for tenant:09ec719865e3415a9c4a0a6c7584adb2 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:56:29.322267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-00543cd2-a583-4d12-a4b8-77725aefbe67 req-a750edb7-afa4-42cb-a927-fb40d300cada tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Unset dirty status for tenant:09ec719865e3415a9c4a0a6c7584adb2 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:56:29.323312 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-00543cd2-a583-4d12-a4b8-77725aefbe67 req-a750edb7-afa4-42cb-a927-fb40d300cada tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175353 Feb 19 07:56:29.342344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Attempting to bind port 407303da-4730-4895-aac9-2d11c2912e67 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:56:29.342672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Attempting to bind port 407303da-4730-4895-aac9-2d11c2912e67 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51'}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:56:29.343068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Attempting to bind port 407303da-4730-4895-aac9-2d11c2912e67 on network 244a7956-3e08-40f2-a68c-8092cd449c51 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:56:29.349104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Port 407303da-4730-4895-aac9-2d11c2912e67 on network 244a7956-3e08-40f2-a68c-8092cd449c51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:56:29.349412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Attempting to bind port 407303da-4730-4895-aac9-2d11c2912e67 on network 244a7956-3e08-40f2-a68c-8092cd449c51 {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:56:29.355785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:56:29.356140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Checking segment: {'id': '022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:56:29.356513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Bound using segment: {'id': '022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51'} {{(pid=83568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:56:29.357086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.managers [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Bound port: 407303da-4730-4895-aac9-2d11c2912e67, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51'}}] {{(pid=83568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:56:29.357413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:29.443244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, cleared binding levels {{(pid=83568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:56:29.446309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:56:29.451588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:29.516272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:29.517584 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] 10.222.0.67 "PUT /v2.0/ports/407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 200 len: 1093 time: 1.0215187 Feb 19 07:56:29.518031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'tag': '407303da-4730-4895-aac9-2d11c2912e67'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:56:29.536408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e18074-c39d-4f45-9b01-7ba12690d11d service neutron] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=3']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:29.587246 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'tag': '407303da-4730-4895-aac9-2d11c2912e67', 'status': 'completed', 'code': 200} Feb 19 07:56:29.629639 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-0b341896-509d-4529-ba39-725c79ad3673 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 1096 time: 0.0734570 Feb 19 07:56:29.700065 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-0c34c34c-1907-4e84-8ca4-8fd2b1de7fd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 200 len: 217 time: 0.0633633 Feb 19 07:56:29.761926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-e2208aa1-e5c4-4fbd-892d-58d47eef9395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:29.763295 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-e2208aa1-e5c4-4fbd-892d-58d47eef9395 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f67ca1a9-e1d8-41db-b3a4-72696a8afd53 HTTP/1.1" status: 200 len: 852 time: 0.0581467 Feb 19 07:56:29.807008 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-0f0d1393-fcbc-43ba-9519-026256b55b23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=244a7956-3e08-40f2-a68c-8092cd449c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377643 Feb 19 07:56:30.026559 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-324140ae-9881-45ae-a23e-7725750d5944 service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131045 Feb 19 07:56:30.155597 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-198dacb2-8fc4-4113-b4ce-e2669011619e req-72bf805f-2983-4ca4-bdc3-e18003387a08 service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232646 Feb 19 07:56:30.285679 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-eaa6657f-3733-4b17-aa13-5d517b33cc95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 1096 time: 0.0739219 Feb 19 07:56:30.416176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-5ba71983-a4c2-4d0c-a16c-b2806b259be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:30.417679 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-5ba71983-a4c2-4d0c-a16c-b2806b259be5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 200 len: 913 time: 0.1260598 Feb 19 07:56:30.517495 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-26bdd218-03fe-4fd6-bdd6-78a863e93072 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 200 len: 217 time: 0.0941222 Feb 19 07:56:30.589876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-76f5c6d7-d6c3-4176-b206-0136f5015e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:30.591166 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-76f5c6d7-d6c3-4176-b206-0136f5015e74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f67ca1a9-e1d8-41db-b3a4-72696a8afd53 HTTP/1.1" status: 200 len: 852 time: 0.0660312 Feb 19 07:56:30.640613 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-ae5cb5a5-b98f-4053-8aff-5ff56c17eb53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=244a7956-3e08-40f2-a68c-8092cd449c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426903 Feb 19 07:56:30.645987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d5765-3fce-43d6-a668-88eea694d7d9 req-d99ba230-1e43-405d-893a-e2d8ee287b8a tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:30.647269 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f3d5765-3fce-43d6-a668-88eea694d7d9 req-d99ba230-1e43-405d-893a-e2d8ee287b8a tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 943 time: 0.1782260 Feb 19 07:56:30.781951 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f3d5765-3fce-43d6-a668-88eea694d7d9 req-cf738d2e-dc58-45cd-b2d8-0d279d693d9b tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173384 Feb 19 07:56:30.799996 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-7e3b7f13-1184-42b1-bedf-6bd0424a9d2f service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518426 Feb 19 07:56:30.929889 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6cce95b1-b948-46f6-8018-9f573052feb4 req-ccd174fd-8157-44d2-96d0-64649ea485a5 service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231170 Feb 19 07:56:32.006546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef20b8c-6b1a-42fa-b3c4-de1bab718a7b req-0eb45cc2-d783-41b1-a07b-0cfe31e508b8 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:32.007959 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5ef20b8c-6b1a-42fa-b3c4-de1bab718a7b req-0eb45cc2-d783-41b1-a07b-0cfe31e508b8 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 943 time: 0.0885851 Feb 19 07:56:32.059101 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5ef20b8c-6b1a-42fa-b3c4-de1bab718a7b req-4bff6c52-284f-475b-8ca3-fe7c323abfd3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444164 Feb 19 07:56:32.701574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 407303da-4730-4895-aac9-2d11c2912e67 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:56:32.860806 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:56:32.874442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '407303da-4730-4895-aac9-2d11c2912e67', 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51', 'port_id': '407303da-4730-4895-aac9-2d11c2912e67', 'mac_address': 'fa:16:3e:0a:83:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67ca1a9-e1d8-41db-b3a4-72696a8afd53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:56:32.931762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:32.954049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407303da-4730-4895-aac9-2d11c2912e67 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:56:32.973750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:56:32.979917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:33.043349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:33.272222 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286e6f9-3131-45db-9168-1ceb9b664294 req-c966892a-eadf-49f4-9092-8aa4e1213b26 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:33.273530 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9286e6f9-3131-45db-9168-1ceb9b664294 req-c966892a-eadf-49f4-9092-8aa4e1213b26 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 944 time: 0.0847492 Feb 19 07:56:33.290669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['407303da-4730-4895-aac9-2d11c2912e67'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:56:33.319441 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9286e6f9-3131-45db-9168-1ceb9b664294 req-9d37ffdd-656c-4196-968b-e223fcab7c4b tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Feb 19 07:56:34.525273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2172-148f-48e5-837d-a1e9f5f4c502 req-30b3e4bf-62eb-4a88-9c9a-c44cfde244f0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:34.526677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57dd2172-148f-48e5-837d-a1e9f5f4c502 req-30b3e4bf-62eb-4a88-9c9a-c44cfde244f0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 944 time: 0.0792656 Feb 19 07:56:34.571901 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57dd2172-148f-48e5-837d-a1e9f5f4c502 req-6776358e-ce83-45b1-aa32-4d724203b4ed tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Feb 19 07:56:34.717577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 407303da-4730-4895-aac9-2d11c2912e67 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:56:34.793288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 407303da-4730-4895-aac9-2d11c2912e67 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:56:34.798734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 407303da-4730-4895-aac9-2d11c2912e67 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:56:34.799108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:34.917048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:34.947869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407303da-4730-4895-aac9-2d11c2912e67'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:56:34.957977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:56:34.963260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:35.006969 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407303da-4730-4895-aac9-2d11c2912e67', 'code': 200} Feb 19 07:56:35.031997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:35.040276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.040613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.040937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.041314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.041577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.041861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.042171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.042540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.042851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.043158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.043466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:35.234650 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-daf90332-188f-458b-819a-610f91f0ecae req-ae892043-eb17-4fc7-839f-11e92de34814 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 1098 time: 0.0713532 Feb 19 07:56:35.278981 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-daf90332-188f-458b-819a-610f91f0ecae req-ee6849bd-a827-450d-a997-621a833933db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386114 Feb 19 07:56:35.775998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca94f-7b4a-4c77-8cce-a0e82a24fe49 req-f13f032b-3fbe-45c4-a1c3-80edb9e9a669 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:35.777511 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b0ca94f-7b4a-4c77-8cce-a0e82a24fe49 req-f13f032b-3fbe-45c4-a1c3-80edb9e9a669 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0817194 Feb 19 07:56:35.821973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b0ca94f-7b4a-4c77-8cce-a0e82a24fe49 req-9b8c7de1-1eeb-4304-bc3b-fb75edff30f9 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Feb 19 07:56:36.736224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-63dda21a-0980-46de-86f9-be72dba8046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:37.116143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd2321-0521-418c-b484-2dcd2d979353 req-36b3205d-834f-422c-899c-bfb4d424f1bb tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:37.117590 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-edcd2321-0521-418c-b484-2dcd2d979353 req-36b3205d-834f-422c-899c-bfb4d424f1bb tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.1624458 Feb 19 07:56:37.161539 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-edcd2321-0521-418c-b484-2dcd2d979353 req-7f2c8626-15f7-4646-bb77-d5b74e061570 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Feb 19 07:56:37.449119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f1d94646-9674-44b5-8a04-7b0a48a44efc req-830657a9-08d0-42b3-9173-1438f3b06d1c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1611876 Feb 19 07:56:37.741986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43000) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:56:37.775127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eac97-6a6b-40c6-a4a1-983a38ac4841 req-06995f7c-d639-4baf-989e-205af85d6f38 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:37.777073 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b17eac97-6a6b-40c6-a4a1-983a38ac4841 req-06995f7c-d639-4baf-989e-205af85d6f38 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0803673 Feb 19 07:56:37.853275 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b17eac97-6a6b-40c6-a4a1-983a38ac4841 req-0ca307c2-9c9d-4705-a61b-1e098543d41c tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711720 Feb 19 07:56:37.889231 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-f3e6af06-124c-42e3-a49b-a24ce00657ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461902 Feb 19 07:56:38.955946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0489784e-c1fd-4acd-8751-97cdae00e758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:39.121577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05172a-992f-478d-a5b0-317a895290bd req-9a2f2f3f-a71e-4370-8f30-faa3f570649c tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:39.123081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab05172a-992f-478d-a5b0-317a895290bd req-9a2f2f3f-a71e-4370-8f30-faa3f570649c tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.1449571 Feb 19 07:56:39.221689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab05172a-992f-478d-a5b0-317a895290bd req-3ebf90c7-383f-496e-848f-f55bc1d92b97 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912883 Feb 19 07:56:39.239439 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-8dc2d8c5-b676-41c1-9e17-9fd6235ca6f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 1098 time: 0.0891328 Feb 19 07:56:39.367968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-f6fc1f7e-0159-4ebb-8381-06487ef17b8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:39.369418 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-f6fc1f7e-0159-4ebb-8381-06487ef17b8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 200 len: 913 time: 0.1236963 Feb 19 07:56:39.439711 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-9a030d2f-f81f-409c-a3cd-e08956ce41bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 200 len: 217 time: 0.0641847 Feb 19 07:56:39.502288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-448c58a9-c3d5-4010-adee-7b83d7ae519c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:39.503609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-448c58a9-c3d5-4010-adee-7b83d7ae519c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f67ca1a9-e1d8-41db-b3a4-72696a8afd53 HTTP/1.1" status: 200 len: 852 time: 0.0586352 Feb 19 07:56:39.547736 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-4f8c605d-6b7e-40a4-a74d-a816e1074d66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=244a7956-3e08-40f2-a68c-8092cd449c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382223 Feb 19 07:56:39.696337 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-dc0bb064-388f-4f3e-b47a-17b4093ea3b2 service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414557 Feb 19 07:56:39.827788 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-b1f0460e-6e44-4e0e-b61b-da72eea146a0 service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254370 Feb 19 07:56:40.258222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:40.298332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:40.426314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd4ef7-5186-4bd0-8ad9-58bd1e3669f7 req-94b19527-0e99-4713-be86-38c7fc5a532a tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:40.427760 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-28fd4ef7-5186-4bd0-8ad9-58bd1e3669f7 req-94b19527-0e99-4713-be86-38c7fc5a532a tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0819564 Feb 19 07:56:40.473744 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-28fd4ef7-5186-4bd0-8ad9-58bd1e3669f7 req-60180c73-fbf9-4e93-85bd-40f956cea438 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Feb 19 07:56:41.513690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:41.689880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9cd4b-1851-4dae-adc8-61d4f2e1157b req-dfa4b8ee-f267-4a4d-934c-3865ac48a37b tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:41.691347 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85f9cd4b-1851-4dae-adc8-61d4f2e1157b req-dfa4b8ee-f267-4a4d-934c-3865ac48a37b tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0899646 Feb 19 07:56:41.750921 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85f9cd4b-1851-4dae-adc8-61d4f2e1157b req-d88a5049-5555-4b6b-9bf4-b213e3bca9f8 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517411 Feb 19 07:56:42.962767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534eb5e-6fd8-484b-9867-20cb9f742ffc req-a5be92bf-f814-415d-a11b-0b33a3ae2bc0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:42.964173 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8534eb5e-6fd8-484b-9867-20cb9f742ffc req-a5be92bf-f814-415d-a11b-0b33a3ae2bc0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0788581 Feb 19 07:56:43.013590 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8534eb5e-6fd8-484b-9867-20cb9f742ffc req-5350a594-70b9-4b4e-a633-ad2987d29f4e tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Feb 19 07:56:43.611692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:56:44.228603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478494eb-6c4f-4d62-9584-2fac471c9057 req-e7924158-ce7b-43c2-97b2-0b89acb7f564 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:44.229984 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-478494eb-6c4f-4d62-9584-2fac471c9057 req-e7924158-ce7b-43c2-97b2-0b89acb7f564 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0813942 Feb 19 07:56:44.277287 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-478494eb-6c4f-4d62-9584-2fac471c9057 req-fab7063a-e603-486e-a675-25d47d525760 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Feb 19 07:56:45.489251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf6a3e-6dc8-48c9-a839-1f18ec4ee131 req-e482252d-19bd-4d64-b8b6-81926e50766e tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:45.490674 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-efcf6a3e-6dc8-48c9-a839-1f18ec4ee131 req-e482252d-19bd-4d64-b8b6-81926e50766e tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0872567 Feb 19 07:56:45.535935 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-efcf6a3e-6dc8-48c9-a839-1f18ec4ee131 req-418ec80a-6035-469e-92a9-57b6f66c0e17 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Feb 19 07:56:46.762687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57463d-29c2-4c09-8771-2c270d8feda5 req-5f501573-32aa-4cd0-b435-af77b7dc6670 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:46.764186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4e57463d-29c2-4c09-8771-2c270d8feda5 req-5f501573-32aa-4cd0-b435-af77b7dc6670 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0924010 Feb 19 07:56:46.812744 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4e57463d-29c2-4c09-8771-2c270d8feda5 req-8f86288b-da0b-41d3-8a96-ac974c39c683 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Feb 19 07:56:48.032175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9c642-0b70-4b52-b273-bc873ddfe09a req-85e235c0-f19f-4751-96ef-59526cc1fc18 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:48.033722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1ba9c642-0b70-4b52-b273-bc873ddfe09a req-85e235c0-f19f-4751-96ef-59526cc1fc18 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0881310 Feb 19 07:56:48.081542 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1ba9c642-0b70-4b52-b273-bc873ddfe09a req-c2602fb1-081f-4994-820e-f33d10fcf282 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Feb 19 07:56:49.299223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e78e3-f063-47be-bc0b-6b2c372aae48 req-da241bc1-0c4a-4991-bd8f-88913eb38029 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:49.300660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b3e78e3-f063-47be-bc0b-6b2c372aae48 req-da241bc1-0c4a-4991-bd8f-88913eb38029 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0883167 Feb 19 07:56:49.346595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b3e78e3-f063-47be-bc0b-6b2c372aae48 req-65fb7732-34f5-4c50-b035-b3c3bf3dd36b tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Feb 19 07:56:50.569176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa595e2-7d68-4537-89e8-9ed94a64db0a req-79b0f0c4-45b1-4d13-8db5-47f16b36f114 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:50.570783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1aa595e2-7d68-4537-89e8-9ed94a64db0a req-79b0f0c4-45b1-4d13-8db5-47f16b36f114 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0853412 Feb 19 07:56:50.690057 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:56:50.691211 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1aa595e2-7d68-4537-89e8-9ed94a64db0a req-dba48e75-8751-4338-a5b6-2f472d437e46 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145825 Feb 19 07:56:51.911374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1684-c24c-4268-8575-d25120c9ee94 req-b6c6409f-7297-45f4-b178-35b7e62c47bc tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:51.912869 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e5e1684-c24c-4268-8575-d25120c9ee94 req-b6c6409f-7297-45f4-b178-35b7e62c47bc tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0876057 Feb 19 07:56:51.958337 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e5e1684-c24c-4268-8575-d25120c9ee94 req-73a4c2b0-0efb-4b72-921f-4c50e41037bd tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Feb 19 07:56:53.170764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69cfbb-0812-4791-8c61-8d230b9a8510 req-e1ea8969-a3d2-412c-87d5-e83415cb7d1c tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:53.172189 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b69cfbb-0812-4791-8c61-8d230b9a8510 req-e1ea8969-a3d2-412c-87d5-e83415cb7d1c tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0828183 Feb 19 07:56:53.219380 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b69cfbb-0812-4791-8c61-8d230b9a8510 req-045ceeb4-aba8-4726-866c-6d24065fcf60 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Feb 19 07:56:54.437784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ee9b-65c8-47ec-8661-547dc607cffc req-edae1b7d-59fc-4ab2-8279-dcdb551453c0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:54.439221 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7fd4ee9b-65c8-47ec-8661-547dc607cffc req-edae1b7d-59fc-4ab2-8279-dcdb551453c0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0818472 Feb 19 07:56:54.486928 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7fd4ee9b-65c8-47ec-8661-547dc607cffc req-6f4aa761-f41c-4c23-bd0d-2fbba930174f tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Feb 19 07:56:55.701233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c11c9-eedc-4398-92f6-88bb48c92ab4 req-f0149372-ad5f-4e2b-a661-4f0ca2c5a1c5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:55.702764 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-be1c11c9-eedc-4398-92f6-88bb48c92ab4 req-f0149372-ad5f-4e2b-a661-4f0ca2c5a1c5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0805626 Feb 19 07:56:55.750485 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-be1c11c9-eedc-4398-92f6-88bb48c92ab4 req-7f303271-5994-42df-8aef-f62c75f11572 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Feb 19 07:56:56.969197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35408aba-03af-42d7-830a-171c88b54a7e req-9c643e38-e194-434b-ad18-ba8ea8e986cd tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:56.970652 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-35408aba-03af-42d7-830a-171c88b54a7e req-9c643e38-e194-434b-ad18-ba8ea8e986cd tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0954928 Feb 19 07:56:57.016718 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-35408aba-03af-42d7-830a-171c88b54a7e req-aca1bf29-d2d9-429f-bd7b-0edd31711e84 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Feb 19 07:56:58.233149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ab5d9-d576-44a2-bfca-2abecf9d8a36 req-53239fbb-528e-4f44-9c0a-41fa235ccb87 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:58.234655 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d88ab5d9-d576-44a2-bfca-2abecf9d8a36 req-53239fbb-528e-4f44-9c0a-41fa235ccb87 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0821829 Feb 19 07:56:58.283670 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d88ab5d9-d576-44a2-bfca-2abecf9d8a36 req-d9aa5aab-0776-4816-8170-b591d9cbfdcc tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Feb 19 07:56:59.496251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911edac-c302-42d1-b345-3e2c326d9355 req-af2a4920-ff84-489f-b05e-25786d8373ab tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:56:59.497935 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f911edac-c302-42d1-b345-3e2c326d9355 req-af2a4920-ff84-489f-b05e-25786d8373ab tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0839849 Feb 19 07:56:59.550224 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f911edac-c302-42d1-b345-3e2c326d9355 req-9e813bec-81c2-49e0-8a0e-72ba23decbde tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Feb 19 07:57:00.760338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43c82-4216-4462-b420-b99225dc7419 req-dd5bee7b-7526-4ade-9d24-1440664c63a1 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:00.761763 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-94b43c82-4216-4462-b420-b99225dc7419 req-dd5bee7b-7526-4ade-9d24-1440664c63a1 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0846555 Feb 19 07:57:00.813694 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-94b43c82-4216-4462-b420-b99225dc7419 req-be439bfa-c619-4224-86e2-058f17c8314c tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Feb 19 07:57:02.025223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f6f7e-77b3-44b9-b434-c4b2c1747f13 req-bb31c81e-6b88-4f5a-8cdf-cb72358597d2 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:02.026562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-372f6f7e-77b3-44b9-b434-c4b2c1747f13 req-bb31c81e-6b88-4f5a-8cdf-cb72358597d2 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0816813 Feb 19 07:57:02.072062 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-372f6f7e-77b3-44b9-b434-c4b2c1747f13 req-30c34644-0107-4fec-bfa2-117ac659ca41 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Feb 19 07:57:03.299213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344b94d-8aa9-4c74-97c0-b8d0fa635ba4 req-a4501c8b-81d8-468f-bf6b-eb61bdcc8fd0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.300660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a344b94d-8aa9-4c74-97c0-b8d0fa635ba4 req-a4501c8b-81d8-468f-bf6b-eb61bdcc8fd0 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0916107 Feb 19 07:57:03.347948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a344b94d-8aa9-4c74-97c0-b8d0fa635ba4 req-61041cad-1ee6-4c40-8bb3-7faeef8f4f74 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Feb 19 07:57:04.569373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361085aa-2dbe-417f-bd9b-e5f1c369519b req-36093d56-ca15-476b-914b-63e927e83495 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:04.570806 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-361085aa-2dbe-417f-bd9b-e5f1c369519b req-36093d56-ca15-476b-914b-63e927e83495 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0882559 Feb 19 07:57:04.616591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-361085aa-2dbe-417f-bd9b-e5f1c369519b req-98b10c5f-5571-407a-a979-c9539ac3c08e tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Feb 19 07:57:05.824506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fe26b-120f-4a6a-803b-8791b176ad20 req-61667df8-c737-4635-8828-d538cb8a4685 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:05.825830 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-479fe26b-120f-4a6a-803b-8791b176ad20 req-61667df8-c737-4635-8828-d538cb8a4685 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0846813 Feb 19 07:57:05.870017 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-479fe26b-120f-4a6a-803b-8791b176ad20 req-c4e7f3d7-44ed-46bd-b38f-c69beed2ab4f tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Feb 19 07:57:06.700784 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-a10b532c-c7c2-4d3c-b082-701400f1b5bb service neutron] 10.222.0.67 "GET /v2.0/ports/407303da-4730-4895-aac9-2d11c2912e67/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0788057 Feb 19 07:57:06.728986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cbbffb02-a9aa-41d3-98f2-e48cf04b943b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:06.977994 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-346da650-3dae-4b5f-be99-c3e218fab54c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d&tenant_id=09ec719865e3415a9c4a0a6c7584adb2 HTTP/1.1" status: 200 len: 1098 time: 0.0732150 Feb 19 07:57:07.027189 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-fed79cb0-916d-498f-b0d1-879b082f2121 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 1098 time: 0.0721633 Feb 19 07:57:07.066604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31121a-67ba-4aaa-940e-d4cf28749346 req-c8ee6039-a0fc-4bbb-9496-6012cb34a9af tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:07.068403 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf31121a-67ba-4aaa-940e-d4cf28749346 req-c8ee6039-a0fc-4bbb-9496-6012cb34a9af tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0766997 Feb 19 07:57:07.114030 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf31121a-67ba-4aaa-940e-d4cf28749346 req-fc9f891d-3c4e-48eb-bf23-96139f245a91 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Feb 19 07:57:07.177087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-89aa26cf-be6b-43ac-841e-42202511a986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:07.178532 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-89aa26cf-be6b-43ac-841e-42202511a986 service neutron] 10.222.0.67 "GET /v2.0/networks?id=244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 200 len: 913 time: 0.1334603 Feb 19 07:57:07.243374 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-3e9cb584-20c7-4af2-895c-cc7ae9029f10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 200 len: 217 time: 0.0582879 Feb 19 07:57:07.308513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-4e94a7ad-99f9-438e-9eb2-7240cf3a7fbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:07.309805 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-4e94a7ad-99f9-438e-9eb2-7240cf3a7fbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f67ca1a9-e1d8-41db-b3a4-72696a8afd53 HTTP/1.1" status: 200 len: 852 time: 0.0610085 Feb 19 07:57:07.352190 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-37210a96-0e76-4e4b-8021-f92cff9defce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=244a7956-3e08-40f2-a68c-8092cd449c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362892 Feb 19 07:57:07.583084 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-b7809f24-f46f-443d-ae76-3f5684fe14a9 service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245147 Feb 19 07:57:07.722398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6e52d7a4-ebed-4023-8938-8eeb10e36703 req-9e5a7abb-7ef4-4459-9295-473c7718adee service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333673 Feb 19 07:57:07.835701 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-5fc4ec40-b7b1-436c-a47f-118a24895a7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 1098 time: 0.0748458 Feb 19 07:57:07.971034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-f7aa18d5-c708-4ea7-b29a-08581284bd10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:07.972503 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-f7aa18d5-c708-4ea7-b29a-08581284bd10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 200 len: 913 time: 0.1300514 Feb 19 07:57:08.036974 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-ffe686c7-60dd-48b9-87cb-242c26579799 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 200 len: 217 time: 0.0589733 Feb 19 07:57:08.101862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-ca2bb4b2-1f04-4dbe-9d15-b67f38a51676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:08.103201 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-ca2bb4b2-1f04-4dbe-9d15-b67f38a51676 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f67ca1a9-e1d8-41db-b3a4-72696a8afd53 HTTP/1.1" status: 200 len: 852 time: 0.0601785 Feb 19 07:57:08.149868 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-a6c39df7-17b1-4726-8fad-765b803d1692 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=244a7956-3e08-40f2-a68c-8092cd449c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380125 Feb 19 07:57:08.280431 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-2388a465-e4e8-4083-8229-eccf36202df9 service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245031 Feb 19 07:57:08.312935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331de3e-d384-4401-ac5a-d16c8995f49f req-6cee6413-1823-403e-98e3-42504f19cdac tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:08.314680 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5331de3e-d384-4401-ac5a-d16c8995f49f req-6cee6413-1823-403e-98e3-42504f19cdac tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0794420 Feb 19 07:57:08.360620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5331de3e-d384-4401-ac5a-d16c8995f49f req-29afcaf8-3bc9-42fb-b1c3-39da721f8105 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Feb 19 07:57:08.411320 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ac845869-df47-48c5-9ffd-11df2d9d6e4b req-da78a366-f886-409f-a435-3200f7f1899f service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236899 Feb 19 07:57:08.966204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f3c0b0cb-82f8-4eef-8984-8667863332d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:09.569319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4cee-d0a1-49f7-9a8f-5c428d42e9fb req-32f57455-e6f9-4675-828d-ded8db6830f3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:09.570743 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e89b4cee-d0a1-49f7-9a8f-5c428d42e9fb req-32f57455-e6f9-4675-828d-ded8db6830f3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0762880 Feb 19 07:57:09.626405 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e89b4cee-d0a1-49f7-9a8f-5c428d42e9fb req-aea14b53-a749-4fcd-abca-93a4549fea86 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474894 Feb 19 07:57:10.261803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:10.297732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:10.834971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 407303da-4730-4895-aac9-2d11c2912e67 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:57:10.837467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 407303da-4730-4895-aac9-2d11c2912e67 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:57:10.837829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fda922-2158-4a6e-add1-bae205077d49 req-2c6ae74d-9a4d-40a3-a676-b66a9b5ba7db tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:10.839315 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75fda922-2158-4a6e-add1-bae205077d49 req-2c6ae74d-9a4d-40a3-a676-b66a9b5ba7db tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 945 time: 0.0834193 Feb 19 07:57:10.887738 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75fda922-2158-4a6e-add1-bae205077d49 req-553ee297-1da8-4a40-beb9-1af1897e0b2f tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Feb 19 07:57:11.053548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:11.071100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:11.091087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '407303da-4730-4895-aac9-2d11c2912e67', 'network_id': '244a7956-3e08-40f2-a68c-8092cd449c51', 'port_id': '407303da-4730-4895-aac9-2d11c2912e67', 'mac_address': 'fa:16:3e:0a:83:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67ca1a9-e1d8-41db-b3a4-72696a8afd53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:57:11.097471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '407303da-4730-4895-aac9-2d11c2912e67'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:57:11.143250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:11.151214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:11.183288 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '407303da-4730-4895-aac9-2d11c2912e67', 'code': 200} Feb 19 07:57:11.211285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:11.235644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 407303da-4730-4895-aac9-2d11c2912e67 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:57:11.243381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:11.299826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:57:11.300715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:57:11.510506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:11.865578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:11.883312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407303da-4730-4895-aac9-2d11c2912e67 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:57:11.898042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:11.905388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:11.968438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['407303da-4730-4895-aac9-2d11c2912e67'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:57:12.009103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:12.088240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15239-d2d6-4f94-af0d-3dccc19acc25 req-c60ba666-8cd0-4d4e-a23f-743eed6278f5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:12.089689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dde15239-d2d6-4f94-af0d-3dccc19acc25 req-c60ba666-8cd0-4d4e-a23f-743eed6278f5 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 944 time: 0.0785284 Feb 19 07:57:12.133591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dde15239-d2d6-4f94-af0d-3dccc19acc25 req-b38b90b6-550a-4ab4-a91d-93698637eefc tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Feb 19 07:57:12.548066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-f85e0cb2-efdf-409b-ac2e-d29d51cc9942 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:12.549505 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-f85e0cb2-efdf-409b-ac2e-d29d51cc9942 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.67 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d&tenant_id=09ec719865e3415a9c4a0a6c7584adb2&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 944 time: 0.0820699 Feb 19 07:57:12.695564 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-2dc1f771-f43b-4205-9252-c8b0d8560e97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 1097 time: 0.0780849 Feb 19 07:57:12.826007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-e2390e1d-cf76-47e5-8bd9-5b8e918010d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:12.827424 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-e2390e1d-cf76-47e5-8bd9-5b8e918010d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 200 len: 913 time: 0.1263630 Feb 19 07:57:12.845589 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 407303da-4730-4895-aac9-2d11c2912e67 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:57:12.896686 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-0e843b39-dc52-4d6f-b19b-0bf8f3c7c8db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 200 len: 217 time: 0.0612268 Feb 19 07:57:12.959369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-3fa28c34-c616-4042-a13a-1dbc9ebfee76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:12.960829 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-3fa28c34-c616-4042-a13a-1dbc9ebfee76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f67ca1a9-e1d8-41db-b3a4-72696a8afd53 HTTP/1.1" status: 200 len: 852 time: 0.0574718 Feb 19 07:57:12.987348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:13.004475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 407303da-4730-4895-aac9-2d11c2912e67 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:57:13.005213 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-c1b92aef-a85d-4d0e-b365-68cc0f1f5233 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=244a7956-3e08-40f2-a68c-8092cd449c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377817 Feb 19 07:57:13.019288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:13.024734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:13.091704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:13.136434 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-63ca15bb-6cd6-4b3e-90c6-5c1e4239594e service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248493 Feb 19 07:57:13.354119 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-96e5e0d8-d913-45b7-8b98-84153ed37e6b service neutron] 10.222.0.67 "GET /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114227 Feb 19 07:57:13.598009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:14.228082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e08ed-7cb1-48b1-9403-042b2360d0ce req-1545ba1c-e5ef-4c2c-9241-53ee7de7bead tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:14.229544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e67e08ed-7cb1-48b1-9403-042b2360d0ce req-1545ba1c-e5ef-4c2c-9241-53ee7de7bead tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 943 time: 0.0858378 Feb 19 07:57:14.275297 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e67e08ed-7cb1-48b1-9403-042b2360d0ce req-0d57b927-f4a4-4d1e-a7a4-001a8510f98f tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Feb 19 07:57:15.568755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb35ec-5785-4b32-aede-72c07dfef844 req-454b32e4-7d32-4ffb-a667-bbc4acd2079f tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:15.570082 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2edb35ec-5785-4b32-aede-72c07dfef844 req-454b32e4-7d32-4ffb-a667-bbc4acd2079f tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 943 time: 0.1678774 Feb 19 07:57:15.614495 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2edb35ec-5785-4b32-aede-72c07dfef844 req-c0b42f3e-c7d5-43c8-9094-4c68eb2fca4d tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Feb 19 07:57:15.928478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-e5ccbcee-afa6-4a14-9164-eddc85274fbf tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:15.929919 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-e5ccbcee-afa6-4a14-9164-eddc85274fbf tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.67 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 943 time: 0.0834174 Feb 19 07:57:15.995289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Deleting port 407303da-4730-4895-aac9-2d11c2912e67 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:57:15.995612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:16.237640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] For port 407303da-4730-4895-aac9-2d11c2912e67, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=407303da-4730-4895-aac9-2d11c2912e67,segment=NetworkSegment(022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5),segment_id=022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:16.237900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:16.354282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Calling delete_port for 407303da-4730-4895-aac9-2d11c2912e67 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:57:16.507716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:16.555422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Pushing event deleted for resources: {'Port': ['ID=407303da-4730-4895-aac9-2d11c2912e67,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:16.600482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.600813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.601148 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.601479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.601778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.602131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.602545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.602894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.603274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.603581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.603969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:16.643591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] No DVR routers for this DVR port 407303da-4730-4895-aac9-2d11c2912e67 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:57:16.645979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:16.648581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'name': 'network-vif-deleted', 'tag': '407303da-4730-4895-aac9-2d11c2912e67'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:57:16.665084 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-21a808ea-93c6-4ff4-8b79-96bad79f012b req-5b9d9aa5-d307-410c-9959-f54188f5d1e3 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.67 "DELETE /v2.0/ports/407303da-4730-4895-aac9-2d11c2912e67 HTTP/1.1" status: 204 len: 173 time: 0.7297235 Feb 19 07:57:16.798282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ff405ef7-400f-4ba1-aef7-da15ce268dab req-f2f6bfa9-ae1a-4e56-a341-a435247e52d7 tempest-DeleteServersTestJSON-1857831727 tempest-DeleteServersTestJSON-1857831727-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3debfcc-264b-45d4-b616-4741407d442d HTTP/1.1" status: 200 len: 210 time: 0.0631633 Feb 19 07:57:16.803626 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3debfcc-264b-45d4-b616-4741407d442d', 'name': 'network-vif-deleted', 'tag': '407303da-4730-4895-aac9-2d11c2912e67', 'status': 'completed', 'code': 200} Feb 19 07:57:18.092561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43106) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:57:18.163019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Deleting subnet f67ca1a9-e1d8-41db-b3a4-72696a8afd53 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:57:18.165911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.212647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.267932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.340774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.376289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67ca1a9-e1d8-41db-b3a4-72696a8afd53,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:18.387202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.390189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.390525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.390852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.391159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.391482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.391799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.392112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.392451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.392772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.393071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.393377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:18.399021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-47357348-cc14-462a-9c44-247b01795868 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f67ca1a9-e1d8-41db-b3a4-72696a8afd53 HTTP/1.1" status: 204 len: 168 time: 0.3051589 Feb 19 07:57:18.401536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43110) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:57:18.504113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.624671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.649024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244a7956-3e08-40f2-a68c-8092cd449c51']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:57:18.661351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:57:18.661630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022e4d5d-c86c-47ad-a5c6-ff94a6c9e7f5') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:57:18.673307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.691374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.697839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:57:18.698202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:57:18.710761 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:57:18.787295 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.803762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:18.813962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] Pushing event deleted for resources: {'Network': ['ID=244a7956-3e08-40f2-a68c-8092cd449c51,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:18.825333 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c9c04d9f-843f-48e2-aece-8c02cae29373 admin admin] 10.222.0.72 "DELETE /v2.0/networks/244a7956-3e08-40f2-a68c-8092cd449c51 HTTP/1.1" status: 204 len: 168 time: 0.4228210 Feb 19 07:57:18.873658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 407303da-4730-4895-aac9-2d11c2912e67 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:57:18.906378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 407303da-4730-4895-aac9-2d11c2912e67 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:57:18.906742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 407303da-4730-4895-aac9-2d11c2912e67 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:57:18.970925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43116) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:57:19.033159 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cf98d584-56bb-410f-98be-126cb0c6fb8d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09ec719865e3415a9c4a0a6c7584adb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610182 Feb 19 07:57:19.035765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43120) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:57:19.099770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a851bec-c31d-4075-8236-0db89c2d0626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:19.125930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a851bec-c31d-4075-8236-0db89c2d0626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:19.177482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a851bec-c31d-4075-8236-0db89c2d0626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:19.195299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a851bec-c31d-4075-8236-0db89c2d0626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6b87e9-57ad-4301-ae5e-9351af5e9e3e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:19.204405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a851bec-c31d-4075-8236-0db89c2d0626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:19.205494 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5a851bec-c31d-4075-8236-0db89c2d0626 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd6b87e9-57ad-4301-ae5e-9351af5e9e3e HTTP/1.1" status: 204 len: 168 time: 0.1688530 Feb 19 07:57:20.088631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 43142) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:57:20.218736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-681408520-network', 'tenant_id': '22b9a6229685492a9a42d3a9d000f22c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:57:20.224688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:57:20.231347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Usage tracker for resource:network and tenant:22b9a6229685492a9a42d3a9d000f22c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:57:20.234601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:57:20.240958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:57:20.253288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Made reservation on behalf of 22b9a6229685492a9a42d3a9d000f22c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:57:20.255671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.267830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.303832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:57:20.307681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Usage tracker for resource:security_group_rule and tenant:22b9a6229685492a9a42d3a9d000f22c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:57:20.310509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:57:20.316097 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:57:20.380305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.385671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.413839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:57:20.426223 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eda8eb-7e4d-45fe-9404-bec1d78bc569,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:20.431729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.432142 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Added segment 9cfeaf27-933f-489e-845f-647ee84b6ddb of type vlan for network 78cf2971-2734-4870-b375-0300885e7246 Feb 19 07:57:20.458275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.487963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.488907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:20.489540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.591573 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5018775 Feb 19 07:57:20.592522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b951ab-4f67-433a-adae-44b8fce1594a admin admin] Pushing event updated for resources: {'Network': ['ID=78cf2971-2734-4870-b375-0300885e7246,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:20.594800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43148) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:57:20.600257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Request body: {'subnet': {'network_id': '78cf2971-2734-4870-b375-0300885e7246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-681408520-subnet', 'tenant_id': '22b9a6229685492a9a42d3a9d000f22c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:57:20.603052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 78cf2971-2734-4870-b375-0300885e7246 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:57:20.605758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:57:20.609735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Usage tracker for resource:subnet and tenant:22b9a6229685492a9a42d3a9d000f22c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:57:20.612589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:57:20.618351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:57:20.629419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Made reservation on behalf of 22b9a6229685492a9a42d3a9d000f22c for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:57:20.631675 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.831507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.899396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Pushing event updated for resources: {'Subnet': ['ID=241dff4e-48e8-414d-88a3-2806e5241c33,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:20.915931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Checking segment: {'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:57:20.916310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Network hostable DHCP agents. Network: 78cf2971-2734-4870-b375-0300885e7246, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:57:20.943637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Network 78cf2971-2734-4870-b375-0300885e7246 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:57:20.957745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 78cf2971-2734-4870-b375-0300885e7246) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:57:20.962704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:20.963273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:20.967985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa487cff-da61-4d7e-86c1-6180220cdc75 None None] Network 78cf2971-2734-4870-b375-0300885e7246 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:57:20.983970 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6772a90f-5cd3-481b-99a2-38003ec8926b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3880672 Feb 19 07:57:21.183037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a48467-df53-48bd-af28-03a04aa61101 None None] Network 78cf2971-2734-4870-b375-0300885e7246 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:57:21.514235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-b8991ce6-f15b-4f9e-8790-aa4ff8a71006 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:21.515640 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-b8991ce6-f15b-4f9e-8790-aa4ff8a71006 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 814 time: 0.1435421 Feb 19 07:57:21.534143 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-dabe965c-709a-4e9d-b8b3-e90677eea2be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/quotas/22b9a6229685492a9a42d3a9d000f22c HTTP/1.1" status: 200 len: 375 time: 0.0106041 Feb 19 07:57:21.579746 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-bb4b8f6c-e8cb-4088-b919-19c77369f1a3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394056 Feb 19 07:57:21.788673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-54192a82-19b3-45e0-8b81-50f9a87828c7 service neutron] 10.222.0.72 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021770 Feb 19 07:57:22.016134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-252f94b6-592a-49be-a8cc-8f72aa96f46f service neutron] 10.222.0.72 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191854 Feb 19 07:57:22.198734 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-685d392b-3daf-40b7-94f3-73a0a2b89922 req-8c636b16-2106-4143-9222-8850a0be4ed4 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 210 time: 0.0438859 Feb 19 07:57:23.250612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-152e200f-cce1-4438-ab3d-f5221861a802 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:23.251278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-152e200f-cce1-4438-ab3d-f5221861a802 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Synchronizing usage tracker for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:57:23.270202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-152e200f-cce1-4438-ab3d-f5221861a802 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Unset dirty status for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:57:23.271461 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-152e200f-cce1-4438-ab3d-f5221861a802 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 814 time: 0.1752372 Feb 19 07:57:23.288749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Request body: {'port': {'device_id': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'network_id': '78cf2971-2734-4870-b375-0300885e7246', 'admin_state_up': True, 'tenant_id': '22b9a6229685492a9a42d3a9d000f22c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:57:23.371010 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d7fe8c9b-9a7f-4efa-8502-4ad49e4c0b82 req-025a084e-451f-4a6d-9f5c-d0a74fe5f00a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 210 time: 0.0400820 Feb 19 07:57:23.423804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:57:23.427723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Usage tracker for resource:port and tenant:22b9a6229685492a9a42d3a9d000f22c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:57:23.430618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:57:23.436335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:57:23.450876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Made reservation on behalf of 22b9a6229685492a9a42d3a9d000f22c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:57:23.454174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:23.615709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Allocated IP 172.20.0.7 (78cf2971-2734-4870-b375-0300885e7246/241dff4e-48e8-414d-88a3-2806e5241c33/80ac7d1e-89f8-4d5c-ab38-eff8a3711982) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:57:23.916992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:23.946227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:24.023753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Network 78cf2971-2734-4870-b375-0300885e7246 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:57:24.027193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:24.029562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:57:24.031448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:57:24.095065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:24.095651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:24.116911 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-790b5749-43c4-461b-ade3-5b2c2db6df4c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8327415 Feb 19 07:57:24.128691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Request body: {'port': {'device_id': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:57:24.233268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:24.578262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:57:24.585203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:24.590104 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4b4d7-1e61-431c-80f7-edb66398e496 req-7695dedd-c2db-4bd7-87c8-97d5a35bc3ed tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:24.591572 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60b4b4d7-1e61-431c-80f7-edb66398e496 req-7695dedd-c2db-4bd7-87c8-97d5a35bc3ed tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 931 time: 0.0794821 Feb 19 07:57:24.601342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Transition to ACTIVE for port object 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:57:24.606269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:24.635974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60b4b4d7-1e61-431c-80f7-edb66398e496 req-1979a069-cfc5-4afb-994b-a93426dbb1c3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Feb 19 07:57:24.727380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:24.836033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Attempting to bind port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:57:24.836276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Attempting to bind port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:57:24.836589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Attempting to bind port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 on network 78cf2971-2734-4870-b375-0300885e7246 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:57:24.842819 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 on network 78cf2971-2734-4870-b375-0300885e7246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:57:24.843138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Attempting to bind port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 on network 78cf2971-2734-4870-b375-0300885e7246 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:57:24.849941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:57:24.850295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Checking segment: {'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:57:24.850671 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Bound using segment: {'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:57:24.851080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Bound port: 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:57:24.851412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:24.943765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:57:24.946976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:57:24.952972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:25.013524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:25.014884 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-556477f3-c796-499e-a988-1562143cdc9d service neutron] 10.222.0.67 "PUT /v2.0/ports/80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 200 len: 1093 time: 0.8900495 Feb 19 07:57:25.015301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:57:25.030600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556477f3-c796-499e-a988-1562143cdc9d service neutron] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:25.085745 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'status': 'completed', 'code': 200} Feb 19 07:57:25.128254 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-ba9c671f-1785-404c-a4bf-106e5b6963bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0748708 Feb 19 07:57:25.196419 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-c2e3bdfd-7650-4643-b738-0679f38eb967 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 200 len: 217 time: 0.0618296 Feb 19 07:57:25.255582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-02176cd8-b809-440d-8be0-36fb436cf4b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:25.257017 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-02176cd8-b809-440d-8be0-36fb436cf4b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0548785 Feb 19 07:57:25.301535 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-893e0df2-dd0e-4930-85aa-7637d50ba079 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384002 Feb 19 07:57:25.433137 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-481cefe2-dd65-4b73-8552-6e4147d7a127 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259506 Feb 19 07:57:25.654583 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7ee02b3-0bd4-458e-a3e1-4744a906cbe4 req-8a222b7f-7e14-4b27-9de3-fe101317fffb service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156842 Feb 19 07:57:25.785654 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-bf6eaa18-1f35-4c06-8d48-79c5c89d9865 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 1096 time: 0.0838344 Feb 19 07:57:25.843774 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b4499-70ac-4e48-9a58-967a83d6a80f req-36868703-ab24-4424-96cf-e733b4c7b25b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:25.845194 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9d9b4499-70ac-4e48-9a58-967a83d6a80f req-36868703-ab24-4424-96cf-e733b4c7b25b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 943 time: 0.0755279 Feb 19 07:57:25.890154 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9d9b4499-70ac-4e48-9a58-967a83d6a80f req-8df7d999-2681-4ddf-a7c1-2d248838e1cc tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Feb 19 07:57:25.917141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-a522ee94-4b5c-4495-9f20-91aae0e81e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:25.918597 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-a522ee94-4b5c-4495-9f20-91aae0e81e22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1265635 Feb 19 07:57:25.989588 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-47c648b8-5a73-4ec0-8999-4d3797252f77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 200 len: 217 time: 0.0642128 Feb 19 07:57:26.055793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-93230bfc-552f-40a9-bea3-403f604c41ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:26.057227 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-93230bfc-552f-40a9-bea3-403f604c41ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0614705 Feb 19 07:57:26.100873 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-e466239b-ffcc-4721-bdab-26113979bfb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373065 Feb 19 07:57:26.232927 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-259ab603-4f31-411d-8a0e-735ca0c35e6e service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252925 Feb 19 07:57:26.367684 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-794ec962-16f4-43ac-aa38-2cf80dd12060 req-8f138d03-a487-41d4-808f-38deb64f0697 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279626 Feb 19 07:57:27.098015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b9881-55a0-401b-8603-5a685d6b89f5 req-78efe774-7bfc-45b6-83bb-a2d9eae97b63 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:27.099321 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-709b9881-55a0-401b-8603-5a685d6b89f5 req-78efe774-7bfc-45b6-83bb-a2d9eae97b63 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 943 time: 0.0847905 Feb 19 07:57:27.144509 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-709b9881-55a0-401b-8603-5a685d6b89f5 req-744eb640-1f48-4057-bb82-da13213f05cd tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395563 Feb 19 07:57:27.696324 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:57:28.366719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49363d-e1d7-416c-87ad-80cb9d88fce4 req-76862037-35df-496f-a336-ecc9e23a4567 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:28.368178 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e49363d-e1d7-416c-87ad-80cb9d88fce4 req-76862037-35df-496f-a336-ecc9e23a4567 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 943 time: 0.0954416 Feb 19 07:57:28.413570 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e49363d-e1d7-416c-87ad-80cb9d88fce4 req-f4a42023-76d9-44a5-94a2-2fecc095490c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Feb 19 07:57:28.970461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:57:29.125900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:29.139998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'network_id': '78cf2971-2734-4870-b375-0300885e7246', 'port_id': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'mac_address': 'fa:16:3e:85:34:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241dff4e-48e8-414d-88a3-2806e5241c33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:57:29.197114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:29.214158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:57:29.229198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:29.233383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:29.302195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:29.572018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['80ac7d1e-89f8-4d5c-ab38-eff8a3711982'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:57:29.627756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac3794-5a70-4f29-a311-48a9cd370e2f req-79183c94-709d-46da-9cc0-654c03e43fb1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:29.629286 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68ac3794-5a70-4f29-a311-48a9cd370e2f req-79183c94-709d-46da-9cc0-654c03e43fb1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 944 time: 0.0899329 Feb 19 07:57:29.673938 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68ac3794-5a70-4f29-a311-48a9cd370e2f req-169ee245-698e-4ec4-b635-3391d0f082f3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Feb 19 07:57:30.880568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fabe4-a7f4-4a0a-b3ec-649bb2994166 req-a49c6f46-b2f2-4969-8ba5-c6ddf3bb85a1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:30.882011 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b21fabe4-a7f4-4a0a-b3ec-649bb2994166 req-a49c6f46-b2f2-4969-8ba5-c6ddf3bb85a1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 944 time: 0.0785089 Feb 19 07:57:30.932449 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b21fabe4-a7f4-4a0a-b3ec-649bb2994166 req-bb430312-c6e4-469a-bee9-76fe71e44ce5 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Feb 19 07:57:30.994426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:57:31.075147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:57:31.079779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:57:31.080143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:31.196227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:31.224561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:57:31.234781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:31.241245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:31.287460 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'code': 200} Feb 19 07:57:31.312106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:31.512274 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8f50953d-ca5d-46b2-b6ba-9db6f3bdc60a req-5a01b406-21e4-4bc1-8965-d845890efe55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0719383 Feb 19 07:57:31.554593 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8f50953d-ca5d-46b2-b6ba-9db6f3bdc60a req-7959dc64-db92-45ca-94b9-bb2229435d92 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362873 Feb 19 07:57:32.162440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2716e0-7abf-4ed1-9003-b3118703785d req-34b86ab3-62b9-4265-a8e9-86f6b7903b00 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:32.163877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-db2716e0-7abf-4ed1-9003-b3118703785d req-34b86ab3-62b9-4265-a8e9-86f6b7903b00 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0929091 Feb 19 07:57:32.211681 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-db2716e0-7abf-4ed1-9003-b3118703785d req-0a2e4196-29ec-4474-8ef4-306b627485d3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Feb 19 07:57:33.426300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0425aa-94ce-40cd-a5e7-fc8a6cd2ce16 req-f885a7d8-14ae-42b1-add4-2d94c177ee7e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:33.427744 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e0425aa-94ce-40cd-a5e7-fc8a6cd2ce16 req-f885a7d8-14ae-42b1-add4-2d94c177ee7e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0835111 Feb 19 07:57:33.473043 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e0425aa-94ce-40cd-a5e7-fc8a6cd2ce16 req-0e2e9886-6f1e-4a1e-804c-03bea0a03f86 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Feb 19 07:57:33.684689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e1ca-701b-486c-b0a5-bd8717dbe3fd req-16ebdd42-a50d-45b5-9168-0d60a4a14898 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:33.686123 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ecc1e1ca-701b-486c-b0a5-bd8717dbe3fd req-16ebdd42-a50d-45b5-9168-0d60a4a14898 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0857239 Feb 19 07:57:33.734055 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ecc1e1ca-701b-486c-b0a5-bd8717dbe3fd req-483ef259-1490-486e-a3fe-30c18e63f44b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Feb 19 07:57:34.109598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9aff-20aa-4a6d-a152-df37369281c4 req-ee425d4d-a1a7-49ea-adec-f5f01a7fe9c3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:34.110934 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-241b9aff-20aa-4a6d-a152-df37369281c4 req-ee425d4d-a1a7-49ea-adec-f5f01a7fe9c3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0801094 Feb 19 07:57:34.155139 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-241b9aff-20aa-4a6d-a152-df37369281c4 req-499c3f6a-a8dd-49f1-8e48-1ba03085a8c8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Feb 19 07:57:34.364972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686aebf-a47e-48a7-a59e-91327f3ae513 req-628ce995-0089-40c6-a657-b27ccdbe0af1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:34.366333 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c686aebf-a47e-48a7-a59e-91327f3ae513 req-628ce995-0089-40c6-a657-b27ccdbe0af1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0827179 Feb 19 07:57:34.415381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c686aebf-a47e-48a7-a59e-91327f3ae513 req-0692b8d6-41dd-4b2e-8ea1-2c33d0a76e6a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Feb 19 07:57:34.683501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a54020c1-b911-4b3f-9583-061450f562a6 req-a5768e44-27f4-4ded-a1f9-bae4437353c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1422698 Feb 19 07:57:34.986417 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-c9eb52de-e594-472b-8d5f-ab12e866a3e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120718 Feb 19 07:57:35.015035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c4ffb-e18a-475f-b9ee-db73cd679cd7 req-730266dc-1a7f-4389-888d-da9dc78ffbc9 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:35.016797 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1f3c4ffb-e18a-475f-b9ee-db73cd679cd7 req-730266dc-1a7f-4389-888d-da9dc78ffbc9 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0875566 Feb 19 07:57:35.064620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1f3c4ffb-e18a-475f-b9ee-db73cd679cd7 req-265672cd-8c5b-473a-b188-6e8b9c99a102 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 Feb 19 07:57:36.204993 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-52f48c9d-f915-4d03-8229-e139bf7b6096 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0675125 Feb 19 07:57:36.260807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f7b3-2a67-42f9-9a89-4027cef248b9 req-8cffb5be-65e1-4260-a8d4-ef8171999777 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:36.262256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c2d1f7b3-2a67-42f9-9a89-4027cef248b9 req-8cffb5be-65e1-4260-a8d4-ef8171999777 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0759125 Feb 19 07:57:36.311080 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c2d1f7b3-2a67-42f9-9a89-4027cef248b9 req-13eb06d7-a6f0-4767-a9bd-a9777154e559 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Feb 19 07:57:36.333827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-0bece940-1240-4e7a-bc3e-7bca4a8fbca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:36.335261 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-0bece940-1240-4e7a-bc3e-7bca4a8fbca6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1244526 Feb 19 07:57:36.405590 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-94a43857-458c-4925-bb71-c732650d2e6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 200 len: 217 time: 0.0630448 Feb 19 07:57:36.466756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-076b0378-0a7f-4cff-96b1-3a6783251d6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:36.468179 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-076b0378-0a7f-4cff-96b1-3a6783251d6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0575442 Feb 19 07:57:36.514713 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-9678ed52-7c11-478b-8cd6-510458e784f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404756 Feb 19 07:57:36.644683 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-9b685984-f492-4958-b35e-65b80a5e477e service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237488 Feb 19 07:57:36.733314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ff53384-d988-492a-a82b-926cf4c66066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:36.861053 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-53f16856-c6a1-464c-aa19-642670f66db7 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101982 Feb 19 07:57:37.524772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc5378-7b0d-452b-8416-511428165848 req-b72fef92-a630-4ffb-be4f-64372ab02790 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:37.526198 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-31bc5378-7b0d-452b-8416-511428165848 req-b72fef92-a630-4ffb-be4f-64372ab02790 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0807056 Feb 19 07:57:37.573441 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-31bc5378-7b0d-452b-8416-511428165848 req-a199a0e5-1d23-4985-9738-4766ddb8e46e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Feb 19 07:57:38.869676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd170bb-49e5-48d0-95ab-136ca22f401b req-baa8f023-ae9e-4528-97f3-26dcb1a1781d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:38.871004 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8fd170bb-49e5-48d0-95ab-136ca22f401b req-baa8f023-ae9e-4528-97f3-26dcb1a1781d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.1585636 Feb 19 07:57:38.919631 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8fd170bb-49e5-48d0-95ab-136ca22f401b req-44fde18c-1706-4cf9-9a2f-186239719ebe tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Feb 19 07:57:38.967515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79ea67ed-f098-422d-9ee3-7ac0de3154f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:40.131575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1f049-ca51-45ea-8de4-3c1075513d1b req-659e320a-a1cb-43d4-bd2f-e2d8a25b263b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:40.133047 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e2c1f049-ca51-45ea-8de4-3c1075513d1b req-659e320a-a1cb-43d4-bd2f-e2d8a25b263b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0774322 Feb 19 07:57:40.179293 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e2c1f049-ca51-45ea-8de4-3c1075513d1b req-8db4c802-6c58-468d-ae4d-82614226884a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Feb 19 07:57:40.255886 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:40.290518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:41.405340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386404f-7ac6-4e15-a08a-9666b16c9156 req-b5598d47-97aa-4284-8a99-eb565f057a88 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:41.406748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0386404f-7ac6-4e15-a08a-9666b16c9156 req-b5598d47-97aa-4284-8a99-eb565f057a88 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0899112 Feb 19 07:57:41.452535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0386404f-7ac6-4e15-a08a-9666b16c9156 req-4b977bd1-54e8-43ab-a80b-d78154d91eaa tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Feb 19 07:57:41.503267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:42.687936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffb57-5450-4aad-bdc6-3391ebcce797 req-09ebc9b0-7d0c-4305-b597-4322ff9b5f9f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:42.689502 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-565ffb57-5450-4aad-bdc6-3391ebcce797 req-09ebc9b0-7d0c-4305-b597-4322ff9b5f9f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0926852 Feb 19 07:57:42.739012 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-565ffb57-5450-4aad-bdc6-3391ebcce797 req-d5207116-969f-47f8-bc6b-c4a054d4b210 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Feb 19 07:57:43.605524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:57:43.969445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13086bea-810c-4518-97a5-3ceeb2f40791 req-ba022639-1362-4f1e-b601-77464e8cf332 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:43.971078 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13086bea-810c-4518-97a5-3ceeb2f40791 req-ba022639-1362-4f1e-b601-77464e8cf332 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0875111 Feb 19 07:57:44.018383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13086bea-810c-4518-97a5-3ceeb2f40791 req-1eda4576-2cdd-4828-80ad-ef738f7b8750 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Feb 19 07:57:45.221965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b0096-ab31-423b-8b0b-ff905f7c6beb req-e1d026f9-a32b-4994-aac1-8740bf4989fd tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:45.223384 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-362b0096-ab31-423b-8b0b-ff905f7c6beb req-e1d026f9-a32b-4994-aac1-8740bf4989fd tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0782092 Feb 19 07:57:45.278291 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-362b0096-ab31-423b-8b0b-ff905f7c6beb req-31e58357-a5c5-47ca-8585-73a4a1f9994c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493972 Feb 19 07:57:46.487169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a432ae-569f-486f-a6e1-2e82dde8a692 req-781909c6-cc2d-41b6-93c3-676f6be828fe tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:46.488646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-22a432ae-569f-486f-a6e1-2e82dde8a692 req-781909c6-cc2d-41b6-93c3-676f6be828fe tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0776787 Feb 19 07:57:46.535598 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-22a432ae-569f-486f-a6e1-2e82dde8a692 req-cee19557-d3b5-4759-a5e0-c760b5bfc5dd tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392845 Feb 19 07:57:47.749056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d4e0d-b2ea-491f-9f33-176739f13046 req-ca9fde9c-f79d-4912-a16a-2c08fc83f8d1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:47.750399 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f0d4e0d-b2ea-491f-9f33-176739f13046 req-ca9fde9c-f79d-4912-a16a-2c08fc83f8d1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0815828 Feb 19 07:57:47.796743 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4f0d4e0d-b2ea-491f-9f33-176739f13046 req-430083e8-d196-4a5d-a8cc-73865c22fdd6 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Feb 19 07:57:49.026577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd095d43-08f1-4a00-8b06-329fea6d5cbc req-a1779bf5-a718-42db-a538-d49fe425d9ca tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.027898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd095d43-08f1-4a00-8b06-329fea6d5cbc req-a1779bf5-a718-42db-a538-d49fe425d9ca tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0913029 Feb 19 07:57:49.075892 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd095d43-08f1-4a00-8b06-329fea6d5cbc req-ac682980-c4f9-4853-82a3-b7f0b5f84b95 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Feb 19 07:57:50.285689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c12153-5212-433f-a0b1-275738033bcd req-0745f4f3-47d9-401b-9d60-a2cabbacf293 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:50.287114 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0c12153-5212-433f-a0b1-275738033bcd req-0745f4f3-47d9-401b-9d60-a2cabbacf293 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0857072 Feb 19 07:57:50.332859 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0c12153-5212-433f-a0b1-275738033bcd req-2f59bc19-2196-4ab2-a86a-9bbed5d8d151 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 Feb 19 07:57:51.541652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea27db-8bd8-46d2-9c07-dbcef3778831 req-79561ec7-dd28-410b-9529-7828ee04bbf7 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:51.543167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cea27db-8bd8-46d2-9c07-dbcef3778831 req-79561ec7-dd28-410b-9529-7828ee04bbf7 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0780280 Feb 19 07:57:51.593058 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4cea27db-8bd8-46d2-9c07-dbcef3778831 req-ad810bea-617c-43e0-9136-a8021b19c471 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Feb 19 07:57:52.824656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca62d-7ea7-444e-a014-2bdfa1246701 req-eebe01ad-cabf-4acf-81e5-70c87bbd8522 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:52.826083 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eaeca62d-7ea7-444e-a014-2bdfa1246701 req-eebe01ad-cabf-4acf-81e5-70c87bbd8522 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0886934 Feb 19 07:57:52.871070 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eaeca62d-7ea7-444e-a014-2bdfa1246701 req-9c60afc1-f41b-4fab-9954-90db2ddbf110 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Feb 19 07:57:54.084274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6584092-c718-4683-924f-5617f8f1da00 req-43f12365-25e9-4f27-a3f0-5181034fadfc tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:54.086209 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6584092-c718-4683-924f-5617f8f1da00 req-43f12365-25e9-4f27-a3f0-5181034fadfc tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0861914 Feb 19 07:57:54.137483 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6584092-c718-4683-924f-5617f8f1da00 req-cefd6c69-4227-49ee-ac43-b3e68bbf2308 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Feb 19 07:57:55.355961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394043-2026-42a1-adf3-84bcd9723c31 req-be58abba-8f04-4542-a48a-ce29ba8d3f68 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:55.357035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16394043-2026-42a1-adf3-84bcd9723c31 req-be58abba-8f04-4542-a48a-ce29ba8d3f68 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0915785 Feb 19 07:57:55.403722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16394043-2026-42a1-adf3-84bcd9723c31 req-5abd004d-996c-46b4-a7b4-561029607c8e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Feb 19 07:57:56.609798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7355a-5e1b-409d-9416-d4ee06c1ff4e req-2f2a88a0-6d0f-4460-9049-d6ef6bcb4aef tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:56.611205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbf7355a-5e1b-409d-9416-d4ee06c1ff4e req-2f2a88a0-6d0f-4460-9049-d6ef6bcb4aef tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0883856 Feb 19 07:57:56.656412 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbf7355a-5e1b-409d-9416-d4ee06c1ff4e req-3ddff038-b6b5-41e1-b605-a7f632caf933 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 Feb 19 07:57:57.869302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237c0bc-2239-443b-bc7c-353019e806e5 req-0ed5fa34-d7f8-4c79-9b58-cb35b774cc2c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:57.872924 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3237c0bc-2239-443b-bc7c-353019e806e5 req-0ed5fa34-d7f8-4c79-9b58-cb35b774cc2c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0851269 Feb 19 07:57:57.929186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3237c0bc-2239-443b-bc7c-353019e806e5 req-bc87edc9-7d71-4a20-a123-a1825a751c05 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Feb 19 07:57:59.150304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090ca1-6330-4ca8-8bfb-801222ef94ea req-8f911982-a230-4e9b-9322-fc85f72520db tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:59.151821 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8090ca1-6330-4ca8-8bfb-801222ef94ea req-8f911982-a230-4e9b-9322-fc85f72520db tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0827379 Feb 19 07:57:59.199751 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8090ca1-6330-4ca8-8bfb-801222ef94ea req-61a5b79a-7ccb-4444-9b03-5c6cb0a20214 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Feb 19 07:58:00.423042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caf615-1b49-4983-bb33-0a487f9d756e req-e553dae2-6b2c-4e6e-8504-e229e1cdeef1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:00.424502 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40caf615-1b49-4983-bb33-0a487f9d756e req-e553dae2-6b2c-4e6e-8504-e229e1cdeef1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0887005 Feb 19 07:58:00.479557 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40caf615-1b49-4983-bb33-0a487f9d756e req-b17c11c2-95b2-4fa8-a85f-85b72fe75b9b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Feb 19 07:58:01.690820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa5701-22dd-49dd-ba82-13f3df53c268 req-dea6ae01-4fef-4725-95a7-b2bfafd77ee7 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:01.692324 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-71fa5701-22dd-49dd-ba82-13f3df53c268 req-dea6ae01-4fef-4725-95a7-b2bfafd77ee7 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0815370 Feb 19 07:58:01.742431 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-71fa5701-22dd-49dd-ba82-13f3df53c268 req-8e155401-f393-4400-bc71-fce2c2a0dc45 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Feb 19 07:58:02.944916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8e6b-6978-4691-91c2-cc361ff1a919 req-b8de777b-c47d-4f92-84b1-0d275cc02de1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:02.946341 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85bf8e6b-6978-4691-91c2-cc361ff1a919 req-b8de777b-c47d-4f92-84b1-0d275cc02de1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0830019 Feb 19 07:58:03.007653 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85bf8e6b-6978-4691-91c2-cc361ff1a919 req-cc510100-8c67-4d83-a77b-3e730865960f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531251 Feb 19 07:58:03.680373 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-ba306bc0-bfbd-4768-a70e-b9884118a4ec service neutron] 10.222.0.67 "GET /v2.0/ports/80ac7d1e-89f8-4d5c-ab38-eff8a3711982/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0774212 Feb 19 07:58:03.954588 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-c3f69938-03e4-4eda-82c1-3ae6b3b72293 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4&tenant_id=22b9a6229685492a9a42d3a9d000f22c HTTP/1.1" status: 200 len: 1098 time: 0.0734558 Feb 19 07:58:04.046744 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-1e369f0c-367f-47dc-936f-2db013fbb712 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0708971 Feb 19 07:58:04.181659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-4d788643-d5d2-439c-8f08-0766495c0343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:04.183146 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-4d788643-d5d2-439c-8f08-0766495c0343 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1302385 Feb 19 07:58:04.209202 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cff63-0402-4e9f-ae3e-e3151ed693b6 req-5954254b-c25b-4d02-8041-3e0f6c96daf8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:04.210636 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e5cff63-0402-4e9f-ae3e-e3151ed693b6 req-5954254b-c25b-4d02-8041-3e0f6c96daf8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0781786 Feb 19 07:58:04.258580 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-bb80b437-f76b-4429-971c-5b9202e51469 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 200 len: 217 time: 0.0668077 Feb 19 07:58:04.264819 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e5cff63-0402-4e9f-ae3e-e3151ed693b6 req-00e2da56-7523-40bd-88ca-18250aabeda2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482278 Feb 19 07:58:04.321501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-8b3b5c83-b2b3-498f-a768-63a4f6bdbcb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:04.322913 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-8b3b5c83-b2b3-498f-a768-63a4f6bdbcb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0571189 Feb 19 07:58:04.370033 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-905045a2-416e-4990-bec7-ea4acd0708fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376613 Feb 19 07:58:04.520602 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-36577565-73a1-4395-98db-b18cc9aa3afb service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429474 Feb 19 07:58:04.654030 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-473b4e28-14ab-4d86-aa00-5367378e7d8b req-bbf33bce-5089-4d50-8aa2-9870674ff7b8 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269410 Feb 19 07:58:04.686664 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:58:05.467979 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95003ca-0adc-401e-842d-4306e5cbd2a3 req-28bbaa18-6772-46d4-a7bf-19b4a2709c34 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:05.469463 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d95003ca-0adc-401e-842d-4306e5cbd2a3 req-28bbaa18-6772-46d4-a7bf-19b4a2709c34 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0833657 Feb 19 07:58:05.514504 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d95003ca-0adc-401e-842d-4306e5cbd2a3 req-5e5f161c-c799-4481-939e-a5f8a0099dec tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Feb 19 07:58:06.710507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6e099-030d-4da8-aeff-6945df8cfb73 req-b6e24ada-b6d4-4d14-b6aa-dba64f3a33ef tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:06.711834 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9c6e099-030d-4da8-aeff-6945df8cfb73 req-b6e24ada-b6d4-4d14-b6aa-dba64f3a33ef tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0744452 Feb 19 07:58:06.736514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-48c0cd6c-dcc9-4cc1-a409-783c6d5d89fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:06.761286 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9c6e099-030d-4da8-aeff-6945df8cfb73 req-13b930ba-ef58-4f43-9dba-33ce13bbef72 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Feb 19 07:58:07.132836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:58:07.136900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:58:07.279939 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-6a47ff3c-fdce-4022-8e3c-76207295aad3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 1098 time: 0.0755548 Feb 19 07:58:07.343966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:07.380540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:07.403444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:58:07.412450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'network_id': '78cf2971-2734-4870-b375-0300885e7246', 'port_id': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'mac_address': 'fa:16:3e:85:34:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241dff4e-48e8-414d-88a3-2806e5241c33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:58:07.440678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:07.458189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:07.461309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-b8a01c03-2dcd-4da6-8677-d57850bf0361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:07.462931 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-b8a01c03-2dcd-4da6-8677-d57850bf0361 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1388588 Feb 19 07:58:07.501616 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'code': 200} Feb 19 07:58:07.520760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:07.530602 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-b9311fdc-891d-444a-a607-174232888c74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 200 len: 217 time: 0.0611806 Feb 19 07:58:07.544512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:58:07.579027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:07.595629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-169b63b0-80ef-40a6-89c9-3adee5b6370f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:07.597112 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-169b63b0-80ef-40a6-89c9-3adee5b6370f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0613768 Feb 19 07:58:07.608003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.608339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.608693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.609033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.609380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.609707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.610037 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.610340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.610655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.610969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.611301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:07.624947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:58:07.625306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:58:07.644705 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-a83c6e45-14d5-47b6-bdb8-2921fe237808 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407364 Feb 19 07:58:07.773417 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-2fc2c87f-8a4c-46e6-a474-96f0123e497b service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226220 Feb 19 07:58:07.900178 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cff8a990-ab8c-4dca-97dc-76dc2bb415e1 req-ed950823-e816-40e5-8626-1dff12ef3b29 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206424 Feb 19 07:58:08.033737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8d7a-6289-44e4-82c8-57442cec5659 req-a08fa10a-f818-42a8-8033-fcb5470ef133 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:08.035071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-346a8d7a-6289-44e4-82c8-57442cec5659 req-a08fa10a-f818-42a8-8033-fcb5470ef133 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 943 time: 0.1525373 Feb 19 07:58:08.079649 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-346a8d7a-6289-44e4-82c8-57442cec5659 req-6d72821a-b0e2-48ec-aad3-55e69d97f3ff tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Feb 19 07:58:08.179797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:08.197670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:58:08.213479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:08.218547 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:08.280978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['80ac7d1e-89f8-4d5c-ab38-eff8a3711982'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:58:08.328248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:08.433426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552602a-a186-4b38-97b0-e98ef2fe778b req-df907ee8-5fb9-46bc-842b-3e7c3d1b5216 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:08.436108 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4552602a-a186-4b38-97b0-e98ef2fe778b req-df907ee8-5fb9-46bc-842b-3e7c3d1b5216 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 944 time: 0.1045766 Feb 19 07:58:08.488480 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4552602a-a186-4b38-97b0-e98ef2fe778b req-fcbf98bb-788a-4244-af8a-d05a8782ba56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Feb 19 07:58:08.522898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-67848f27-1be4-4953-abc5-f15de2c0819f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:08.523582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-67848f27-1be4-4953-abc5-f15de2c0819f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Synchronizing usage tracker for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:58:08.540924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-67848f27-1be4-4953-abc5-f15de2c0819f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Unset dirty status for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:58:08.542068 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-67848f27-1be4-4953-abc5-f15de2c0819f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4&tenant_id=22b9a6229685492a9a42d3a9d000f22c&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 944 time: 0.2167115 Feb 19 07:58:08.690063 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-a24a7242-9e14-4db0-b14a-6f68f278de46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 1097 time: 0.0721476 Feb 19 07:58:08.819776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-46dac431-812f-42a6-bf09-248bb4c97356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:08.821265 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-46dac431-812f-42a6-bf09-248bb4c97356 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1255577 Feb 19 07:58:08.892805 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-48e0e670-5975-4234-9a50-0cc4122b8cd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 200 len: 217 time: 0.0642014 Feb 19 07:58:08.959816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-d83b3e17-0f44-4abe-8a7f-6d068f02f9db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:08.961959 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-d83b3e17-0f44-4abe-8a7f-6d068f02f9db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0632722 Feb 19 07:58:08.968717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dd17c45b-6d58-4647-aeb9-3b915c56f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:09.017111 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-2af4034c-8678-4560-a141-18631e6105ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472243 Feb 19 07:58:09.128169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:58:09.148331 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-997fbf58-7623-4159-9ffb-a769d31a4c84 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238315 Feb 19 07:58:09.205844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:58:09.206451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:09.285298 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b93528ae-5a7e-43b1-926e-dcee5568fdf6 req-62fcad40-0f7b-4390-8f0e-2d7d580a56b2 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298952 Feb 19 07:58:09.321131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:09.352916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:09.357379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:09.420052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:09.502598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:58:09.575653 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'code': 200} Feb 19 07:58:09.694523 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650c706-308a-4e75-aed0-c6b58e1752c6 req-1fcc63c4-c3ee-439e-8551-1b490adfb8d8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:09.695944 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7650c706-308a-4e75-aed0-c6b58e1752c6 req-1fcc63c4-c3ee-439e-8551-1b490adfb8d8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0777547 Feb 19 07:58:09.742279 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7650c706-308a-4e75-aed0-c6b58e1752c6 req-aab2fa40-6ca9-468f-8409-8affacf641c5 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Feb 19 07:58:10.261979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:10.294832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:10.960708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ba6fc-11b9-4536-b1b2-3e2a537f4983 req-ef72c584-5345-40ee-bf43-1cfcfefe47d7 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:10.962145 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-434ba6fc-11b9-4536-b1b2-3e2a537f4983 req-ef72c584-5345-40ee-bf43-1cfcfefe47d7 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0916657 Feb 19 07:58:11.009783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-434ba6fc-11b9-4536-b1b2-3e2a537f4983 req-ec87df9a-c15b-4992-bb12-e5b238e4d5a1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Feb 19 07:58:11.213964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1168a5f-f5f3-4fb0-8f11-253d8429bd9e req-46e2422c-53ba-424c-9a83-17fbcfef3e8c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:11.215429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e1168a5f-f5f3-4fb0-8f11-253d8429bd9e req-46e2422c-53ba-424c-9a83-17fbcfef3e8c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0805051 Feb 19 07:58:11.277072 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e1168a5f-f5f3-4fb0-8f11-253d8429bd9e req-9e10f105-86b6-45d1-bcce-88fc98bf7f7c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Feb 19 07:58:11.474750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212a636-4bd1-4f09-ada1-01f85298616a req-cd79bdbb-da48-4bf2-a06e-56084d3a2026 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:11.476203 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d212a636-4bd1-4f09-ada1-01f85298616a req-cd79bdbb-da48-4bf2-a06e-56084d3a2026 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.0768521 Feb 19 07:58:11.507848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:11.523751 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d212a636-4bd1-4f09-ada1-01f85298616a req-c1af892b-d425-495d-8d2d-695fe6716351 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Feb 19 07:58:12.068835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25998-ba16-4f7f-accd-866e7c67316f req-4bf2f1d0-d890-4b1f-9efe-f6046f2ab76e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:12.070159 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-4bf2f1d0-d890-4b1f-9efe-f6046f2ab76e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 814 time: 0.1467016 Feb 19 07:58:12.089158 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-d0f29309-3d0a-488a-920b-6cc1d6c57f5e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/quotas/22b9a6229685492a9a42d3a9d000f22c HTTP/1.1" status: 200 len: 375 time: 0.0109949 Feb 19 07:58:12.183913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-dea44ced-ef26-4725-b70e-eb192ffbb47b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870142 Feb 19 07:58:12.336883 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-5b45e3ac-a371-4fd9-bda6-f209852f69c2 service neutron] 10.222.0.72 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424661 Feb 19 07:58:12.469876 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-4043d3e4-8341-41b3-a3a5-a3d9d97d071d service neutron] 10.222.0.72 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271544 Feb 19 07:58:12.656830 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3dd5070b-c165-4c69-bbfd-c989a7a6e122 req-2fe5ec0d-aa60-4602-95ad-089f63213bf0 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 210 time: 0.0401211 Feb 19 07:58:13.597155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:13.718638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25998-ba16-4f7f-accd-866e7c67316f req-808bf80f-18a1-4213-ae54-159daf4e21d0 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:13.720017 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-808bf80f-18a1-4213-ae54-159daf4e21d0 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 814 time: 0.1453414 Feb 19 07:58:13.735622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Request body: {'port': {'device_id': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'network_id': '78cf2971-2734-4870-b375-0300885e7246', 'admin_state_up': True, 'tenant_id': '22b9a6229685492a9a42d3a9d000f22c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:58:13.842355 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-179a5981-9597-49f0-bdcf-c11f03199311 req-f60a70da-23d3-41a9-9db4-2912eab2b567 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 210 time: 0.0557623 Feb 19 07:58:13.872114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:58:13.879221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-947bc6f7-7108-423d-be4f-13238fdab2a8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:13.880689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-947bc6f7-7108-423d-be4f-13238fdab2a8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5562e8a-5000-4d90-a6b5-386f0d27bdd4 HTTP/1.1" status: 200 len: 945 time: 0.1307001 Feb 19 07:58:13.882135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:58:13.894415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Made reservation on behalf of 22b9a6229685492a9a42d3a9d000f22c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:58:13.899136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:13.982342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Deleting port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:58:13.982714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.090590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Allocated IP 172.20.0.14 (78cf2971-2734-4870-b375-0300885e7246/241dff4e-48e8-414d-88a3-2806e5241c33/2105d0a4-cda4-4c34-b62b-76ef486a1b85) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:58:14.232873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] For port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:14.233125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.297206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.329210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.343230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['80ac7d1e-89f8-4d5c-ab38-eff8a3711982'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:58:14.409684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Network 78cf2971-2734-4870-b375-0300885e7246 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:58:14.410979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:58:14.413102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Pushing event updated for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:14.414836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:58:14.443447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Calling delete_port for 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 owned by compute:nova {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:58:14.477703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:14.478461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.506404 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-bf58e1b4-9efc-4227-b129-32f3e6be45be tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742767 Feb 19 07:58:14.517241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Request body: {'port': {'device_id': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:58:14.593105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.625197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.639119 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Pushing event deleted for resources: {'Port': ['ID=80ac7d1e-89f8-4d5c-ab38-eff8a3711982,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:14.712835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] No DVR routers for this DVR port 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 on host hv-neutron-8299 {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:58:14.715433 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.718142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-deleted', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:58:14.734819 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "DELETE /v2.0/ports/80ac7d1e-89f8-4d5c-ab38-eff8a3711982 HTTP/1.1" status: 204 len: 173 time: 0.8474629 Feb 19 07:58:14.878985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5562e8a-5000-4d90-a6b5-386f0d27bdd4', 'name': 'network-vif-deleted', 'tag': '80ac7d1e-89f8-4d5c-ab38-eff8a3711982', 'status': 'completed', 'code': 200} Feb 19 07:58:14.976884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2105d0a4-cda4-4c34-b62b-76ef486a1b85 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:58:14.983867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:14.998794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Transition to ACTIVE for port object 2105d0a4-cda4-4c34-b62b-76ef486a1b85 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:58:15.002866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:15.042124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08db417-94fe-4d72-b11a-5acce4900d57 req-24c84e46-35ac-4e2c-885a-8935937a906f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:15.042733 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d08db417-94fe-4d72-b11a-5acce4900d57 req-24c84e46-35ac-4e2c-885a-8935937a906f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Synchronizing usage tracker for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:58:15.060345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d08db417-94fe-4d72-b11a-5acce4900d57 req-24c84e46-35ac-4e2c-885a-8935937a906f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Unset dirty status for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:58:15.061779 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d08db417-94fe-4d72-b11a-5acce4900d57 req-24c84e46-35ac-4e2c-885a-8935937a906f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 932 time: 0.0942311 Feb 19 07:58:15.112656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d08db417-94fe-4d72-b11a-5acce4900d57 req-3778e5e7-67ec-4165-a7d0-c2ffaf034004 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Feb 19 07:58:15.233810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Pushing event updated for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:15.334615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Attempting to bind port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:58:15.334852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Attempting to bind port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:58:15.335165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Attempting to bind port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 on network 78cf2971-2734-4870-b375-0300885e7246 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:58:15.340771 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 on network 78cf2971-2734-4870-b375-0300885e7246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:58:15.341076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Attempting to bind port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 on network 78cf2971-2734-4870-b375-0300885e7246 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:58:15.347096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:58:15.347417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Checking segment: {'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:58:15.347784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Bound using segment: {'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:58:15.348213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Bound port: 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfeaf27-933f-489e-845f-647ee84b6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '78cf2971-2734-4870-b375-0300885e7246'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:58:15.348598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:15.442118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:58:15.445402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:58:15.451528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:15.512092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:15.513504 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] 10.222.0.67 "PUT /v2.0/ports/2105d0a4-cda4-4c34-b62b-76ef486a1b85 HTTP/1.1" status: 200 len: 1094 time: 1.0003452 Feb 19 07:58:15.513911 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:58:15.530698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68f9fd-4852-43ad-822e-61525e8b73fa service neutron] Pushing event updated for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:15.569729 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'status': 'completed', 'code': 200} Feb 19 07:58:15.646850 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-1b34500a-df7a-4c6b-8740-2e3737ee8be4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 1097 time: 0.0728559 Feb 19 07:58:15.714502 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-ed8c43e9-a961-49fe-b4eb-7770dd273d88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85 HTTP/1.1" status: 200 len: 217 time: 0.0604827 Feb 19 07:58:15.787997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25998-ba16-4f7f-accd-866e7c67316f req-ddae5a61-9875-4484-bc2d-081f3ffa8667 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:15.789461 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-ddae5a61-9875-4484-bc2d-081f3ffa8667 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0680923 Feb 19 07:58:15.834345 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-6d643166-f658-41e8-936f-f4b82f35beda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385966 Feb 19 07:58:15.962376 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-86219091-7470-4a81-ba0a-259727cf40c1 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217511 Feb 19 07:58:16.095357 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0de25998-ba16-4f7f-accd-866e7c67316f req-0019ecf3-e0fc-4572-851b-a40114ea07c2 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265504 Feb 19 07:58:16.218737 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-e6711552-5d77-41ab-985b-fead5770d03a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 1097 time: 0.0722120 Feb 19 07:58:16.321228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee43e-4350-4e9a-be3a-cc5f2e61ad20 req-c1e161db-e8bc-4eab-8e06-0c34fae08af5 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:16.322704 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-138ee43e-4350-4e9a-be3a-cc5f2e61ad20 req-c1e161db-e8bc-4eab-8e06-0c34fae08af5 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 944 time: 0.0792654 Feb 19 07:58:16.350066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-1b9385a2-9255-4a7f-8438-889f3b33ca0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:16.351487 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-1b9385a2-9255-4a7f-8438-889f3b33ca0f service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1266706 Feb 19 07:58:16.369423 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-138ee43e-4350-4e9a-be3a-cc5f2e61ad20 req-7d51556a-d5fb-43f3-a459-e7c362e8151a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410204 Feb 19 07:58:16.420335 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-3cdfe46e-27bc-4c88-be77-b9b81376bad6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85 HTTP/1.1" status: 200 len: 217 time: 0.0625744 Feb 19 07:58:16.484689 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-49763d99-0659-4283-a25d-70be4bb8f4e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:16.486003 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-49763d99-0659-4283-a25d-70be4bb8f4e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0589240 Feb 19 07:58:16.536503 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-cc3b7dd8-1d7e-4463-8cfd-0dd6a325d180 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439517 Feb 19 07:58:16.675456 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-2f910c46-2530-4d4f-9784-9e60e15a0466 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332164 Feb 19 07:58:16.806626 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0d84c75-a408-4619-a7b9-1ca7c92eb3e9 req-a1359444-a324-4b8d-9413-3ef2b80a8355 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245654 Feb 19 07:58:17.207618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:58:17.241572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:58:17.241880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 80ac7d1e-89f8-4d5c-ab38-eff8a3711982 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:58:17.583407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f6cd2-a42b-418e-9721-ad1faa941b8d req-85bca76a-ca4a-41e3-8d78-0fe51ce0ce37 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:17.584850 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-059f6cd2-a42b-418e-9721-ad1faa941b8d req-85bca76a-ca4a-41e3-8d78-0fe51ce0ce37 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 944 time: 0.0840364 Feb 19 07:58:17.629946 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-059f6cd2-a42b-418e-9721-ad1faa941b8d req-69f41d85-b781-4f63-8ad1-be86c0389b91 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395954 Feb 19 07:58:18.836333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a1902-754b-4429-a0a0-951bec664ced req-ae46569e-7874-4a77-bd5b-7ecc14a84a79 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:18.837793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d6a1902-754b-4429-a0a0-951bec664ced req-ae46569e-7874-4a77-bd5b-7ecc14a84a79 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 944 time: 0.0795882 Feb 19 07:58:18.885071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d6a1902-754b-4429-a0a0-951bec664ced req-0f7ee7a8-94b3-47bb-9007-cccb7ff4752f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Feb 19 07:58:19.207469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2105d0a4-cda4-4c34-b62b-76ef486a1b85 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:58:19.346654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:19.359695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'network_id': '78cf2971-2734-4870-b375-0300885e7246', 'port_id': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'mac_address': 'fa:16:3e:ed:9e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241dff4e-48e8-414d-88a3-2806e5241c33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:58:19.415468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:19.432904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2105d0a4-cda4-4c34-b62b-76ef486a1b85 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:58:19.448333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:19.453371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:19.517360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:19.769799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['2105d0a4-cda4-4c34-b62b-76ef486a1b85'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:58:20.083631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e963c1-8153-4ce3-8df2-0875179a5077 req-798eb46f-098d-473d-80fb-979d767cc04c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:20.084975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c3e963c1-8153-4ce3-8df2-0875179a5077 req-798eb46f-098d-473d-80fb-979d767cc04c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 945 time: 0.0795712 Feb 19 07:58:20.131382 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c3e963c1-8153-4ce3-8df2-0875179a5077 req-5a16158b-6336-4944-a64c-c1c11f15291c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386012 Feb 19 07:58:21.221965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2105d0a4-cda4-4c34-b62b-76ef486a1b85 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:58:21.292421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:58:21.297484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:58:21.297857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:21.348983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d500e-108b-464e-b3e2-de89b6bc8389 req-5b37aa9e-fa29-4776-a138-fa2f42fb013d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:21.350555 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e4d500e-108b-464e-b3e2-de89b6bc8389 req-5b37aa9e-fa29-4776-a138-fa2f42fb013d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 945 time: 0.0766475 Feb 19 07:58:21.396901 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e4d500e-108b-464e-b3e2-de89b6bc8389 req-2da884e3-ec67-48e5-82fb-c0ea1261c1d8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Feb 19 07:58:21.409365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:21.435592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:58:21.445039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:21.450058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:21.495365 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'code': 200} Feb 19 07:58:21.521580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:21.725988 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f3c07844-5bd8-4dc2-a56a-f5a93114f8c1 req-6d883b29-4f12-46f0-9a45-d529ac910c9f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 1099 time: 0.0753853 Feb 19 07:58:21.768317 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f3c07844-5bd8-4dc2-a56a-f5a93114f8c1 req-4576fe5b-9267-4dc7-bca7-1b4ecd545679 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362213 Feb 19 07:58:22.598825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb6a42-1b00-4e76-800b-68d0bba805fb req-aff69c2f-7394-4153-8ea3-370ba7866218 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:22.600176 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87fb6a42-1b00-4e76-800b-68d0bba805fb req-aff69c2f-7394-4153-8ea3-370ba7866218 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0800378 Feb 19 07:58:22.647339 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87fb6a42-1b00-4e76-800b-68d0bba805fb req-b51d3cec-e6fa-476a-9ecd-ad0b92e7a14e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 Feb 19 07:58:23.852909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f093-8f16-4503-902e-d91e5fa65432 req-d379a9c6-c59e-4fbe-ba5e-b4c0fa66b7ea tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:23.854246 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c678f093-8f16-4503-902e-d91e5fa65432 req-d379a9c6-c59e-4fbe-ba5e-b4c0fa66b7ea tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0821531 Feb 19 07:58:23.906664 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c678f093-8f16-4503-902e-d91e5fa65432 req-5d9a569d-4daa-4e52-bf8c-3b641f172cb8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 Feb 19 07:58:24.099638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721b485-6eec-4e02-bd48-cba734b2b473 req-418e6dcf-7209-46c2-bb6b-3716a0cc687f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:24.101093 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0721b485-6eec-4e02-bd48-cba734b2b473 req-418e6dcf-7209-46c2-bb6b-3716a0cc687f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0771832 Feb 19 07:58:24.146218 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0721b485-6eec-4e02-bd48-cba734b2b473 req-8955fb5e-a155-4475-93dc-aafa24a54ba9 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Feb 19 07:58:24.360846 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a38dbc46-e96e-43b4-8b9f-4d6a4c50c456 req-4f528af3-7010-41e7-81c9-068d4394ba03 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0870657 Feb 19 07:58:24.673805 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-19b92357-498b-4c53-ae40-1dc1c7a70b44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198196 Feb 19 07:58:24.692335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341cc5a-b41f-449a-a0f6-968edab7b437 req-abba7131-4fba-428d-b14e-0d5a27fe5ff5 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:24.693798 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a341cc5a-b41f-449a-a0f6-968edab7b437 req-abba7131-4fba-428d-b14e-0d5a27fe5ff5 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0891237 Feb 19 07:58:24.738910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a341cc5a-b41f-449a-a0f6-968edab7b437 req-52f00c46-ba6f-4e1b-9463-e5a50753c753 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Feb 19 07:58:25.957434 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-b86cc271-83d5-48b6-80c0-0055e4d38a96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 1099 time: 0.1833723 Feb 19 07:58:26.082736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf22f44-1974-4a7c-bf98-fe24b7dfd3b7 req-a2adabf3-ff1e-4241-9bd0-915640af2464 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:26.084102 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1bf22f44-1974-4a7c-bf98-fe24b7dfd3b7 req-a2adabf3-ff1e-4241-9bd0-915640af2464 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0756540 Feb 19 07:58:26.086656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-03e864d6-731a-49e4-8fc5-534117256392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:26.088069 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-03e864d6-731a-49e4-8fc5-534117256392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1245515 Feb 19 07:58:26.129899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1bf22f44-1974-4a7c-bf98-fe24b7dfd3b7 req-1e4ecde7-7b07-4af1-8c0d-67dfbc94c994 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Feb 19 07:58:26.156644 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-4d6904e8-d472-41d8-89e6-89403a31d737 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85 HTTP/1.1" status: 200 len: 217 time: 0.0624630 Feb 19 07:58:26.218943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-d2151058-e310-4203-bd82-c0d475c0b665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:26.220415 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-d2151058-e310-4203-bd82-c0d475c0b665 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0585358 Feb 19 07:58:26.263240 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-b7a2b459-66f8-4f36-a396-76d07fb5aef9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373542 Feb 19 07:58:26.407166 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-907f26dd-b054-4ad5-9237-9995a2d87721 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373618 Feb 19 07:58:26.545922 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-a5e34987-8a0f-4504-affc-8695b5eab22d service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326449 Feb 19 07:58:27.341613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4dd4d-d6fe-410f-b79c-4ce287ef3222 req-d179aad3-6ab7-43f3-b97c-5c681f95081a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:27.343072 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70d4dd4d-d6fe-410f-b79c-4ce287ef3222 req-d179aad3-6ab7-43f3-b97c-5c681f95081a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0836911 Feb 19 07:58:27.388105 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70d4dd4d-d6fe-410f-b79c-4ce287ef3222 req-091e7425-1b45-44e6-b5a7-ca1c30108723 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 Feb 19 07:58:28.593224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e82fdc-8fa1-47d3-9a43-ca4c9acc8950 req-d5e0b666-c70f-41da-8547-842a8a032afc tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:28.594640 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-08e82fdc-8fa1-47d3-9a43-ca4c9acc8950 req-d5e0b666-c70f-41da-8547-842a8a032afc tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0852368 Feb 19 07:58:28.644982 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-08e82fdc-8fa1-47d3-9a43-ca4c9acc8950 req-8dfea6de-758f-4bba-952a-1c57cd21eb54 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 Feb 19 07:58:29.927586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0748-2db9-4c6d-96c6-a1ac19d8693c req-584010c9-ee46-4b13-b256-d78331a7bd4b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:29.929039 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-263f0748-2db9-4c6d-96c6-a1ac19d8693c req-584010c9-ee46-4b13-b256-d78331a7bd4b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.1557581 Feb 19 07:58:29.976448 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-263f0748-2db9-4c6d-96c6-a1ac19d8693c req-eaea56f0-ecee-4b41-b33f-c49db867f40c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Feb 19 07:58:31.183705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155826e-7184-4094-871f-d755de1f5594 req-095ea92b-b323-43d6-a4a1-8b14944af2e2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:31.185134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5155826e-7184-4094-871f-d755de1f5594 req-095ea92b-b323-43d6-a4a1-8b14944af2e2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0788116 Feb 19 07:58:31.229123 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5155826e-7184-4094-871f-d755de1f5594 req-a9824263-67ea-40f8-8146-0bad632a410f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384734 Feb 19 07:58:32.433455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe06363-a95e-406d-8ad7-7cc3aebba889 req-18fc7ee4-97bd-42e1-a8b8-999019191bba tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:32.435730 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebe06363-a95e-406d-8ad7-7cc3aebba889 req-18fc7ee4-97bd-42e1-a8b8-999019191bba tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0793393 Feb 19 07:58:32.483592 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebe06363-a95e-406d-8ad7-7cc3aebba889 req-bb42a3da-27f8-407d-a323-f436a47f08fa tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Feb 19 07:58:33.693582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4a201-05b7-4e91-a43b-a6dd1efd739c req-b70181be-4165-4c9e-a19a-14fbcecd01bb tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:33.694988 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e7c4a201-05b7-4e91-a43b-a6dd1efd739c req-b70181be-4165-4c9e-a19a-14fbcecd01bb tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0841882 Feb 19 07:58:33.750369 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e7c4a201-05b7-4e91-a43b-a6dd1efd739c req-cc9f8c01-f80d-4c26-a9d3-1d68bff6c276 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494320 Feb 19 07:58:34.956185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a31668-a037-4397-b527-a430de4284fe req-db7f95b8-9ef7-4290-a6fb-2b92cd82c24f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:34.957800 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79a31668-a037-4397-b527-a430de4284fe req-db7f95b8-9ef7-4290-a6fb-2b92cd82c24f tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0833049 Feb 19 07:58:35.010208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79a31668-a037-4397-b527-a430de4284fe req-a0c80077-1de4-48ef-8ea3-0dedf88596ae tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Feb 19 07:58:36.218194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389ee38-462b-4f50-8fe7-dce6ec144193 req-446d890e-c22d-4c9b-be1f-78fa52caa292 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:36.219598 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9389ee38-462b-4f50-8fe7-dce6ec144193 req-446d890e-c22d-4c9b-be1f-78fa52caa292 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0824347 Feb 19 07:58:36.266119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9389ee38-462b-4f50-8fe7-dce6ec144193 req-3fb423a2-84e6-47f7-96cf-ca186b82eb3e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386682 Feb 19 07:58:36.753055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-273512f2-5c27-4973-b920-1648db868dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:37.492548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b570977-dcd6-4634-9bbf-5acc4b958337 req-30fea8fc-1fc5-4382-bc74-c3bdbea74e0e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:37.493951 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b570977-dcd6-4634-9bbf-5acc4b958337 req-30fea8fc-1fc5-4382-bc74-c3bdbea74e0e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0878284 Feb 19 07:58:37.541058 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b570977-dcd6-4634-9bbf-5acc4b958337 req-2ecfdbee-d90a-4d01-9e40-04c2eff8a705 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Feb 19 07:58:38.752719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c234f14-b8f8-48bb-b27f-b220d94fe99c req-586f0cfd-cd56-444a-9a92-7912454a844b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:38.754129 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2c234f14-b8f8-48bb-b27f-b220d94fe99c req-586f0cfd-cd56-444a-9a92-7912454a844b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0823512 Feb 19 07:58:38.803562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2c234f14-b8f8-48bb-b27f-b220d94fe99c req-5007244d-790b-4be6-84f1-b60abb594145 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Feb 19 07:58:38.970583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ae3e790-596a-4a70-adff-6f9dadd4b0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:40.017935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf4a-9cce-4aa7-88e1-ed33034d95c2 req-57c734f8-d57f-47d3-91fb-d431e145ac33 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:40.019364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1dbcbf4a-9cce-4aa7-88e1-ed33034d95c2 req-57c734f8-d57f-47d3-91fb-d431e145ac33 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0811048 Feb 19 07:58:40.064216 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1dbcbf4a-9cce-4aa7-88e1-ed33034d95c2 req-806f26b5-15c4-42d1-9b2c-8d0968e54c72 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Feb 19 07:58:40.268689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:40.298501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:41.276014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe061b9-7cfb-49c2-99aa-5e7a89e7f26e req-c2ebdcad-a788-497d-be7c-afdc5fe0eab4 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:41.277433 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-afe061b9-7cfb-49c2-99aa-5e7a89e7f26e req-c2ebdcad-a788-497d-be7c-afdc5fe0eab4 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0859032 Feb 19 07:58:41.324653 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-afe061b9-7cfb-49c2-99aa-5e7a89e7f26e req-9b92a91e-911f-4e87-b42c-d66e3ba23d9d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Feb 19 07:58:41.520061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:41.691000 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:58:42.545400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a479f4-4740-48c9-9152-e9128fa9d4f2 req-65e66ede-89f0-4fd3-990f-3beae5e37153 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:42.546823 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e4a479f4-4740-48c9-9152-e9128fa9d4f2 req-65e66ede-89f0-4fd3-990f-3beae5e37153 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0827115 Feb 19 07:58:42.594409 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e4a479f4-4740-48c9-9152-e9128fa9d4f2 req-2abcfbe3-cddf-4258-ba00-a97bced8bed3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Feb 19 07:58:43.619524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:43.818687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743033d-225d-407a-9681-4d813e570bf1 req-2e7862e4-0d82-4cff-bc97-f9b2a9179014 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:43.820110 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b743033d-225d-407a-9681-4d813e570bf1 req-2e7862e4-0d82-4cff-bc97-f9b2a9179014 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0880060 Feb 19 07:58:43.868197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b743033d-225d-407a-9681-4d813e570bf1 req-7c9f69c2-dc1d-41c0-8abc-69c160df5ae0 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Feb 19 07:58:45.086656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395a49d-03a6-4d5f-b651-e12f34dbd4b8 req-410b798a-7d2a-43d5-b8a3-7293b9d16ad3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:45.087974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a395a49d-03a6-4d5f-b651-e12f34dbd4b8 req-410b798a-7d2a-43d5-b8a3-7293b9d16ad3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0766466 Feb 19 07:58:45.132031 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a395a49d-03a6-4d5f-b651-e12f34dbd4b8 req-2bb8ab5e-28d8-4ecc-8ea5-a2480470d912 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385547 Feb 19 07:58:46.377089 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481962f-d526-4df4-86b1-8a2b5661525f req-9662568c-d3fd-428d-8767-86c523fefbc8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.378488 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b481962f-d526-4df4-86b1-8a2b5661525f req-9662568c-d3fd-428d-8767-86c523fefbc8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0918272 Feb 19 07:58:46.424742 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b481962f-d526-4df4-86b1-8a2b5661525f req-712cb548-8072-4510-ae98-b4115a56bcdc tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Feb 19 07:58:47.640497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac25c8-bd48-4a1d-8dfe-b9eb75d722ac req-ab622282-6ba2-40ed-817f-e856766669c1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:47.641982 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53ac25c8-bd48-4a1d-8dfe-b9eb75d722ac req-ab622282-6ba2-40ed-817f-e856766669c1 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0834794 Feb 19 07:58:47.690217 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53ac25c8-bd48-4a1d-8dfe-b9eb75d722ac req-ebc7efad-61da-4ae1-859e-b039ae2d79ea tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Feb 19 07:58:48.898514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af9a29-d6c2-45be-b2da-798d889b4392 req-f59a9bcd-339d-4666-ae0a-af57b28d64f0 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:48.899943 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-95af9a29-d6c2-45be-b2da-798d889b4392 req-f59a9bcd-339d-4666-ae0a-af57b28d64f0 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0819581 Feb 19 07:58:48.944905 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-95af9a29-d6c2-45be-b2da-798d889b4392 req-671d2baf-7ee8-4b6e-b03b-fd34ebccaf36 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Feb 19 07:58:50.147561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f6fc-b9e5-465f-beb9-5669e5fdc044 req-2292866f-02ea-4b47-b2f5-20219ba76278 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:50.149040 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f244f6fc-b9e5-465f-beb9-5669e5fdc044 req-2292866f-02ea-4b47-b2f5-20219ba76278 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0782852 Feb 19 07:58:50.201169 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f244f6fc-b9e5-465f-beb9-5669e5fdc044 req-3c7b0809-d5db-4974-ad9c-d1450aba930c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Feb 19 07:58:51.415308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a675-ba01-4fa6-bef9-68a7da11c07d req-c9d08f4d-1047-4648-befd-c634d250b3f2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:51.417525 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c978a675-ba01-4fa6-bef9-68a7da11c07d req-c9d08f4d-1047-4648-befd-c634d250b3f2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0880752 Feb 19 07:58:51.464767 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c978a675-ba01-4fa6-bef9-68a7da11c07d req-0e631a6f-fbbf-447e-bebb-1bc9403b42b8 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Feb 19 07:58:52.680615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c5f7-0da6-4e90-8a80-e996f6b42323 req-7e8153f8-6a59-4b42-8202-f7384f2b3d04 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:52.682018 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4322c5f7-0da6-4e90-8a80-e996f6b42323 req-7e8153f8-6a59-4b42-8202-f7384f2b3d04 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0810730 Feb 19 07:58:52.808797 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4322c5f7-0da6-4e90-8a80-e996f6b42323 req-180c4e8c-bf83-4bd6-b0b0-16ce6cd3c7b9 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185730 Feb 19 07:58:53.271135 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-7fcf5ed6-bb0f-46ca-8afc-33a8f6c63d8c service neutron] 10.222.0.67 "GET /v2.0/ports/2105d0a4-cda4-4c34-b62b-76ef486a1b85/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0863028 Feb 19 07:58:53.541706 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-407e88b0-00a4-4f28-a840-ac7bc230cb99 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce&tenant_id=22b9a6229685492a9a42d3a9d000f22c HTTP/1.1" status: 200 len: 1099 time: 0.0727911 Feb 19 07:58:53.637087 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-6df543df-5168-4003-8296-6a171534dc6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 1099 time: 0.0720639 Feb 19 07:58:53.763864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-a202f998-41b9-413d-9828-bd9a266e3879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:53.765301 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-a202f998-41b9-413d-9828-bd9a266e3879 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1215551 Feb 19 07:58:53.830152 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-43ab1dec-e8db-4745-9236-2bc2f4b5b024 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85 HTTP/1.1" status: 200 len: 217 time: 0.0587668 Feb 19 07:58:53.896111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-cf02ab00-3e93-418c-80e5-235bad79d0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:53.897579 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-cf02ab00-3e93-418c-80e5-235bad79d0ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0615160 Feb 19 07:58:53.943292 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-1cbe66cb-e17e-48dc-ab4d-3fa85df85bda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397205 Feb 19 07:58:54.002864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592676fb-cd4b-4f82-b40c-23bf83a4e476 req-ebd685b0-6c98-48a7-bd89-5030487a6a8c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:54.004379 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-592676fb-cd4b-4f82-b40c-23bf83a4e476 req-ebd685b0-6c98-48a7-bd89-5030487a6a8c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0738831 Feb 19 07:58:54.049943 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-592676fb-cd4b-4f82-b40c-23bf83a4e476 req-71d88317-2793-4429-bea8-0217b2ea19c3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Feb 19 07:58:54.075043 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-340f0a7d-a986-46a7-93cf-e9cfcb41730a service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256504 Feb 19 07:58:54.211731 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3b9240df-8fac-40e4-9887-86b2d0795963 req-748c8be6-b0a7-4253-85be-c1703f37ef4c service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300442 Feb 19 07:58:55.275803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f5d3a-0f0b-44d5-9091-a9807fcb502b req-56b91ad5-de72-43ea-9ed2-15c14a4d9d44 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:55.277285 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a47f5d3a-0f0b-44d5-9091-a9807fcb502b req-56b91ad5-de72-43ea-9ed2-15c14a4d9d44 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0863197 Feb 19 07:58:55.322452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a47f5d3a-0f0b-44d5-9091-a9807fcb502b req-2597f10f-d960-4111-a9c6-a4d4c483edbd tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Feb 19 07:58:55.407549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2105d0a4-cda4-4c34-b62b-76ef486a1b85 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:58:55.538657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:55.552206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'network_id': '78cf2971-2734-4870-b375-0300885e7246', 'port_id': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'mac_address': 'fa:16:3e:ed:9e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241dff4e-48e8-414d-88a3-2806e5241c33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:58:55.609446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:55.630329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2105d0a4-cda4-4c34-b62b-76ef486a1b85 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:58:55.647349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:55.653797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:55.724006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:55.867970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['2105d0a4-cda4-4c34-b62b-76ef486a1b85'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:58:56.535536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55401239-c6ee-4b11-af46-894837808207 req-e41a0bfe-b5ea-4bd1-87bf-3e54c134d167 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:56.537008 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55401239-c6ee-4b11-af46-894837808207 req-e41a0bfe-b5ea-4bd1-87bf-3e54c134d167 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 945 time: 0.0803308 Feb 19 07:58:56.587726 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55401239-c6ee-4b11-af46-894837808207 req-829a7f89-d43e-4722-827f-3d05b48b6015 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Feb 19 07:58:57.409919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2105d0a4-cda4-4c34-b62b-76ef486a1b85 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:58:57.485755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:58:57.486124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:57.604534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:57.635454 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:58:57.645778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:57.651016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:58:57.706588 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'code': 200} Feb 19 07:58:57.719963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:57.794770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431e864-b08f-45a0-b647-22d87325056b req-769a3456-561f-4b94-bc08-7eef263e76bd tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:57.796204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7431e864-b08f-45a0-b647-22d87325056b req-769a3456-561f-4b94-bc08-7eef263e76bd tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0755234 Feb 19 07:58:57.841203 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7431e864-b08f-45a0-b647-22d87325056b req-751831da-3534-4b78-bcca-c5e6051e5c15 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Feb 19 07:58:58.170339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61143856-1e72-42f9-b6c3-6a102a316a6c req-eb04ba36-aca1-427a-b918-9e1cda578416 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:58.171791 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61143856-1e72-42f9-b6c3-6a102a316a6c req-eb04ba36-aca1-427a-b918-9e1cda578416 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0792210 Feb 19 07:58:58.182835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-e583d65b-0cbf-48b4-aa6f-b0a952d494d2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:58.183511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-e583d65b-0cbf-48b4-aa6f-b0a952d494d2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Synchronizing usage tracker for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:58:58.195481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-e583d65b-0cbf-48b4-aa6f-b0a952d494d2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Unset dirty status for tenant:22b9a6229685492a9a42d3a9d000f22c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:58:58.196584 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-e583d65b-0cbf-48b4-aa6f-b0a952d494d2 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce&tenant_id=22b9a6229685492a9a42d3a9d000f22c&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 946 time: 0.0909874 Feb 19 07:58:58.216399 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61143856-1e72-42f9-b6c3-6a102a316a6c req-d6ff3c84-6d45-45f2-b229-3501918f7a89 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 Feb 19 07:58:58.428546 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-52bb61bc-d4cf-43dc-9223-d5d62b3c494b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22b9a6229685492a9a42d3a9d000f22c&device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 1099 time: 0.1606357 Feb 19 07:58:58.570573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-88da47fe-bab0-448d-abc7-c8b0f91f01b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:58.572009 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-88da47fe-bab0-448d-abc7-c8b0f91f01b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 200 len: 915 time: 0.1378379 Feb 19 07:58:58.641728 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-7a5508fb-3ff9-4772-9b98-d406eb0af694 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85 HTTP/1.1" status: 200 len: 217 time: 0.0637159 Feb 19 07:58:58.702178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-7b1d1557-013b-4be6-a57f-3f968a60f0d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:58.703455 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-7b1d1557-013b-4be6-a57f-3f968a60f0d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 200 len: 854 time: 0.0561919 Feb 19 07:58:58.750016 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-4b70a470-0ea5-4d0e-9602-e3724e1e4580 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78cf2971-2734-4870-b375-0300885e7246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400989 Feb 19 07:58:58.882288 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-aa816484-3c2a-408d-901f-fdef963029d1 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263325 Feb 19 07:58:59.013678 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5e9090ac-0950-4ab3-98b2-90c29a4b79f8 req-b260dae6-6178-449b-b349-c225a95ade32 service neutron] 10.222.0.67 "GET /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252148 Feb 19 07:58:59.422173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f8ce2-6900-4fca-b078-974f35575497 req-96c2bf04-3ef2-4fcd-aadf-75516112067d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:59.423679 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c48f8ce2-6900-4fca-b078-974f35575497 req-96c2bf04-3ef2-4fcd-aadf-75516112067d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0756977 Feb 19 07:58:59.470363 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c48f8ce2-6900-4fca-b078-974f35575497 req-c3c26a56-f870-4f9e-bfe2-407c05a8331c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Feb 19 07:59:00.681659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d8ff-f0ce-4323-baf3-3157899d9e3f req-ec4737cf-eff7-45ec-b065-d92cff50aa7a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:00.683076 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3932d8ff-f0ce-4323-baf3-3157899d9e3f req-ec4737cf-eff7-45ec-b065-d92cff50aa7a tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0858538 Feb 19 07:59:00.730271 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3932d8ff-f0ce-4323-baf3-3157899d9e3f req-4734bdfd-fce6-4212-8f7f-db9b05cfd540 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392714 Feb 19 07:59:00.940973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966efd8-44a8-4357-9c18-c5f5ec01d43c req-af500501-6411-461e-8628-95e7868dc340 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:00.942442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a966efd8-44a8-4357-9c18-c5f5ec01d43c req-af500501-6411-461e-8628-95e7868dc340 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0866663 Feb 19 07:59:00.989754 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a966efd8-44a8-4357-9c18-c5f5ec01d43c req-b7f57bfe-4cff-45c9-a6e5-36a600f542e6 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Feb 19 07:59:01.205151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe74f7-aadc-472d-aa31-2827bc047d02 req-e9110dff-a244-4735-a1b8-215ebcb18ea3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:01.206586 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbbe74f7-aadc-472d-aa31-2827bc047d02 req-e9110dff-a244-4735-a1b8-215ebcb18ea3 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0907786 Feb 19 07:59:01.253218 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbbe74f7-aadc-472d-aa31-2827bc047d02 req-8ad37961-699c-40f2-9bf2-1bdb24671c01 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Feb 19 07:59:01.855739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df01dc-c95c-45c9-b47f-cf424f825323 req-97489ea8-60bc-415a-8ff8-342c0d09e05c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:01.857076 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0df01dc-c95c-45c9-b47f-cf424f825323 req-97489ea8-60bc-415a-8ff8-342c0d09e05c tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0814974 Feb 19 07:59:01.906619 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0df01dc-c95c-45c9-b47f-cf424f825323 req-7fbc4450-dff6-463e-b9ab-0a89ce33c362 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 Feb 19 07:59:03.116068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720c267-7c19-48a5-9d10-29e8e7f88812 req-7e7429ef-1f56-4d44-b599-77d613092b9b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:03.117502 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e720c267-7c19-48a5-9d10-29e8e7f88812 req-7e7429ef-1f56-4d44-b599-77d613092b9b tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0779984 Feb 19 07:59:03.162126 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e720c267-7c19-48a5-9d10-29e8e7f88812 req-a8f62796-8d0c-42b5-a5fa-8a210e4ef5ad tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/security-groups?id=78eda8eb-7e4d-45fe-9404-bec1d78bc569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Feb 19 07:59:03.480582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-1a1efb5b-093e-4856-b81d-e60fb267ce9d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:03.482049 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-1a1efb5b-093e-4856-b81d-e60fb267ce9d tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 946 time: 0.0799456 Feb 19 07:59:03.551204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Deleting port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 07:59:03.551538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:03.803060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] For port 2105d0a4-cda4-4c34-b62b-76ef486a1b85, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2105d0a4-cda4-4c34-b62b-76ef486a1b85,segment=NetworkSegment(9cfeaf27-933f-489e-845f-647ee84b6ddb),segment_id=9cfeaf27-933f-489e-845f-647ee84b6ddb)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:03.803326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:03.919994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Calling delete_port for 2105d0a4-cda4-4c34-b62b-76ef486a1b85 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 07:59:04.062683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:04.075272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['2105d0a4-cda4-4c34-b62b-76ef486a1b85'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:59:04.110291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Pushing event deleted for resources: {'Port': ['ID=2105d0a4-cda4-4c34-b62b-76ef486a1b85,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:04.150622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.150973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.151294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.151619 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.151938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.152354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.153274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.153274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.153274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.153555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.153873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:04.192897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] No DVR routers for this DVR port 2105d0a4-cda4-4c34-b62b-76ef486a1b85 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:59:04.195361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:04.197871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'name': 'network-vif-deleted', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:59:04.216411 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-09f594b7-2646-4655-b8d4-bb752ef3db6d req-b47cc4ed-6f63-4abd-9067-6a1a92c8eb56 tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.67 "DELETE /v2.0/ports/2105d0a4-cda4-4c34-b62b-76ef486a1b85 HTTP/1.1" status: 204 len: 173 time: 0.7278874 Feb 19 07:59:04.257466 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dd0383-ac2f-4f67-a742-cbb069d7edce', 'name': 'network-vif-deleted', 'tag': '2105d0a4-cda4-4c34-b62b-76ef486a1b85', 'status': 'completed', 'code': 200} Feb 19 07:59:04.325405 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b0c07a32-6bd1-4804-8f23-98355e4488e2 req-cda55530-48d0-4122-bb0b-c06b28b5286e tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4dd0383-ac2f-4f67-a742-cbb069d7edce HTTP/1.1" status: 200 len: 210 time: 0.0437117 Feb 19 07:59:05.590749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43466) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:05.650513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Deleting subnet 241dff4e-48e8-414d-88a3-2806e5241c33 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 07:59:05.653686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:05.703671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:05.768054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:05.841954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:05.879594 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241dff4e-48e8-414d-88a3-2806e5241c33,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:05.889853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:05.894185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.894519 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.894839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.895165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.895607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.895934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.896276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.896598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.896910 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.897235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.897529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:05.902723 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f120e4b2-d0b1-4a64-acad-15a3d3cabd56 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/241dff4e-48e8-414d-88a3-2806e5241c33 HTTP/1.1" status: 204 len: 168 time: 0.3103871 Feb 19 07:59:05.904825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43470) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:06.011172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.134981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.159191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cf2971-2734-4870-b375-0300885e7246']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:06.171282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfeaf27-933f-489e-845f-647ee84b6ddb') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:06.171575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfeaf27-933f-489e-845f-647ee84b6ddb') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:06.182662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.198475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.204882 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 07:59:06.205252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:59:06.217909 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:59:06.376412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.392885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.403139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78cf2971-2734-4870-b375-0300885e7246,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:06.412212 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-edfd4bdc-4505-4573-9eb0-6b5244f0eef2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/78cf2971-2734-4870-b375-0300885e7246 HTTP/1.1" status: 204 len: 168 time: 0.5063701 Feb 19 07:59:06.554012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 43476) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:06.605414 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5d4902ab-1570-4c36-a3a1-adfd739a02e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22b9a6229685492a9a42d3a9d000f22c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502040 Feb 19 07:59:06.608082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43480) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:06.669815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a61544-7981-4c24-abba-33b353fd76cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.696462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a61544-7981-4c24-abba-33b353fd76cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.737515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a200afd6-c2e9-4135-9749-7a583511ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.750912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a61544-7981-4c24-abba-33b353fd76cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.768426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a61544-7981-4c24-abba-33b353fd76cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eda8eb-7e4d-45fe-9404-bec1d78bc569,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:06.772649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a2a61544-7981-4c24-abba-33b353fd76cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:06.776179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a2a61544-7981-4c24-abba-33b353fd76cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78eda8eb-7e4d-45fe-9404-bec1d78bc569 HTTP/1.1" status: 204 len: 168 time: 0.1646883 Feb 19 07:59:07.409954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2105d0a4-cda4-4c34-b62b-76ef486a1b85 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:59:07.443033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 2105d0a4-cda4-4c34-b62b-76ef486a1b85 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 07:59:07.443372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2105d0a4-cda4-4c34-b62b-76ef486a1b85 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 07:59:07.722029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:07.857729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-327843253-network', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:07.862789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:07.866866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Usage tracker for resource:network and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:07.869875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:07.875521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:07.888211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Made reservation on behalf of ea05c79f318c4a1db946f20e7e2e2035 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:59:07.890360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:07.902393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:07.935338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:07.939063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Usage tracker for resource:security_group_rule and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:07.941840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:07.947398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:08.010058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.015893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.043873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:59:08.052344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a474791a-e774-4b73-b705-a5093fa40cf9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:08.057629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.058003 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Added segment ae9f5bc4-2591-46da-853d-e15ee75048c4 of type vlan for network 69fb4b24-e695-4911-9341-36f1e6d92637 Feb 19 07:59:08.083759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.117436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.118340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:08.118896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.218171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4950378 Feb 19 07:59:08.218998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd3316-7a73-41b0-af56-f36ddb7b8bde admin admin] Pushing event updated for resources: {'Network': ['ID=69fb4b24-e695-4911-9341-36f1e6d92637,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:08.221239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43508) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:08.226946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Request body: {'subnet': {'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-327843253-subnet', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:08.229908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 69fb4b24-e695-4911-9341-36f1e6d92637 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 07:59:08.232128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:08.236300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Usage tracker for resource:subnet and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:08.239299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:08.245347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:08.256248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Made reservation on behalf of ea05c79f318c4a1db946f20e7e2e2035 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:59:08.258549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.458605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.531117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:08.543031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Checking segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:59:08.543382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Network hostable DHCP agents. Network: 69fb4b24-e695-4911-9341-36f1e6d92637, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:59:08.567883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:59:08.578479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 69fb4b24-e695-4911-9341-36f1e6d92637) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:08.582361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:08.582932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.587372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab719af8-fbd4-438e-bac8-c1c2ffaa92af None None] Network 69fb4b24-e695-4911-9341-36f1e6d92637 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:59:08.603860 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f72063e6-ea0c-4ca8-b569-fa5f19776f87 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3815672 Feb 19 07:59:08.606554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43512) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:08.611543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:08.616471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:08.620459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Usage tracker for resource:router and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:08.623241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:08.628896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:08.640339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.641292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.661231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.797143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-69fb4b24-e695-4911-9341-36f1e6d92637', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 07:59:08.797967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.810063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.954373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Allocated IP 172.20.0.2 (69fb4b24-e695-4911-9341-36f1e6d92637/2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5/ed42e22f-9c9a-4894-9a04-bf242b5f0722) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:59:08.986240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8ef72497-15f5-486b-ab24-48f5217a7f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:08.993034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.023205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.158432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Allocated IP 172.26.1.242 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/e7269452-878d-4122-8704-25c1678ee790) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:59:09.200866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.211320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Transition to ACTIVE for port object ed42e22f-9c9a-4894-9a04-bf242b5f0722 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:09.229347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Transition to ACTIVE for port object ed42e22f-9c9a-4894-9a04-bf242b5f0722 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:09.234657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.300412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:59:09.303214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:09.307592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:59:09.309672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Pushing event updated for resources: {'Port': ['ID=ed42e22f-9c9a-4894-9a04-bf242b5f0722,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:09.310671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.339325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.349894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.350234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.350566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.350887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.351208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.351564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.351887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.352225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.352523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.352834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.353144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:09.407116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Attempting to bind port ed42e22f-9c9a-4894-9a04-bf242b5f0722 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:59:09.407341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:59:09.407499 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Attempting to bind port ed42e22f-9c9a-4894-9a04-bf242b5f0722 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:59:09.407963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Attempting to bind port ed42e22f-9c9a-4894-9a04-bf242b5f0722 on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:59:09.410354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:09.412871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:59:09.414564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:59:09.414929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Checking segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:59:09.415317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.415696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Bound using segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:59:09.416145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Bound port: ed42e22f-9c9a-4894-9a04-bf242b5f0722, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:59:09.416639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.449720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Pushing event updated for resources: {'Port': ['ID=e7269452-878d-4122-8704-25c1678ee790,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:09.502673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] For port ed42e22f-9c9a-4894-9a04-bf242b5f0722, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:59:09.505705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] For port ed42e22f-9c9a-4894-9a04-bf242b5f0722, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ed42e22f-9c9a-4894-9a04-bf242b5f0722,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:59:09.511617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.576181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.576941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:09.593907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79489df4-29bd-4bcf-a542-ed35d27f8671 None None] Pushing event updated for resources: {'Port': ['ID=ed42e22f-9c9a-4894-9a04-bf242b5f0722,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:09.918145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:59:10.120650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:59:10.130959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:59:10.143942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:59:10.144819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:10.145517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:10.146807 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-938b9fa8-c609-4d85-873b-690a6bcb6c4c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5393167 Feb 19 07:59:10.149578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43516) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:10.306078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:10.316222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:10.352750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:59:10.522802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e4f24-97d3-4eea-965a-b57d87dedab7 None None] Network 69fb4b24-e695-4911-9341-36f1e6d92637 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 07:59:10.669749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-99c91e58-9db5-492c-b366-af55580c4a20 None None] Provisioning for port ed42e22f-9c9a-4894-9a04-bf242b5f0722 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:10.844057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:09Z', 'revision_number': 3, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:10.851577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:59:10.851920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Updating router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d port e7269452-878d-4122-8704-25c1678ee790 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:59:10.901965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ed42e22f-9c9a-4894-9a04-bf242b5f0722 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:59:10.904099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:10.952295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.082092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ed42e22f-9c9a-4894-9a04-bf242b5f0722 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:11.092076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ed42e22f-9c9a-4894-9a04-bf242b5f0722 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:11.092460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.116368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Allocated IP 172.20.0.1 (69fb4b24-e695-4911-9341-36f1e6d92637/2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5/2192abee-68c2-4c70-96d2-12dc3f7a389f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:59:11.271351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.287031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Transition to ACTIVE for port object 2192abee-68c2-4c70-96d2-12dc3f7a389f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:11.310531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.311809 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-922e1b32-792e-4a93-b29a-666722619546 None None] Provisioning complete for port ed42e22f-9c9a-4894-9a04-bf242b5f0722 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:11.312398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-922e1b32-792e-4a93-b29a-666722619546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.439288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.476604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:59:11.479262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:11.482963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:59:11.515784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Pushing event updated for resources: {'Port': ['ID=2192abee-68c2-4c70-96d2-12dc3f7a389f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:11.535288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.540951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.587494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ed42e22f-9c9a-4894-9a04-bf242b5f0722, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ed42e22f-9c9a-4894-9a04-bf242b5f0722,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:11.588550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.599819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Transition to ACTIVE for port object e7269452-878d-4122-8704-25c1678ee790 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:11.602429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.628628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.648802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.662972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-922e1b32-792e-4a93-b29a-666722619546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.739724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ed42e22f-9c9a-4894-9a04-bf242b5f0722,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:11.790502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Attempting to bind port e7269452-878d-4122-8704-25c1678ee790 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:59:11.790777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Attempting to bind port e7269452-878d-4122-8704-25c1678ee790 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:59:11.791114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Attempting to bind port e7269452-878d-4122-8704-25c1678ee790 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:59:11.822959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:59:11.823325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:59:11.823717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.824092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:59:11.824577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Bound port: e7269452-878d-4122-8704-25c1678ee790, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:59:11.824938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.850966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.857137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.865542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-922e1b32-792e-4a93-b29a-666722619546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:59:11.865887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-922e1b32-792e-4a93-b29a-666722619546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:59:11.866361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14289f6-d978-4002-a4a0-d2511183043b None None] Pushing event updated for resources: {'Port': ['ID=e7269452-878d-4122-8704-25c1678ee790,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:11.914728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] For port e7269452-878d-4122-8704-25c1678ee790, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:59:11.919151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] For port e7269452-878d-4122-8704-25c1678ee790, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e7269452-878d-4122-8704-25c1678ee790,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:59:11.923960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.973118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Pushing event updated for resources: {'Port': ['ID=2192abee-68c2-4c70-96d2-12dc3f7a389f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:11.978082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:11.989957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:59:11.990601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:12.112004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:59:12.113291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:12.146223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14289f6-d978-4002-a4a0-d2511183043b None None] Pushing event updated for resources: {'Port': ['ID=e7269452-878d-4122-8704-25c1678ee790,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:12.190227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:59:12.496203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:59:12.546256 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 2, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:12.550346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdf1d3-63fe-44d3-8e8f-c548654eb0db None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 2, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:59:12.582905 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-74792152-8b46-4932-be5d-39e8e269a735 None None] Provisioning for port 2192abee-68c2-4c70-96d2-12dc3f7a389f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:12.593630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-74792152-8b46-4932-be5d-39e8e269a735 None None] Provisioning complete for port 2192abee-68c2-4c70-96d2-12dc3f7a389f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:12.593995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74792152-8b46-4932-be5d-39e8e269a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:12.652329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-74792152-8b46-4932-be5d-39e8e269a735 None None] Port 2192abee-68c2-4c70-96d2-12dc3f7a389f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:59:12.737342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:59:12.745968 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-be7e2cef-b791-4d26-84c0-016061a6aaec admin admin] 10.222.0.72 "PUT /v2.0/routers/b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954123 Feb 19 07:59:12.885104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ed42e22f-9c9a-4894-9a04-bf242b5f0722 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:59:12.963519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ed42e22f-9c9a-4894-9a04-bf242b5f0722 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:12.963990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.371716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43526) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:13.377560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949965035', 'description': 'tempest-description--1891281441'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:13.384624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:13.389005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:security_group and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:13.392341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:13.398233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:13.411629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.453396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:13.457260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:security_group_rule and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:13.460238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:13.466225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:13.527893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.532751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.575693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed8014-00b1-408f-a0ca-466a80736b87,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:13.578844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.580291 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a334fd14-c3aa-478b-a5a5-e67767f49e65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2074120 Feb 19 07:59:13.584529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 43530) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:13.590423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'security_group_rule': {'security_group_id': '3bed8014-00b1-408f-a0ca-466a80736b87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:13.597287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:13.602344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:security_group_rule and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:13.605716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:13.611743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:13.616672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.632582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.702432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.706993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.730146 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa10809-8d8b-4614-ada7-23df7ff15ffd,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:13.739495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.743453 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c3d5c1c5-143f-42b0-9bf4-4cf804c68ae4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1578498 Feb 19 07:59:13.743762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43534) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:13.749539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'security_group_rule': {'security_group_id': '3bed8014-00b1-408f-a0ca-466a80736b87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:13.755815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:13.760115 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:security_group_rule and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:13.763330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:13.769465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:13.787967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.847899 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.853361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.875542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0439e42-cb36-4505-a14c-d73e1e67715a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:13.883182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:13.884398 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6097148d-39cf-4b8d-9d60-d348404a0d2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1394763 Feb 19 07:59:13.887407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43538) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:13.895096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:13.902764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:13.906558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:floatingip and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 07:59:13.909404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 07:59:13.915041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:13.927105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:14.160738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:14.301758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Allocated IP 172.26.1.9 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/6d314351-0e2f-4ac7-bab5-099efdf8afab) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:59:14.451338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:14.479944 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:14.543088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:59:14.545760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:14.549415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:59:14.584198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'Port': ['ID=6d314351-0e2f-4ac7-bab5-099efdf8afab,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:14.724763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:14.784208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:14.881395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e7269452-878d-4122-8704-25c1678ee790 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:59:14.950712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e7269452-878d-4122-8704-25c1678ee790 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:14.955717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e7269452-878d-4122-8704-25c1678ee790 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:14.956085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:14.998936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:15.008905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:15.069321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:15.085652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e7269452-878d-4122-8704-25c1678ee790, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e7269452-878d-4122-8704-25c1678ee790,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:15.088934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:15.114756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'Port': ['ID=6d314351-0e2f-4ac7-bab5-099efdf8afab,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:15.126875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:15.149651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:15.151716 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fdcc1a0e-db13-42a8-a0e5-1f445483b979 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2628102 Feb 19 07:59:15.153790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e7269452-878d-4122-8704-25c1678ee790,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:15.323409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-51e63a7b-f87e-40fc-b1e6-dbc60b58b511 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Synchronizing usage tracker for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:59:15.342656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-51e63a7b-f87e-40fc-b1e6-dbc60b58b511 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Unset dirty status for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:59:15.343819 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-51e63a7b-f87e-40fc-b1e6-dbc60b58b511 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1949965035&fields=id&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 267 time: 0.0628631 Feb 19 07:59:15.488870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-0e574f0e-c724-4846-9c73-c1ab12a907af tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:15.489549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-0e574f0e-c724-4846-9c73-c1ab12a907af tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Synchronizing usage tracker for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:59:15.505658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-0e574f0e-c724-4846-9c73-c1ab12a907af tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Unset dirty status for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:59:15.506753 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-0e574f0e-c724-4846-9c73-c1ab12a907af tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.1562684 Feb 19 07:59:15.522715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-912be98a-72d7-4975-bc78-816dd9ab34ee tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/quotas/ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 375 time: 0.0103986 Feb 19 07:59:15.622110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-58155a0e-ec68-47c5-9a6f-2132698b2749 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Synchronizing usage tracker for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:59:15.643067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-58155a0e-ec68-47c5-9a6f-2132698b2749 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Unset dirty status for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:59:15.644513 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-58155a0e-ec68-47c5-9a6f-2132698b2749 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167779 Feb 19 07:59:15.783551 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-956f7753-96b8-4949-b451-e8dbfd145bca service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271746 Feb 19 07:59:15.917071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-69585aab-7fa1-445f-acca-9b732ae43d9b service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255696 Feb 19 07:59:16.113947 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-536d92ab-d878-42dd-aa5b-6e7a196fdb1d req-7e478e2e-5684-42d9-8f17-3a69a974f9db tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 210 time: 0.0398731 Feb 19 07:59:16.863076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e7269452-878d-4122-8704-25c1678ee790 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:59:16.933679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e7269452-878d-4122-8704-25c1678ee790 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:16.934040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:17.275743 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc8c4107-7965-46ed-9bb7-c65e178aedf4 req-f3ea14f5-2213-4fed-b396-b3ba3849d1da tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 210 time: 0.0402453 Feb 19 07:59:17.472770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-612ebb9d-ccc8-4e81-8dde-453c4b7cb52f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:17.474180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-612ebb9d-ccc8-4e81-8dde-453c4b7cb52f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.2496164 Feb 19 07:59:17.533074 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-2c869bab-acda-4cf9-a85f-5800bd2e5b70 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 380 time: 0.0394359 Feb 19 07:59:17.541770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'port': {'device_id': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'admin_state_up': True, 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'security_groups': ['3bed8014-00b1-408f-a0ca-466a80736b87']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:17.672862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 07:59:17.687386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 07:59:17.703823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Made reservation on behalf of ea05c79f318c4a1db946f20e7e2e2035 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:59:17.709361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:17.879390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Allocated IP 172.20.0.3 (69fb4b24-e695-4911-9341-36f1e6d92637/2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5/26de2ce3-664c-4237-82cb-66f8cdc4c773) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:59:18.067648 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:18.084400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Transition to ACTIVE for port object 26de2ce3-664c-4237-82cb-66f8cdc4c773 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:18.110550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:18.182254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:59:18.185320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:18.189685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 07:59:18.220109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:18.254692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:18.255321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:18.282293 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-c7c1a04e-dfb3-4227-bce7-5128e2449362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438726 Feb 19 07:59:18.292041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-0a776976-b9b8-4672-a272-0616b5c4c933 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 07:59:18.293418 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-0a776976-b9b8-4672-a272-0616b5c4c933 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055683 Feb 19 07:59:18.382604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Request body: {'port': {'device_id': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:18.419057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fc44a551-5bc3-4bbe-ba72-cd7da195920a None None] Provisioning for port 26de2ce3-664c-4237-82cb-66f8cdc4c773 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:18.424968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-fc44a551-5bc3-4bbe-ba72-cd7da195920a None None] Provisioning complete for port 26de2ce3-664c-4237-82cb-66f8cdc4c773 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:18.425338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fc44a551-5bc3-4bbe-ba72-cd7da195920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:18.501597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fc44a551-5bc3-4bbe-ba72-cd7da195920a None None] Port 26de2ce3-664c-4237-82cb-66f8cdc4c773 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 07:59:18.502869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:18.595672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e363a-9bf8-4989-8ef5-2334ca3e835c req-4efb3d03-fc56-4d4b-98a4-400aeb623a94 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:18.597064 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-083e363a-9bf8-4989-8ef5-2334ca3e835c req-4efb3d03-fc56-4d4b-98a4-400aeb623a94 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 931 time: 0.1953876 Feb 19 07:59:18.642452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-083e363a-9bf8-4989-8ef5-2334ca3e835c req-0b1ab071-0dfe-44a6-b2ed-e0feab236ebd tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Feb 19 07:59:18.692547 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:59:18.843425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26de2ce3-664c-4237-82cb-66f8cdc4c773 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:59:18.850299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:18.864172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Transition to ACTIVE for port object 26de2ce3-664c-4237-82cb-66f8cdc4c773 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:18.871740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:18.998756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:19.110404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Attempting to bind port 26de2ce3-664c-4237-82cb-66f8cdc4c773 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:59:19.110733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Attempting to bind port 26de2ce3-664c-4237-82cb-66f8cdc4c773 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:59:19.111051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Attempting to bind port 26de2ce3-664c-4237-82cb-66f8cdc4c773 on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:59:19.116872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Port 26de2ce3-664c-4237-82cb-66f8cdc4c773 on network 69fb4b24-e695-4911-9341-36f1e6d92637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 07:59:19.117181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Attempting to bind port 26de2ce3-664c-4237-82cb-66f8cdc4c773 on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:59:19.123709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:59:19.124033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Checking segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:59:19.124473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Bound using segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:59:19.124845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Bound port: 26de2ce3-664c-4237-82cb-66f8cdc4c773, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:59:19.125186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:19.214636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:59:19.217518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:59:19.224598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:19.293804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:19.295205 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] 10.222.0.67 "PUT /v2.0/ports/26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 200 len: 1093 time: 0.9948671 Feb 19 07:59:19.295646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:59:19.314018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa45b2-28dc-44c3-b221-bb2165cc7bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:19.471937 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'status': 'completed', 'code': 200} Feb 19 07:59:19.511593 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-72c47b2f-111f-4321-92d6-1eb0dbf0c417 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 1096 time: 0.1739569 Feb 19 07:59:19.581665 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-06d0a473-84f7-4c4d-9ae5-87fb718a6880 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 200 len: 217 time: 0.0630324 Feb 19 07:59:19.643525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-5191b036-90c1-4cc8-9430-7563cabbb8c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:19.644887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-5191b036-90c1-4cc8-9430-7563cabbb8c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0574055 Feb 19 07:59:19.724528 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-98171ce2-2086-43ba-8d94-056d8dcf76bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733814 Feb 19 07:59:19.842646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c66b-cf3b-4316-9c0c-d77041bb26b1 req-f3f92e7d-ec12-4056-b34b-f5129ce0eabc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:19.844958 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d127c66b-cf3b-4316-9c0c-d77041bb26b1 req-f3f92e7d-ec12-4056-b34b-f5129ce0eabc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 943 time: 0.0816491 Feb 19 07:59:19.858437 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-67b7deae-d3fb-4bcb-b6d1-40d8b9138fb0 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279211 Feb 19 07:59:19.890660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d127c66b-cf3b-4316-9c0c-d77041bb26b1 req-80d9a1f2-ab6d-4de2-aa85-b2a761f6e7f5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Feb 19 07:59:19.990840 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-04d64d5e-5f8d-4c02-a4be-b947f8d67d09 req-62266878-7c0b-4165-9875-558d5236e3ca service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259527 Feb 19 07:59:20.106280 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-081fc8a9-7161-43ad-8679-086e402debdc req-b867bf1d-de6f-4b96-a888-e0096aa01903 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 1096 time: 0.0686398 Feb 19 07:59:20.237840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fc8a9-7161-43ad-8679-086e402debdc req-8b9c9ca1-6e4f-420e-a884-44b237ae632b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:20.239191 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-081fc8a9-7161-43ad-8679-086e402debdc req-8b9c9ca1-6e4f-420e-a884-44b237ae632b service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1269686 Feb 19 07:59:20.308165 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-081fc8a9-7161-43ad-8679-086e402debdc req-4d22039c-85c6-4fb6-98f9-944c8729f81a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 200 len: 217 time: 0.0627494 Feb 19 07:59:20.370076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fc8a9-7161-43ad-8679-086e402debdc req-0d9b0eef-4c1b-4304-b71b-f5c2be6344b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:20.371428 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-081fc8a9-7161-43ad-8679-086e402debdc req-0d9b0eef-4c1b-4304-b71b-f5c2be6344b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0565228 Feb 19 07:59:20.445509 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-081fc8a9-7161-43ad-8679-086e402debdc req-68be27b9-7a91-4899-9a7e-6db5b5a2db32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670848 Feb 19 07:59:20.589137 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-081fc8a9-7161-43ad-8679-086e402debdc req-2a3538aa-82fa-40b7-a13f-20b306ccc98e service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368372 Feb 19 07:59:20.718824 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-081fc8a9-7161-43ad-8679-086e402debdc req-a63917ff-d291-4589-8b85-a91c43e60de1 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228659 Feb 19 07:59:21.090615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f708a19-bf06-4542-b445-3dd855cb8a59 req-c0551618-1d06-419f-b11d-e5552bb51cb3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:21.092015 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f708a19-bf06-4542-b445-3dd855cb8a59 req-c0551618-1d06-419f-b11d-e5552bb51cb3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 943 time: 0.0785401 Feb 19 07:59:21.139117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f708a19-bf06-4542-b445-3dd855cb8a59 req-9678a4c9-88a5-4999-a01d-eba83ea7c078 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391681 Feb 19 07:59:21.441476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 26de2ce3-664c-4237-82cb-66f8cdc4c773 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:59:21.580169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:21.593638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'mac_address': 'fa:16:3e:f1:16:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:59:21.645588 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:21.662399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26de2ce3-664c-4237-82cb-66f8cdc4c773 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:59:21.677540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:21.686000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:21.756951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:22.047920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['26de2ce3-664c-4237-82cb-66f8cdc4c773'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:59:22.347525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd91ee-d69b-42c1-ba9f-b8504a9d3452 req-2c6bb9d5-a97e-456c-99bb-3597115e35dc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:22.349041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4acd91ee-d69b-42c1-ba9f-b8504a9d3452 req-2c6bb9d5-a97e-456c-99bb-3597115e35dc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 944 time: 0.0815766 Feb 19 07:59:22.395810 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4acd91ee-d69b-42c1-ba9f-b8504a9d3452 req-23161428-482b-4b0f-aea5-ca80ae49955c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Feb 19 07:59:23.444590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 26de2ce3-664c-4237-82cb-66f8cdc4c773 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:59:23.517878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 26de2ce3-664c-4237-82cb-66f8cdc4c773 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:23.523156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 26de2ce3-664c-4237-82cb-66f8cdc4c773 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:23.523636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:23.593237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a976c-3c1f-436e-afbc-d6ddb2c525ce req-d6d18bcc-4935-42c5-aa61-7c289f5483aa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:23.594689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d39a976c-3c1f-436e-afbc-d6ddb2c525ce req-d6d18bcc-4935-42c5-aa61-7c289f5483aa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 944 time: 0.0749874 Feb 19 07:59:23.637892 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:23.639119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d39a976c-3c1f-436e-afbc-d6ddb2c525ce req-323ddbba-8259-4b2b-a6d3-a262b755a598 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387661 Feb 19 07:59:23.664129 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:59:23.674693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:23.678967 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:23.744234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:23.791659 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'code': 200} Feb 19 07:59:24.019720 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3f5575f5-9280-4262-90e7-9df881bb28d6 req-80e6c7f1-5926-41af-a7cd-67fe5a751787 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 1098 time: 0.0712764 Feb 19 07:59:24.060636 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3f5575f5-9280-4262-90e7-9df881bb28d6 req-aff0a32a-116b-4af8-9dc2-d8859bbcbe33 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354807 Feb 19 07:59:24.861817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990d463-6c62-4c62-a4c1-f0e2b9f199f7 req-aa82ceae-d379-42e9-998d-edeb6eff9b6d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:24.863269 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2990d463-6c62-4c62-a4c1-f0e2b9f199f7 req-aa82ceae-d379-42e9-998d-edeb6eff9b6d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0938318 Feb 19 07:59:24.911727 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2990d463-6c62-4c62-a4c1-f0e2b9f199f7 req-3b32a975-0c6a-4e82-919f-3d6e8e39c37e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 Feb 19 07:59:26.132515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4fce-4377-410d-b3fd-f4d62281fae4 req-70950c9e-fb1f-4e69-bdbf-fd80280215c9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:26.133965 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2c7d4fce-4377-410d-b3fd-f4d62281fae4 req-70950c9e-fb1f-4e69-bdbf-fd80280215c9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0879405 Feb 19 07:59:26.182769 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2c7d4fce-4377-410d-b3fd-f4d62281fae4 req-54bbb05b-748c-4483-8e48-71f91c8f0a8b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Feb 19 07:59:26.217991 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:59:26.230797 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:59:26.231518 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:26.372274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082286f2-3624-4b51-8ed5-e72335d8d6dd req-47b98a01-bd2f-4918-9dd8-dc05b25835dc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:26.373684 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-082286f2-3624-4b51-8ed5-e72335d8d6dd req-47b98a01-bd2f-4918-9dd8-dc05b25835dc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0761409 Feb 19 07:59:26.382368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43590) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 07:59:26.387654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'floatingip': {'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 07:59:26.406196 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:59:26.463379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:26.719025 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 2, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:26.722828 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:59:26.723166 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Updating router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d port 2192abee-68c2-4c70-96d2-12dc3f7a389f binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 07:59:26.775360 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.062211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.066729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.105544 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.116888 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Transition to ACTIVE for port object 2192abee-68c2-4c70-96d2-12dc3f7a389f will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:27.122893 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.239327 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Pushing event updated for resources: {'Port': ['ID=2192abee-68c2-4c70-96d2-12dc3f7a389f,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:27.255411 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.255964 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.256413 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.256735 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.257052 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.257364 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.257674 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.257983 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.258284 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.258582 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.258882 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:27.351175 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Attempting to bind port 2192abee-68c2-4c70-96d2-12dc3f7a389f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 07:59:27.351639 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Attempting to bind port 2192abee-68c2-4c70-96d2-12dc3f7a389f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 07:59:27.352061 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Attempting to bind port 2192abee-68c2-4c70-96d2-12dc3f7a389f on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 07:59:27.358703 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 07:59:27.359173 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Checking segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 07:59:27.359569 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.360035 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Bound using segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 07:59:27.360572 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Bound port: 2192abee-68c2-4c70-96d2-12dc3f7a389f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 07:59:27.361037 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.369456 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 associated. External IP: 172.26.1.9, port: 26de2ce3-664c-4237-82cb-66f8cdc4c773. Feb 19 07:59:27.452916 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] For port 2192abee-68c2-4c70-96d2-12dc3f7a389f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:59:27.455839 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] For port 2192abee-68c2-4c70-96d2-12dc3f7a389f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2192abee-68c2-4c70-96d2-12dc3f7a389f,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:59:27.461070 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:27.537372 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294cd3d-d61d-4f7b-be6d-99487fb94a47 None None] Pushing event updated for resources: {'Port': ['ID=2192abee-68c2-4c70-96d2-12dc3f7a389f,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:27.545646 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:59:27.546207 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:27.755360 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:59:27.769048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:59:27.964773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:59:27.969131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:28.023646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4ac872eb-fb38-40c9-b7d3-c0b750e5cc2a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "PUT /v2.0/floatingips/0546a3b1-2aa0-45f7-8ee3-0ec544e93089 HTTP/1.1" status: 200 len: 989 time: 1.6401865 Feb 19 07:59:28.024323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:59:28.083204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'status': 'completed', 'code': 200} Feb 19 07:59:28.099938 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:f1:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T07:59:26Z', 'revision_number': 1, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:27Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:28.104773 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad547b8f-92a6-4e24-8b0d-0298151e3445 None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:f1:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T07:59:26Z', 'revision_number': 1, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:27Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:59:28.175890 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c477d64-6120-4132-a441-456a0709f1a4 req-a4d68059-2230-4854-8006-f61c886713b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 1098 time: 0.0724509 Feb 19 07:59:28.201638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d33a3b-83fa-4888-bce9-0a5ffd272cf6 req-ca8cc66f-4e24-4175-8f46-963b5c7c2b0a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:28.203708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-10d33a3b-83fa-4888-bce9-0a5ffd272cf6 req-ca8cc66f-4e24-4175-8f46-963b5c7c2b0a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0813339 Feb 19 07:59:28.250106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-10d33a3b-83fa-4888-bce9-0a5ffd272cf6 req-25d34b23-babd-444b-b72b-5092ea548094 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Feb 19 07:59:28.311688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c477d64-6120-4132-a441-456a0709f1a4 req-fdb39965-7f59-4d65-8b24-4e5abaf0b4c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:28.313161 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c477d64-6120-4132-a441-456a0709f1a4 req-fdb39965-7f59-4d65-8b24-4e5abaf0b4c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1309576 Feb 19 07:59:28.420858 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c477d64-6120-4132-a441-456a0709f1a4 req-66ed9d33-e7e5-46dd-8a1e-c97e0ab464a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 200 len: 997 time: 0.1014638 Feb 19 07:59:28.462268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975566b-3c3c-48eb-8937-3b41ded613b8 req-0dbd08c8-19fb-4a76-bf84-d350d5c9b1c9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:28.463806 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0975566b-3c3c-48eb-8937-3b41ded613b8 req-0dbd08c8-19fb-4a76-bf84-d350d5c9b1c9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0852878 Feb 19 07:59:28.515183 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0975566b-3c3c-48eb-8937-3b41ded613b8 req-fbd4fb09-9aac-4187-9e81-418aade45184 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Feb 19 07:59:28.589884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c477d64-6120-4132-a441-456a0709f1a4 req-efc2bd7e-ea74-4348-a7aa-7f2500c19e36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:28.591324 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c477d64-6120-4132-a441-456a0709f1a4 req-efc2bd7e-ea74-4348-a7aa-7f2500c19e36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.1644073 Feb 19 07:59:28.666551 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c477d64-6120-4132-a441-456a0709f1a4 req-2866ac8c-9943-4010-8f28-14e556e24869 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693939 Feb 19 07:59:28.794699 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c477d64-6120-4132-a441-456a0709f1a4 req-9e082d76-18d4-47b8-8680-1c41232a22e1 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218987 Feb 19 07:59:28.891596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2192abee-68c2-4c70-96d2-12dc3f7a389f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:59:28.931983 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7c477d64-6120-4132-a441-456a0709f1a4 req-9a0ffe21-d541-4f47-a964-de78e1b1f104 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315162 Feb 19 07:59:28.963504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2192abee-68c2-4c70-96d2-12dc3f7a389f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:28.968185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2192abee-68c2-4c70-96d2-12dc3f7a389f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:28.968528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:29.080214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:29.116935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2192abee-68c2-4c70-96d2-12dc3f7a389f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2192abee-68c2-4c70-96d2-12dc3f7a389f,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:29.122541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:29.186993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2192abee-68c2-4c70-96d2-12dc3f7a389f,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:29.724094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ed7f-9bec-4ee1-acbc-9c38264e050d req-5ac73af8-a2d1-4563-8a59-82f5dd43ccf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:29.728179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ec74ed7f-9bec-4ee1-acbc-9c38264e050d req-5ac73af8-a2d1-4563-8a59-82f5dd43ccf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0791521 Feb 19 07:59:29.770395 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ec74ed7f-9bec-4ee1-acbc-9c38264e050d req-8ed978f9-a172-4bbe-b798-57386761f56c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391092 Feb 19 07:59:29.969968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a8f1f-b504-447b-bb72-b8d63195589f req-1ae794fd-a0c9-4acf-93f2-82685afadf5f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:29.971421 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc4a8f1f-b504-447b-bb72-b8d63195589f req-1ae794fd-a0c9-4acf-93f2-82685afadf5f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0825942 Feb 19 07:59:30.020033 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc4a8f1f-b504-447b-bb72-b8d63195589f req-841dedf8-b183-4d8c-9dbe-7db2dd5a8ae2 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Feb 19 07:59:30.219790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ff6f2e3a-3f48-4b11-bc95-3780e30dd318 req-b40e785a-3931-4622-9261-bf2eb3f0d0a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685432 Feb 19 07:59:30.526868 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-faa2a4b5-614c-4a63-82dd-8bb4280f3162 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193900 Feb 19 07:59:30.544390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25100ed3-7b61-4f92-82f0-db2a552f4c25 req-4f9f1043-9faf-447c-9f34-ff22956f774a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:30.545763 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-25100ed3-7b61-4f92-82f0-db2a552f4c25 req-4f9f1043-9faf-447c-9f34-ff22956f774a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0850310 Feb 19 07:59:30.591228 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-25100ed3-7b61-4f92-82f0-db2a552f4c25 req-615dca28-2f31-4143-80fb-04e3d773d713 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395291 Feb 19 07:59:30.828585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043b54b-477f-48a2-97c4-386d5421451a None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 07:59:30.923781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2192abee-68c2-4c70-96d2-12dc3f7a389f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 07:59:31.167697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2192abee-68c2-4c70-96d2-12dc3f7a389f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:31.168219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:31.699387 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-3098dac8-4484-4913-bfd5-7f12aac21066 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 1098 time: 0.0774503 Feb 19 07:59:31.795322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee86a1-8428-4ee9-87b7-28cffd635707 req-97be92d8-3550-48d9-b08f-d9aa4326ea32 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:31.796713 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0ee86a1-8428-4ee9-87b7-28cffd635707 req-97be92d8-3550-48d9-b08f-d9aa4326ea32 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0794237 Feb 19 07:59:31.832609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-6354adf8-3415-4a05-b650-a0b174d0ac95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:31.834119 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-6354adf8-3415-4a05-b650-a0b174d0ac95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1278846 Feb 19 07:59:31.842602 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c0ee86a1-8428-4ee9-87b7-28cffd635707 req-04bfc250-b2d1-414e-9ba7-d02b6a8adb0a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Feb 19 07:59:31.932404 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-727a8866-034c-4067-8b6c-105ca679652f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 200 len: 999 time: 0.0923011 Feb 19 07:59:31.998222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-b9ae604e-8b43-4a8f-9808-c1f3d068de70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:31.999620 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-b9ae604e-8b43-4a8f-9808-c1f3d068de70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0619128 Feb 19 07:59:32.084405 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-ff9a96d3-5b95-4b64-ae8e-97154deec5be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781753 Feb 19 07:59:32.226649 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-d4092cc5-aaae-4968-a361-00de65833eb1 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354730 Feb 19 07:59:32.358009 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-48f0a5e5-2657-40c6-8c2b-8e131df1c869 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251597 Feb 19 07:59:32.944998 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 07:59:32.957608 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:59:32.958244 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:33.138084 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:59:33.194850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5154e-da41-4c06-99cc-0caffbc0366e req-62901bcd-2159-4cf8-9152-d11aae424937 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:33.196270 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-76d5154e-da41-4c06-99cc-0caffbc0366e req-62901bcd-2159-4cf8-9152-d11aae424937 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0756359 Feb 19 07:59:33.244776 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-76d5154e-da41-4c06-99cc-0caffbc0366e req-3db32fb9-c233-4538-be8c-5465f1341e80 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Feb 19 07:59:33.484868 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:f1:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T07:59:31Z', 'revision_number': 2, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:33.488555 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 07:59:33.499290 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 07:59:33.499859 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:33.672750 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 07:59:34.052964 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:f1:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T07:59:31Z', 'revision_number': 2, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:59:34.056936 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474bdb55-5e57-4743-8067-49a5b3401a30 None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:f1:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T07:59:31Z', 'revision_number': 2, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 07:59:34.542283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a405f85-3067-443e-b91c-a2a9ca73dca2 req-f4ac1bbe-4d71-4542-8c12-3d869d70c437 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:34.543637 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7a405f85-3067-443e-b91c-a2a9ca73dca2 req-f4ac1bbe-4d71-4542-8c12-3d869d70c437 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.1709318 Feb 19 07:59:34.588171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7a405f85-3067-443e-b91c-a2a9ca73dca2 req-70e70b30-5926-4ac1-8b34-3626fcacbd65 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Feb 19 07:59:35.811341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fba042-1f4a-47b0-8162-6e018962a2e4 req-9be08ff0-717f-4f61-ae41-9efc4805ee55 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:35.812697 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d6fba042-1f4a-47b0-8162-6e018962a2e4 req-9be08ff0-717f-4f61-ae41-9efc4805ee55 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0881443 Feb 19 07:59:35.863281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d6fba042-1f4a-47b0-8162-6e018962a2e4 req-a87fbf17-b429-44d2-820a-404e53bfc362 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Feb 19 07:59:36.754605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3b01-8098-4665-a9d3-6e97d7b614a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:37.084593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc13b-b341-4b94-8376-1391433f71c9 req-d5a73bd4-50eb-4f94-b0da-4ea1e7b3a9f3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:37.085925 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1affc13b-b341-4b94-8376-1391433f71c9 req-d5a73bd4-50eb-4f94-b0da-4ea1e7b3a9f3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0860944 Feb 19 07:59:37.132046 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1affc13b-b341-4b94-8376-1391433f71c9 req-7354f886-df6f-43a8-a225-98e24bc0cdb4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401664 Feb 19 07:59:38.333630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f567f6a-5e92-4817-b0a1-86fba742d282 req-205f8368-7d28-4d1a-ba01-08bffa3adcfc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:38.335045 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f567f6a-5e92-4817-b0a1-86fba742d282 req-205f8368-7d28-4d1a-ba01-08bffa3adcfc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0823851 Feb 19 07:59:38.381959 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f567f6a-5e92-4817-b0a1-86fba742d282 req-02faa4b4-3320-4eb5-8f6a-2d72fbe4b9c2 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Feb 19 07:59:38.978955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-74240d88-26c7-477a-a52e-04db52640e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:39.580385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a454e7e-9ae2-4e87-9ffa-4ed187738528 req-7fa008d6-d680-4b1d-a4c5-7951e47aaf07 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:39.581910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2a454e7e-9ae2-4e87-9ffa-4ed187738528 req-7fa008d6-d680-4b1d-a4c5-7951e47aaf07 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0775878 Feb 19 07:59:39.634052 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2a454e7e-9ae2-4e87-9ffa-4ed187738528 req-da6bd3bc-5b36-4a9a-9f01-3d4b70a619e5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Feb 19 07:59:40.270303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:40.302440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:40.850216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0110-3691-48ea-b955-2aa7aab17d42 req-d644f84a-1a44-4075-a0ae-cdde6bd28b8e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:40.851632 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-038b0110-3691-48ea-b955-2aa7aab17d42 req-d644f84a-1a44-4075-a0ae-cdde6bd28b8e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0879772 Feb 19 07:59:40.914994 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-038b0110-3691-48ea-b955-2aa7aab17d42 req-9fc2dd20-1cdf-402d-92e5-489a85235688 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575402 Feb 19 07:59:41.537582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:42.155909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470db0f3-c3d7-46be-a7d7-b25bcdcef142 req-0ef291e2-72a3-4ed2-b8a1-ce402f2c7fbf tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:42.157383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-470db0f3-c3d7-46be-a7d7-b25bcdcef142 req-0ef291e2-72a3-4ed2-b8a1-ce402f2c7fbf tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0930369 Feb 19 07:59:42.206950 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-470db0f3-c3d7-46be-a7d7-b25bcdcef142 req-e0bce6ae-3d6a-460d-bdd3-14b57228f8ef tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Feb 19 07:59:43.429823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456742-7333-480a-be4e-cb1090841f0f req-3401e078-fc21-4aa3-b421-a0b7febb4e01 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:43.431254 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78456742-7333-480a-be4e-cb1090841f0f req-3401e078-fc21-4aa3-b421-a0b7febb4e01 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0776427 Feb 19 07:59:43.476035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78456742-7333-480a-be4e-cb1090841f0f req-872d5214-8143-4194-bd4c-f49ed137cc79 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392849 Feb 19 07:59:43.622785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:44.697274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86175d0-76c3-474b-9e78-d5092a17870e req-9fd21f44-7044-4533-a877-601ca6e1e4df tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:44.698715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b86175d0-76c3-474b-9e78-d5092a17870e req-9fd21f44-7044-4533-a877-601ca6e1e4df tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0835657 Feb 19 07:59:44.746860 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b86175d0-76c3-474b-9e78-d5092a17870e req-c5609974-a6e1-4fc2-bcd6-657af7a66bb7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393884 Feb 19 07:59:45.967192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cabf84-1b69-4755-a6e1-cb02eeb45449 req-c6a33cec-8ece-43d4-b142-a980a76e9193 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:45.968639 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5cabf84-1b69-4755-a6e1-cb02eeb45449 req-c6a33cec-8ece-43d4-b142-a980a76e9193 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0956075 Feb 19 07:59:46.019004 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5cabf84-1b69-4755-a6e1-cb02eeb45449 req-bcb4e61b-e242-471e-a382-b56ce3a02187 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Feb 19 07:59:47.235801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d600c-3b7a-42c7-b73c-56e8d1282137 req-7cbb1027-9127-483d-b11a-480fde0631bc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:47.237254 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-856d600c-3b7a-42c7-b73c-56e8d1282137 req-7cbb1027-9127-483d-b11a-480fde0631bc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0864873 Feb 19 07:59:47.282571 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-856d600c-3b7a-42c7-b73c-56e8d1282137 req-5cb907a9-5b03-49b1-b3e2-6befea010e13 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396929 Feb 19 07:59:48.502196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212cc97-44df-49a1-93d8-4281ba9a0847 req-e9202395-d399-48b2-b6fb-ecefc050265e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:48.503611 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6212cc97-44df-49a1-93d8-4281ba9a0847 req-e9202395-d399-48b2-b6fb-ecefc050265e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0808504 Feb 19 07:59:48.549544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6212cc97-44df-49a1-93d8-4281ba9a0847 req-15e34188-7c94-41a4-9cec-6d3d5425bab7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403664 Feb 19 07:59:49.760943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0b6a-9da0-4772-a171-63612d285d0d req-1698a312-c8a4-4f83-be5b-b70e2b4f90bc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:49.762283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0cac0b6a-9da0-4772-a171-63612d285d0d req-1698a312-c8a4-4f83-be5b-b70e2b4f90bc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0808289 Feb 19 07:59:49.807004 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0cac0b6a-9da0-4772-a171-63612d285d0d req-2affb2e8-f746-479c-a539-206738ed02d4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Feb 19 07:59:51.018214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f6dde-d517-464a-9f64-f98eee5cbc9e req-4e9541b4-11ea-418a-8129-27ad3f45409b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:51.020342 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b1f6dde-d517-464a-9f64-f98eee5cbc9e req-4e9541b4-11ea-418a-8129-27ad3f45409b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0818996 Feb 19 07:59:51.069190 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b1f6dde-d517-464a-9f64-f98eee5cbc9e req-ec58a1d8-d430-48ec-9226-3a1fca4d1e3b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Feb 19 07:59:52.295127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199386ae-94e8-4aba-b33d-3897a4bf4002 req-06eedee3-62f6-49e4-b27c-2a5ae7aea447 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:52.296602 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-199386ae-94e8-4aba-b33d-3897a4bf4002 req-06eedee3-62f6-49e4-b27c-2a5ae7aea447 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0904374 Feb 19 07:59:52.344489 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-199386ae-94e8-4aba-b33d-3897a4bf4002 req-da02b95e-fd76-40bf-960a-526e6d1ec5a8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 Feb 19 07:59:53.558887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ef9c4-8785-424c-9466-2b5e227e1ad6 req-658ca905-b5ec-43fe-ac60-8bd91cfdd010 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:53.560363 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d19ef9c4-8785-424c-9466-2b5e227e1ad6 req-658ca905-b5ec-43fe-ac60-8bd91cfdd010 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0801613 Feb 19 07:59:53.608028 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d19ef9c4-8785-424c-9466-2b5e227e1ad6 req-eb31e378-916b-489d-97f6-812e472a914f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397382 Feb 19 07:59:54.213801 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-cbc59975-5e51-4157-a212-eec5f0365306 service neutron] 10.222.0.67 "GET /v2.0/ports/26de2ce3-664c-4237-82cb-66f8cdc4c773/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0803001 Feb 19 07:59:54.487972 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-4a5ec9ef-053e-4c5f-a233-8fb65999975d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 1098 time: 0.0800629 Feb 19 07:59:54.579335 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-ec271c1e-92ed-4fc6-8177-c03b3f49bc0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 1098 time: 0.0700686 Feb 19 07:59:54.707416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-054bb53d-f958-452e-9ecc-27b043d42e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:54.708880 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-054bb53d-f958-452e-9ecc-27b043d42e6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1233025 Feb 19 07:59:54.807795 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-e89da0a7-f6a8-4eb4-9010-f4175256eee4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 200 len: 999 time: 0.0927429 Feb 19 07:59:54.808338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499e8d-92c1-4d11-a08a-53431e0ae189 req-f0c8b584-bc47-4155-b8ac-f7fe301d6d00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:54.809788 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c3499e8d-92c1-4d11-a08a-53431e0ae189 req-f0c8b584-bc47-4155-b8ac-f7fe301d6d00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0755107 Feb 19 07:59:54.859658 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c3499e8d-92c1-4d11-a08a-53431e0ae189 req-e3113d70-fcb5-4611-8032-02a71d43cee9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Feb 19 07:59:54.955690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-573a5ed2-d29d-43b2-8c85-b487c0708767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:54.957152 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-573a5ed2-d29d-43b2-8c85-b487c0708767 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.1432860 Feb 19 07:59:55.033209 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-8e7c08bf-045d-4f9f-ae52-505929202e35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699201 Feb 19 07:59:55.168430 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-a347472e-87ff-4e0f-977a-50f141b46c30 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290472 Feb 19 07:59:55.299199 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78dd7dd8-1224-45a1-bb82-249ad7a33982 req-ac1b90e0-37b8-430d-9173-ca3cd459da8c service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251018 Feb 19 07:59:55.705185 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 07:59:56.082582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ffea6-081e-4f68-89af-8949a8835bf7 req-d8765975-2c93-4a14-83a6-89c5b12ffe6b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:56.083911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e81ffea6-081e-4f68-89af-8949a8835bf7 req-d8765975-2c93-4a14-83a6-89c5b12ffe6b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0861182 Feb 19 07:59:56.127811 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e81ffea6-081e-4f68-89af-8949a8835bf7 req-00103b02-f64d-48bd-8915-4cdc424bbc7a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383899 Feb 19 07:59:57.337156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57a65-06e8-46d3-b41d-d6528b815c64 req-3e0c3dae-db47-4d44-b3b5-0f4c2865413d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:57.338559 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54c57a65-06e8-46d3-b41d-d6528b815c64 req-3e0c3dae-db47-4d44-b3b5-0f4c2865413d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0789871 Feb 19 07:59:57.385367 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54c57a65-06e8-46d3-b41d-d6528b815c64 req-7f969538-6c76-4b28-936b-587781267c71 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Feb 19 07:59:57.479272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 26de2ce3-664c-4237-82cb-66f8cdc4c773 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 07:59:57.596337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:57.622975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 07:59:57.635620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:57.641139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:57.705846 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'code': 200} Feb 19 07:59:57.713838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:58.590268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c629d-ebf6-4c87-8786-62a13c81a37b req-0780e77e-08a5-429b-b2d3-3a315f1bc121 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:58.591788 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-666c629d-ebf6-4c87-8786-62a13c81a37b req-0780e77e-08a5-429b-b2d3-3a315f1bc121 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 943 time: 0.0815468 Feb 19 07:59:58.636898 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-666c629d-ebf6-4c87-8786-62a13c81a37b req-5650ce35-9055-4d71-a246-2b9bb6fa80f7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Feb 19 07:59:58.975311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-94464df7-9dd9-442f-9e5b-350b844dd724 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:58.976836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-94464df7-9dd9-442f-9e5b-350b844dd724 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Synchronizing usage tracker for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 07:59:58.994842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-94464df7-9dd9-442f-9e5b-350b844dd724 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Unset dirty status for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 07:59:58.996031 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-94464df7-9dd9-442f-9e5b-350b844dd724 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039&tenant_id=ea05c79f318c4a1db946f20e7e2e2035&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 943 time: 0.1055455 Feb 19 07:59:59.058542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dbdad-a55c-4ad7-994a-8e4446ca7c12 req-5374aabc-32c4-4afc-bc2a-18d3586f51a7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:59.060029 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2a5dbdad-a55c-4ad7-994a-8e4446ca7c12 req-5374aabc-32c4-4afc-bc2a-18d3586f51a7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 943 time: 0.1618962 Feb 19 07:59:59.107047 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2a5dbdad-a55c-4ad7-994a-8e4446ca7c12 req-170a4e09-0933-402a-8821-c78c7cf118da tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Feb 19 07:59:59.137328 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-b5254096-506d-4bad-b653-a98224e05858 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 1096 time: 0.0712304 Feb 19 07:59:59.269429 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-e0db8444-bae2-49bf-8844-8e273430f528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:59.270753 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-e0db8444-bae2-49bf-8844-8e273430f528 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1275094 Feb 19 07:59:59.384559 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-68ae0573-6421-4f28-8382-9affff3fec65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 200 len: 997 time: 0.1078105 Feb 19 07:59:59.446517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-e05fa16b-51ca-495d-be16-2d65d654f386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:59.447800 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-e05fa16b-51ca-495d-be16-2d65d654f386 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0577443 Feb 19 07:59:59.483668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 26de2ce3-664c-4237-82cb-66f8cdc4c773 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 07:59:59.524800 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-c08ee76e-2a5e-4653-927d-cd78e6f61c7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708263 Feb 19 07:59:59.617619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:59.631079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'mac_address': 'fa:16:3e:f1:16:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 07:59:59.655225 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-d090e0bb-4876-47ec-8863-be261cb8524c service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238296 Feb 19 07:59:59.685319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:59.702639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26de2ce3-664c-4237-82cb-66f8cdc4c773 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 07:59:59.717839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:59.722879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 07:59:59.787330 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2ed768ce-9715-4255-bf64-a94b56eed2b9 req-8082c3ef-e6f3-41dc-a84c-b6de766eab3f service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258891 Feb 19 07:59:59.790832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['26de2ce3-664c-4237-82cb-66f8cdc4c773'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 07:59:59.819482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:00.312088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70624b3e-715d-41fa-a90b-b0aa47cd3528 req-d33298a8-2df9-497a-a5b2-4bff91c84a73 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:00.313594 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70624b3e-715d-41fa-a90b-b0aa47cd3528 req-d33298a8-2df9-497a-a5b2-4bff91c84a73 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 944 time: 0.0779629 Feb 19 08:00:00.361123 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70624b3e-715d-41fa-a90b-b0aa47cd3528 req-75f23676-4533-4588-976b-9e15064fdc2c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Feb 19 08:00:01.499095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 26de2ce3-664c-4237-82cb-66f8cdc4c773 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:00:01.562948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5388e23-e75c-4eb6-9fa9-a0fc51bbd115 req-e0c8c950-9f33-4b4c-b154-a8933d6f2c0c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:01.564440 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5388e23-e75c-4eb6-9fa9-a0fc51bbd115 req-e0c8c950-9f33-4b4c-b154-a8933d6f2c0c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 944 time: 0.0781589 Feb 19 08:00:01.566197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 26de2ce3-664c-4237-82cb-66f8cdc4c773 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:01.566567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:01.610305 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5388e23-e75c-4eb6-9fa9-a0fc51bbd115 req-0c66e612-cb4d-4982-a143-0e1125945245 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Feb 19 08:00:01.681976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:01.709220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:00:01.718819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:01.724376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:01.768470 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'code': 200} Feb 19 08:00:01.792418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:01.811636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258b73a-6322-45df-8a54-ee0b59a002cd req-45d2313f-aca3-45e5-a36c-024ec4d1d2e9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:01.813102 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5258b73a-6322-45df-8a54-ee0b59a002cd req-45d2313f-aca3-45e5-a36c-024ec4d1d2e9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0798900 Feb 19 08:00:01.858361 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5258b73a-6322-45df-8a54-ee0b59a002cd req-31865883-bf35-4f80-8d4f-35d82025d581 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 Feb 19 08:00:02.074545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb460825-169f-4034-bfcb-e00104606835 req-68149120-0846-423e-9701-5899f2f32472 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:02.076062 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb460825-169f-4034-bfcb-e00104606835 req-68149120-0846-423e-9701-5899f2f32472 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0904946 Feb 19 08:00:02.123431 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb460825-169f-4034-bfcb-e00104606835 req-5e14af4b-2c0a-46a8-8f69-76da3ecfb1e0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392513 Feb 19 08:00:02.554023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38e83c-e58b-4bec-a57a-4a3a53ce5167 req-f068d315-b3c5-4c97-a2ff-dbd4d7f256b3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:02.555752 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1d38e83c-e58b-4bec-a57a-4a3a53ce5167 req-f068d315-b3c5-4c97-a2ff-dbd4d7f256b3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0888903 Feb 19 08:00:02.601926 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1d38e83c-e58b-4bec-a57a-4a3a53ce5167 req-f9c1c387-ab47-4719-8dbe-4db5d61f9cb7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Feb 19 08:00:03.840576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a1da1-4e7e-4357-9460-072d4ed2dcf3 req-b3355777-b65c-4673-ba18-883bdbaf7ade tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:03.841974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-660a1da1-4e7e-4357-9460-072d4ed2dcf3 req-b3355777-b65c-4673-ba18-883bdbaf7ade tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0959501 Feb 19 08:00:03.890525 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-660a1da1-4e7e-4357-9460-072d4ed2dcf3 req-8997ff50-a563-4842-913c-c42776f09fd9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Feb 19 08:00:04.308814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-cfc0e400-29f6-49c8-b312-1212e74a0515 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:04.310203 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-cfc0e400-29f6-49c8-b312-1212e74a0515 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0879574 Feb 19 08:00:04.378426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Deleting port 26de2ce3-664c-4237-82cb-66f8cdc4c773 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:00:04.378751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:04.624719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] For port 26de2ce3-664c-4237-82cb-66f8cdc4c773, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=26de2ce3-664c-4237-82cb-66f8cdc4c773,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:04.624968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:05.006447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:05.006836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:05.007139 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 disassociated. External IP: 172.26.1.9, port: 26de2ce3-664c-4237-82cb-66f8cdc4c773. Feb 19 08:00:05.007465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Calling delete_port for 26de2ce3-664c-4237-82cb-66f8cdc4c773 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:00:05.085079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18437fbf-90b6-459f-9e83-cfa0ac338572 req-ad5ac81e-92cc-47a5-b539-56813c2589ab tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:05.086519 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-18437fbf-90b6-459f-9e83-cfa0ac338572 req-ad5ac81e-92cc-47a5-b539-56813c2589ab tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 945 time: 0.0769978 Feb 19 08:00:05.134707 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-18437fbf-90b6-459f-9e83-cfa0ac338572 req-d975b02d-9e5b-400d-bd96-ffc5a32c7122 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Feb 19 08:00:05.154411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:05.201085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event deleted for resources: {'Port': ['ID=26de2ce3-664c-4237-82cb-66f8cdc4c773,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:05.212319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.212632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.212996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.213321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.213650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.213967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.214286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.214607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.214921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.215804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.215804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:05.423805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:00:05.621547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:00:05.631483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:00:05.643670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:00:05.644343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:05.693979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] No DVR routers for this DVR port 26de2ce3-664c-4237-82cb-66f8cdc4c773 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:00:05.696434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:05.699222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-deleted', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:00:05.716969 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-29d1ec10-c3fb-4bfe-860c-15e96b64ea16 req-18029370-062d-4674-8346-46ca66812543 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "DELETE /v2.0/ports/26de2ce3-664c-4237-82cb-66f8cdc4c773 HTTP/1.1" status: 204 len: 173 time: 1.4017310 Feb 19 08:00:05.763456 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f1b7a-77fc-4a6e-963f-398dbf8b7039', 'name': 'network-vif-deleted', 'tag': '26de2ce3-664c-4237-82cb-66f8cdc4c773', 'status': 'completed', 'code': 200} Feb 19 08:00:05.868590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:00:06.198121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:06.202789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:00:06.215464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:00:06.216300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T07:59:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:06.327171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-023b2c74-8b95-4bdf-b15d-8ee5847f44b7 req-3a0eb6a4-8a9d-4839-ac67-ffb48dcc2d55 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=493f1b7a-77fc-4a6e-963f-398dbf8b7039 HTTP/1.1" status: 200 len: 210 time: 0.0494637 Feb 19 08:00:06.394946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:00:06.704107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:06.708900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6457d31-f4a7-4c4b-915c-b46ccc0ab2ec None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:00:06.741798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e9a621c-d9c4-4726-994e-6210032b60e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:06.941397 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c1b175-8b0f-49d9-b348-3775a6ce69d7 None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:00:07.525703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 26de2ce3-664c-4237-82cb-66f8cdc4c773 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:00:07.558903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 26de2ce3-664c-4237-82cb-66f8cdc4c773 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:00:07.559254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 26de2ce3-664c-4237-82cb-66f8cdc4c773 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:00:07.701982 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-7114fda0-8752-4868-a637-e2d965f5d155 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1949965035&fields=id&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 267 time: 0.0477867 Feb 19 08:00:07.850383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-666e27fb-a68e-4b29-bfb7-01e5295d8e33 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:07.851787 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-666e27fb-a68e-4b29-bfb7-01e5295d8e33 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.1434677 Feb 19 08:00:07.870648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-ff8821b1-6c79-4a74-9b71-dd78c90081e1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/quotas/ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 375 time: 0.0108438 Feb 19 08:00:07.964693 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-e4170fbb-8f61-4249-9c6f-c0705154cca0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888102 Feb 19 08:00:08.101117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-9a566d96-e16c-4d6a-b0c5-d3c6ad6d0875 service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245689 Feb 19 08:00:08.234678 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-f3cc9d27-940c-44f5-97bc-54e0df31fea8 service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267111 Feb 19 08:00:08.448018 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0492ebc0-8b14-4d61-981c-78428a593ae7 req-8da9ec36-f45a-470e-8183-2090621f1115 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 210 time: 0.0421281 Feb 19 08:00:08.977053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa78ff34-c643-4524-8d20-9234cd013081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:09.451788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-83137465-7331-440e-83b2-2c32bbf054ab tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:09.453258 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-83137465-7331-440e-83b2-2c32bbf054ab tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.1393144 Feb 19 08:00:09.507082 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-ffc94d4f-36f6-4cb7-be76-aebb2571f09e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 380 time: 0.0419192 Feb 19 08:00:09.517439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'port': {'device_id': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'admin_state_up': True, 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'security_groups': ['3bed8014-00b1-408f-a0ca-466a80736b87']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:00:09.622737 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e00c99e2-09a6-424e-b343-edc16a03649f req-408737a4-f56b-4c83-8887-830109c3d380 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 210 time: 0.0436869 Feb 19 08:00:09.647624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:00:09.651646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:port and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:00:09.654463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:00:09.659936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:00:09.670625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Made reservation on behalf of ea05c79f318c4a1db946f20e7e2e2035 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:00:09.673608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:09.847843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Allocated IP 172.20.0.5 (69fb4b24-e695-4911-9341-36f1e6d92637/2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5/2755e815-d4be-4bf5-8ce8-0912c956bf4a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:00:10.141199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.156971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Transition to ACTIVE for port object 2755e815-d4be-4bf5-8ce8-0912c956bf4a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:00:10.187473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.262582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:00:10.265783 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:10.270276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:00:10.272792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.298077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:10.311267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.332654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:10.333232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.357763 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-d3bc3677-3355-4e22-b526-c308d80ba532 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8438051 Feb 19 08:00:10.368841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Request body: {'port': {'device_id': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:00:10.479593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.569737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef771a32-4001-4882-bdcc-9c8c03cf6913 None None] Provisioning for port 2755e815-d4be-4bf5-8ce8-0912c956bf4a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:00:10.574446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef771a32-4001-4882-bdcc-9c8c03cf6913 None None] Provisioning complete for port 2755e815-d4be-4bf5-8ce8-0912c956bf4a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:10.574837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ef771a32-4001-4882-bdcc-9c8c03cf6913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.630193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ef771a32-4001-4882-bdcc-9c8c03cf6913 None None] Port 2755e815-d4be-4bf5-8ce8-0912c956bf4a cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:00:10.809122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2755e815-d4be-4bf5-8ce8-0912c956bf4a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:00:10.816104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.816608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cc630-6a83-46a0-b838-061db812dc64 req-03d0b582-b630-4a83-b285-6a398e532a5c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:10.818045 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-258cc630-6a83-46a0-b838-061db812dc64 req-03d0b582-b630-4a83-b285-6a398e532a5c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 931 time: 0.0762234 Feb 19 08:00:10.830434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Transition to ACTIVE for port object 2755e815-d4be-4bf5-8ce8-0912c956bf4a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:00:10.835138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:10.864395 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-258cc630-6a83-46a0-b838-061db812dc64 req-a3c88bc4-03b9-4dca-a6d7-5743dba892b6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 Feb 19 08:00:10.957760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:11.067622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Attempting to bind port 2755e815-d4be-4bf5-8ce8-0912c956bf4a on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:00:11.067938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Attempting to bind port 2755e815-d4be-4bf5-8ce8-0912c956bf4a by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:00:11.068293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Attempting to bind port 2755e815-d4be-4bf5-8ce8-0912c956bf4a on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:00:11.074009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Port 2755e815-d4be-4bf5-8ce8-0912c956bf4a on network 69fb4b24-e695-4911-9341-36f1e6d92637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:00:11.074326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Attempting to bind port 2755e815-d4be-4bf5-8ce8-0912c956bf4a on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:00:11.080451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:00:11.080781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Checking segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:00:11.081150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Bound using segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:00:11.081559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Bound port: 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:00:11.081888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:11.170478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:00:11.174510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:00:11.184715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:11.250651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:11.252469 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 1093 time: 0.8878508 Feb 19 08:00:11.252963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:00:11.276807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4997b25-8a7a-4f95-bf74-ae53322b40a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:11.330621 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'status': 'completed', 'code': 200} Feb 19 08:00:11.366547 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-11a470cf-4782-4971-aa15-38d233e7b38c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1096 time: 0.0696704 Feb 19 08:00:11.437836 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-fa074f52-8d19-4d7d-9db6-46e4fa564b3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 217 time: 0.0647857 Feb 19 08:00:11.500505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-c9653ec2-4c24-47c9-8c34-55bc9b374b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:11.501848 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-c9653ec2-4c24-47c9-8c34-55bc9b374b7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0581179 Feb 19 08:00:11.521161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:11.587670 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-c57d2cbe-4d71-4d8d-9882-09449fe41eba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790222 Feb 19 08:00:11.717473 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-30897ab2-2e9b-4c6e-8612-a8b4bbc1a3a4 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235082 Feb 19 08:00:11.963345 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ddc902cc-51e0-476d-ac27-4025d901c3c4 req-f9cc378f-fed7-4a80-bf61-563aeac3ea10 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399647 Feb 19 08:00:12.069870 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b54900-38bd-4dbd-899c-6b43d4ce57e2 req-7d124833-2c2a-4187-a9bb-f4e9c9a2f069 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:12.071270 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a0b54900-38bd-4dbd-899c-6b43d4ce57e2 req-7d124833-2c2a-4187-a9bb-f4e9c9a2f069 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 943 time: 0.0806293 Feb 19 08:00:12.083582 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-a0597651-31f0-4529-b398-5becef837ff1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1096 time: 0.0676205 Feb 19 08:00:12.117107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a0b54900-38bd-4dbd-899c-6b43d4ce57e2 req-149522eb-a341-4132-9765-24eea7e4a721 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 Feb 19 08:00:12.213807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-af24e881-fcdd-4533-a4b3-87501a8b127a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:12.215156 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-af24e881-fcdd-4533-a4b3-87501a8b127a service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1246390 Feb 19 08:00:12.285695 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-7f23ceb0-f6b9-4227-8991-598d4ab6ae0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 217 time: 0.0636773 Feb 19 08:00:12.348522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-cecf327d-3bdc-4b5d-9af7-063063dd9fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:12.349917 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-cecf327d-3bdc-4b5d-9af7-063063dd9fff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0577898 Feb 19 08:00:12.428191 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-468cd007-b760-4232-9f42-ecde4f2bc0e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718098 Feb 19 08:00:12.562122 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-983f087a-8a0d-461c-a5fd-5f0b34432942 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258581 Feb 19 08:00:12.700193 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b927f1a6-8aac-48f6-9cd9-0fedb235b6e5 req-8e72ee5f-5c95-44ca-b9cb-5a5aa68ddf4b service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300011 Feb 19 08:00:13.354163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f0412-d8b9-44ea-a587-ccec4c33a987 req-76cdafa1-78ff-42b7-a4cc-37c98d14e54e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:13.355562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e8f0412-d8b9-44ea-a587-ccec4c33a987 req-76cdafa1-78ff-42b7-a4cc-37c98d14e54e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 943 time: 0.0864668 Feb 19 08:00:13.410588 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e8f0412-d8b9-44ea-a587-ccec4c33a987 req-34a6f891-7ac2-4299-8dbc-324318cd92de tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463235 Feb 19 08:00:13.636807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:14.683199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b151a7-f116-44f5-a9e3-3704b2e52b9e req-86275883-fe65-408e-80da-100fedcc75fc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:14.684700 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b151a7-f116-44f5-a9e3-3704b2e52b9e req-86275883-fe65-408e-80da-100fedcc75fc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 943 time: 0.1545935 Feb 19 08:00:14.728744 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b151a7-f116-44f5-a9e3-3704b2e52b9e req-e47c0e54-35e0-466a-bf6a-6248a7702490 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383856 Feb 19 08:00:15.557014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2755e815-d4be-4bf5-8ce8-0912c956bf4a details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:00:15.697743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:15.718185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'mac_address': 'fa:16:3e:e4:52:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:00:15.770391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:15.787669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2755e815-d4be-4bf5-8ce8-0912c956bf4a {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:00:15.803861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:15.809508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:15.922857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:15.931132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.931490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.931826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.932141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.932619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.932922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.933277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.933545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.933853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.934159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.934465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:15.939699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89731f7-e772-45cf-bda2-492d645e1489 req-4bd9e8e9-7002-4e40-8563-70a0ff3fc1ac tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:15.941193 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d89731f7-e772-45cf-bda2-492d645e1489 req-4bd9e8e9-7002-4e40-8563-70a0ff3fc1ac tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 944 time: 0.0895193 Feb 19 08:00:15.985611 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d89731f7-e772-45cf-bda2-492d645e1489 req-07d64901-caf7-46b1-aa49-8afdecaacfd1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Feb 19 08:00:16.132664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['2755e815-d4be-4bf5-8ce8-0912c956bf4a'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:00:17.183012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f775a-20b5-47f5-8602-969fedde0f12 req-8e31f5ee-8701-40af-90d9-fe540344a4e4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:17.184475 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d9f775a-20b5-47f5-8602-969fedde0f12 req-8e31f5ee-8701-40af-90d9-fe540344a4e4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 944 time: 0.0753870 Feb 19 08:00:17.229252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d9f775a-20b5-47f5-8602-969fedde0f12 req-7b964d39-d773-4c2a-8625-ecace7c63232 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391452 Feb 19 08:00:17.571797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2755e815-d4be-4bf5-8ce8-0912c956bf4a up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:00:17.642239 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 2755e815-d4be-4bf5-8ce8-0912c956bf4a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:00:17.646648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 2755e815-d4be-4bf5-8ce8-0912c956bf4a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:17.647034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:17.766026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:17.793318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:00:17.802548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:17.807004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:17.847577 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'code': 200} Feb 19 08:00:17.872699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:18.091560 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b90328fd-fd1e-4bc0-ad73-2680dcc6752c req-41390e0f-d1cc-4de6-bb6b-ccd719920a1b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1098 time: 0.0717130 Feb 19 08:00:18.132987 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b90328fd-fd1e-4bc0-ad73-2680dcc6752c req-0f63ae32-cd27-4b97-9fc5-442d532d56e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355172 Feb 19 08:00:18.468047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb2bf6-cc4e-471c-977c-9b6148b7c2b4 req-8355028a-ffa0-4899-bf98-e545dc967f80 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:18.469494 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b6eb2bf6-cc4e-471c-977c-9b6148b7c2b4 req-8355028a-ffa0-4899-bf98-e545dc967f80 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0829086 Feb 19 08:00:18.517696 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b6eb2bf6-cc4e-471c-977c-9b6148b7c2b4 req-fcc913bd-ea48-4417-a539-4d2511917323 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Feb 19 08:00:19.727413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d89fd-3a91-435c-bd40-ea9472c09455 req-409c5130-faf8-4e35-9ffc-5308078899bb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:19.728748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c20d89fd-3a91-435c-bd40-ea9472c09455 req-409c5130-faf8-4e35-9ffc-5308078899bb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0763934 Feb 19 08:00:19.776930 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c20d89fd-3a91-435c-bd40-ea9472c09455 req-13db8a6b-9eb9-45aa-b0d2-e1bc16dcfd79 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Feb 19 08:00:19.986627 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a8b1-8aab-4c99-b82a-81660b7682c7 req-621f9930-e342-4bc5-8420-adade0fbe4db tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:19.988037 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b380a8b1-8aab-4c99-b82a-81660b7682c7 req-621f9930-e342-4bc5-8420-adade0fbe4db tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0849476 Feb 19 08:00:20.000905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 43752) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:00:20.006341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'floatingip': {'port_id': '2755e815-d4be-4bf5-8ce8-0912c956bf4a'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:00:20.084456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:20.788651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:20.795516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:20.983969 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 associated. External IP: 172.26.1.9, port: 2755e815-d4be-4bf5-8ce8-0912c956bf4a. Feb 19 08:00:21.397725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:00:21.607131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:00:21.611560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:21.617674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71c212-9572-4dee-831b-703a71002510 None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:00:21.630677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:00:21.631277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:00:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:21.669860 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9a42ca8f-6bda-4d4a-b024-f424642f5651 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "PUT /v2.0/floatingips/0546a3b1-2aa0-45f7-8ee3-0ec544e93089 HTTP/1.1" status: 200 len: 989 time: 1.6678159 Feb 19 08:00:21.670306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:00:21.726068 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'status': 'completed', 'code': 200} Feb 19 08:00:21.807770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:00:21.817275 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afd10b84-f510-439d-bd3c-95641525742d req-d2237d7b-32e0-447b-8c0b-8ca76e20f656 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1098 time: 0.0691514 Feb 19 08:00:21.955921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd10b84-f510-439d-bd3c-95641525742d req-4d5f8c18-bd2e-432b-aa4e-de14649afe19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:21.957382 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afd10b84-f510-439d-bd3c-95641525742d req-4d5f8c18-bd2e-432b-aa4e-de14649afe19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1343861 Feb 19 08:00:22.030767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68738-5d16-4eaf-b3db-ff7c8ff58d0f req-543b302d-3460-40b4-b807-13fa697cde00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:22.032828 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78d68738-5d16-4eaf-b3db-ff7c8ff58d0f req-543b302d-3460-40b4-b807-13fa697cde00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0790501 Feb 19 08:00:22.065486 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afd10b84-f510-439d-bd3c-95641525742d req-431e41fc-f45a-4443-b2d5-a708ec910be1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 997 time: 0.1016417 Feb 19 08:00:22.083886 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78d68738-5d16-4eaf-b3db-ff7c8ff58d0f req-33aebab1-0e43-4b09-9e7f-d381c0660dc0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447552 Feb 19 08:00:22.128483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd10b84-f510-439d-bd3c-95641525742d req-4c6bc0a8-4817-4a8b-8052-9a22d993d6e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:22.129908 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afd10b84-f510-439d-bd3c-95641525742d req-4c6bc0a8-4817-4a8b-8052-9a22d993d6e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0576997 Feb 19 08:00:22.171760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:e4:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:00:20Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:22.179553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71c212-9572-4dee-831b-703a71002510 None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:00:22.193937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:00:22.194507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:00:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:22.211597 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afd10b84-f510-439d-bd3c-95641525742d req-bb926d74-d69f-4b11-9f73-d33815799ffc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757382 Feb 19 08:00:22.369516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:00:22.450773 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afd10b84-f510-439d-bd3c-95641525742d req-5557381c-97dd-4757-b1a3-05b918003034 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332463 Feb 19 08:00:22.580524 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-afd10b84-f510-439d-bd3c-95641525742d req-0d307c25-dca9-4cf8-b405-4d77148ff9ff service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242144 Feb 19 08:00:22.759640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-9e71c212-9572-4dee-831b-703a71002510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:e4:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:00:20Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:22.764173 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71c212-9572-4dee-831b-703a71002510 None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:e4:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:00:20Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:00:22.961345 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265c1fb-58cc-4274-87e8-8d1a2b693d0f None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:00:23.289574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c685525-0c5a-43e1-9dad-a9504078559b req-407469fc-5254-4098-91df-02876ef89bd7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:23.291365 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3c685525-0c5a-43e1-9dad-a9504078559b req-407469fc-5254-4098-91df-02876ef89bd7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0828989 Feb 19 08:00:23.340090 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3c685525-0c5a-43e1-9dad-a9504078559b req-c0d73853-8552-42bf-9cf8-d6b6b6590eb3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Feb 19 08:00:24.562107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ba6f-5880-4c12-879d-7944f5147c41 req-ce0c4e94-dfcd-44df-a228-f60fb7cd9dd3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:24.563441 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1a61ba6f-5880-4c12-879d-7944f5147c41 req-ce0c4e94-dfcd-44df-a228-f60fb7cd9dd3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0893769 Feb 19 08:00:24.610114 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1a61ba6f-5880-4c12-879d-7944f5147c41 req-bf466516-d525-4c60-9a67-3daee49309fb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Feb 19 08:00:25.820044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8f63-fca0-45d4-b215-297dc4d90386 req-fb82d511-e692-4ffe-8d02-11a2d197be71 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:25.821470 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b28f8f63-fca0-45d4-b215-297dc4d90386 req-fb82d511-e692-4ffe-8d02-11a2d197be71 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0790234 Feb 19 08:00:25.871913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b28f8f63-fca0-45d4-b215-297dc4d90386 req-09bd3ea9-4005-4879-8bc9-3ac20a47d8f5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Feb 19 08:00:27.096347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5b49c-92ee-489d-93aa-333549eed9cb req-5f0992de-ff6a-40c9-aa96-8832f2371197 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:27.097724 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79c5b49c-92ee-489d-93aa-333549eed9cb req-5f0992de-ff6a-40c9-aa96-8832f2371197 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0926180 Feb 19 08:00:27.142274 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79c5b49c-92ee-489d-93aa-333549eed9cb req-941fe8b9-3ce4-43b6-8ec8-37833d160f31 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390072 Feb 19 08:00:28.362782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2c01-7c84-451b-b04a-e42b87ec0a96 req-93713ca7-02db-4450-aa0d-1e9306675c86 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:28.364103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-815a2c01-7c84-451b-b04a-e42b87ec0a96 req-93713ca7-02db-4450-aa0d-1e9306675c86 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0856619 Feb 19 08:00:28.411141 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-815a2c01-7c84-451b-b04a-e42b87ec0a96 req-cf671127-0481-45e7-acc4-dbe7c1e970f9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388396 Feb 19 08:00:29.619095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631b6f-f6de-44c3-927b-ccb7b55cb0e6 req-041a6a6e-87fe-4cba-81d6-62e8f87ac2e7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:29.620529 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5c631b6f-f6de-44c3-927b-ccb7b55cb0e6 req-041a6a6e-87fe-4cba-81d6-62e8f87ac2e7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0842035 Feb 19 08:00:29.666715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5c631b6f-f6de-44c3-927b-ccb7b55cb0e6 req-e328ca85-aa06-45eb-bfaf-a5c2687cc1dc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404160 Feb 19 08:00:30.871525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6033b9e-4556-4a8a-9552-2c1c5d0b6b07 req-cab3e288-718e-4078-ae94-e535ce21c786 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:30.872997 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d6033b9e-4556-4a8a-9552-2c1c5d0b6b07 req-cab3e288-718e-4078-ae94-e535ce21c786 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0773065 Feb 19 08:00:30.922605 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d6033b9e-4556-4a8a-9552-2c1c5d0b6b07 req-0f4f2089-7aea-49bf-8f3b-79e222e0740f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Feb 19 08:00:32.146052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ad5a0-70c2-49ae-adcf-a93a9b79e9cb req-684f1372-89cc-4f16-90db-01650ef350e5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:32.146851 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-565ad5a0-70c2-49ae-adcf-a93a9b79e9cb req-684f1372-89cc-4f16-90db-01650ef350e5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0843287 Feb 19 08:00:32.194294 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-565ad5a0-70c2-49ae-adcf-a93a9b79e9cb req-6ff8b5f9-4f3d-4e6f-ab15-feb9b8f53a52 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Feb 19 08:00:32.701596 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:00:33.426682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13273e8b-c261-442a-a0d5-ebf4bb876038 req-3cc8280e-8e9a-479b-a1aa-67a8e098c055 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:33.428120 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13273e8b-c261-442a-a0d5-ebf4bb876038 req-3cc8280e-8e9a-479b-a1aa-67a8e098c055 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0951324 Feb 19 08:00:33.474199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13273e8b-c261-442a-a0d5-ebf4bb876038 req-94e157d3-b8af-435d-aa37-9eabd2490fee tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Feb 19 08:00:34.671165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0ce1-10a1-4795-82c1-2aff429b1c5f req-91677a14-8dc6-45fc-b671-42934cbb0e42 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:34.672627 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ffc0ce1-10a1-4795-82c1-2aff429b1c5f req-91677a14-8dc6-45fc-b671-42934cbb0e42 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0790937 Feb 19 08:00:34.721671 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ffc0ce1-10a1-4795-82c1-2aff429b1c5f req-b5360338-d8b4-4f33-beef-f6be2b30e0fe tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Feb 19 08:00:35.950973 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3d23e-b6b7-45fa-a7b8-f3226115de53 req-637df76b-bb23-46f5-bea1-9f5453154ea7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:35.952413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-45a3d23e-b6b7-45fa-a7b8-f3226115de53 req-637df76b-bb23-46f5-bea1-9f5453154ea7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.1028790 Feb 19 08:00:35.998602 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-45a3d23e-b6b7-45fa-a7b8-f3226115de53 req-44b52ebf-08c3-4d67-9dbb-ccdb7c7efd1e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Feb 19 08:00:36.757237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b714310-8871-4501-a743-4a4310147f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:37.200344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa0cdd-ef7e-477c-bf67-6a00b2d51d00 req-8c064ccc-e826-4c9c-b752-e3dcdbc8f5a5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.201750 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-edaa0cdd-ef7e-477c-bf67-6a00b2d51d00 req-8c064ccc-e826-4c9c-b752-e3dcdbc8f5a5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0747147 Feb 19 08:00:37.250212 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-edaa0cdd-ef7e-477c-bf67-6a00b2d51d00 req-b04b1ae0-7954-4743-98e1-c5edb2d7fd08 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Feb 19 08:00:38.453132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322d7fd-2835-4262-b11c-92d47d84d849 req-c474864e-7618-4878-b5d8-1896062dcc25 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:38.454656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0322d7fd-2835-4262-b11c-92d47d84d849 req-c474864e-7618-4878-b5d8-1896062dcc25 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0781634 Feb 19 08:00:38.501163 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0322d7fd-2835-4262-b11c-92d47d84d849 req-fb8871cd-a30f-4150-9f89-432314be8eba tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401194 Feb 19 08:00:38.979736 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2521-2927-454d-b107-aee1b0577bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:39.867780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808d8a4-6b24-4a61-be38-123e851dbb51 req-80c5319a-7b0e-4288-919b-0ac85d380d80 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:39.869144 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2808d8a4-6b24-4a61-be38-123e851dbb51 req-80c5319a-7b0e-4288-919b-0ac85d380d80 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0919144 Feb 19 08:00:39.992573 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2808d8a4-6b24-4a61-be38-123e851dbb51 req-128c1468-eaa3-4024-a71d-edee5fc8588b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177499 Feb 19 08:00:40.283570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:40.306012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:41.207830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b69ff-57f8-41ca-9a52-0eeca0f47e35 req-770f3dcd-6566-4662-a274-1b0a94043be8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:41.209272 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-520b69ff-57f8-41ca-9a52-0eeca0f47e35 req-770f3dcd-6566-4662-a274-1b0a94043be8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0839958 Feb 19 08:00:41.256981 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-520b69ff-57f8-41ca-9a52-0eeca0f47e35 req-17bf307e-c99c-4b2c-836b-70e6e65e7de2 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Feb 19 08:00:41.528962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:42.461689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aff47-a6db-4546-86f9-d8057cf9cbec req-15075897-e62f-4ad4-ace5-177eebd3bc34 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:42.463126 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-738aff47-a6db-4546-86f9-d8057cf9cbec req-15075897-e62f-4ad4-ace5-177eebd3bc34 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0801172 Feb 19 08:00:42.508910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-738aff47-a6db-4546-86f9-d8057cf9cbec req-a835faf1-5a53-442c-9c2c-17869fda3f12 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402699 Feb 19 08:00:43.628445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:43.728684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc336c3c-27eb-43d4-b0db-676b486912d1 req-66c2b1a7-7524-4f2c-a769-a8634209a942 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:43.730032 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc336c3c-27eb-43d4-b0db-676b486912d1 req-66c2b1a7-7524-4f2c-a769-a8634209a942 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0880003 Feb 19 08:00:43.782710 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc336c3c-27eb-43d4-b0db-676b486912d1 req-26062402-e2ec-40ec-929f-de46ec2dd826 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467556 Feb 19 08:00:44.998396 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4ca1c-6b68-440d-89f0-f4180111e562 req-68050a4f-5a72-4329-889a-9537c01d66dc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:44.999827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-82f4ca1c-6b68-440d-89f0-f4180111e562 req-68050a4f-5a72-4329-889a-9537c01d66dc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0851066 Feb 19 08:00:45.045152 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-82f4ca1c-6b68-440d-89f0-f4180111e562 req-be19c45b-06e7-437a-9040-64097a503188 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Feb 19 08:00:46.267559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a47ca-eab7-4291-a61b-278284fb5ae2 req-0530ba28-faef-46ed-8801-a491c9f74705 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:46.269036 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-583a47ca-eab7-4291-a61b-278284fb5ae2 req-0530ba28-faef-46ed-8801-a491c9f74705 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0942550 Feb 19 08:00:46.318282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-583a47ca-eab7-4291-a61b-278284fb5ae2 req-5deb47b4-a207-4d69-832b-03102387c0e7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436189 Feb 19 08:00:47.549197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38572ac4-3f77-480d-953a-67670bd1c8e1 req-e13b6e00-5aa5-4139-9af6-49950d922d1c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:47.550636 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38572ac4-3f77-480d-953a-67670bd1c8e1 req-e13b6e00-5aa5-4139-9af6-49950d922d1c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.1031380 Feb 19 08:00:47.594729 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38572ac4-3f77-480d-953a-67670bd1c8e1 req-18ccec4c-9734-4f52-9386-be23c51eb921 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Feb 19 08:00:47.795843 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d9fde99-4666-412f-875a-751e446da74c req-deff3f01-52dd-4d25-90c8-a168f9a7a52e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0734031 Feb 19 08:00:48.097917 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-5b715161-766d-4f91-8d93-47d0d2094499 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200795 Feb 19 08:00:48.118053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0deff-10e3-4b83-8bbb-5381271b166b req-0d4f1aca-4cc6-4d1e-a555-672e046069b9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:48.119448 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5a0deff-10e3-4b83-8bbb-5381271b166b req-0d4f1aca-4cc6-4d1e-a555-672e046069b9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Feb 19 08:00:48.165245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d5a0deff-10e3-4b83-8bbb-5381271b166b req-64d9012e-6693-431a-a8b3-ab00c86e1a8a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398877 Feb 19 08:00:49.279691 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-75a8a585-ea5a-498d-b10e-1f1a244e1389 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1098 time: 0.0683734 Feb 19 08:00:49.358721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75108029-9f6a-496a-9bd7-c59462e68501 req-18b8b142-d555-4423-8761-25f4f9d77e0b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.360179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75108029-9f6a-496a-9bd7-c59462e68501 req-18b8b142-d555-4423-8761-25f4f9d77e0b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0750153 Feb 19 08:00:49.407709 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75108029-9f6a-496a-9bd7-c59462e68501 req-86948e33-00ec-47e7-aed3-b467ca4c19c7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 Feb 19 08:00:49.409593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129eec-d409-4707-ba0c-07856b57365e req-17390fb1-b3cc-4153-9a9b-f4b68015185d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.411218 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-17390fb1-b3cc-4153-9a9b-f4b68015185d service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1263399 Feb 19 08:00:49.513494 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-a669bf4f-146d-4dfb-88af-02788ca0be88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 999 time: 0.0962522 Feb 19 08:00:49.578116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129eec-d409-4707-ba0c-07856b57365e req-07bb9745-c068-4ef3-89cd-c2346b3293ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.579505 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-07bb9745-c068-4ef3-89cd-c2346b3293ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0608618 Feb 19 08:00:49.657671 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-0a0563ae-7377-4bb4-be52-6898f565e4c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722439 Feb 19 08:00:49.789219 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-15c94e00-725c-4a9f-8989-5e6a6ef9494e service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246254 Feb 19 08:00:49.917959 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-7c268e80-06ef-417c-aa54-598c96f7ac55 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234155 Feb 19 08:00:50.624113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5741c-e49f-42ca-ad6a-841c8f848851 req-f5adb415-e8a0-4499-9c90-4333c3047822 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:50.625642 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1bf5741c-e49f-42ca-ad6a-841c8f848851 req-f5adb415-e8a0-4499-9c90-4333c3047822 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0816607 Feb 19 08:00:50.671509 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1bf5741c-e49f-42ca-ad6a-841c8f848851 req-ad446c81-0f87-448d-848e-2de58692388d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401664 Feb 19 08:00:51.657546 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-95b020d9-dedf-49c1-a406-f83f4b720adb service neutron] 10.222.0.67 "GET /v2.0/ports/2755e815-d4be-4bf5-8ce8-0912c956bf4a/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0803576 Feb 19 08:00:51.890301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ccf81-c3e0-41fd-a1c2-521a55828906 req-bff4891f-147d-41be-bbcb-a9dc77c7eb3c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:51.891725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-623ccf81-c3e0-41fd-a1c2-521a55828906 req-bff4891f-147d-41be-bbcb-a9dc77c7eb3c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0831537 Feb 19 08:00:51.937492 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-623ccf81-c3e0-41fd-a1c2-521a55828906 req-c55bca26-ffcd-48f2-8cd2-a032148c8ad0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398362 Feb 19 08:00:51.958197 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-78e061da-f239-41eb-9ba4-5f880bde13ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 1098 time: 0.0716414 Feb 19 08:00:52.061220 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-6fc9482e-45ac-4276-a5f1-72fac08456f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1098 time: 0.0818346 Feb 19 08:00:52.189508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129eec-d409-4707-ba0c-07856b57365e req-0aef8111-b2c2-4bbe-b66d-bad6ebf2da6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:52.190901 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-0aef8111-b2c2-4bbe-b66d-bad6ebf2da6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1239352 Feb 19 08:00:52.291920 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-27fadec8-bb73-421d-a16f-d1bc26a2d782 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 999 time: 0.0948157 Feb 19 08:00:52.351557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a129eec-d409-4707-ba0c-07856b57365e req-93868b9c-fdec-4c44-b591-443bfddff2ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:52.352867 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-93868b9c-fdec-4c44-b591-443bfddff2ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0555003 Feb 19 08:00:52.430683 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-d6e24109-d568-4f05-b593-8774dceecd44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722795 Feb 19 08:00:52.663110 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-7b25d42f-196e-4bdc-b0d6-a2a02db11143 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261605 Feb 19 08:00:52.792191 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0a129eec-d409-4707-ba0c-07856b57365e req-8d548769-3c34-4825-b5fd-6f4acd0febcc service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230052 Feb 19 08:00:53.144110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0bf10-960b-4e39-ad9a-edc5a2aaf312 req-15ce85f2-3323-496e-b09a-2a556527415f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:53.145549 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-15e0bf10-960b-4e39-ad9a-edc5a2aaf312 req-15ce85f2-3323-496e-b09a-2a556527415f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0867355 Feb 19 08:00:53.190120 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-15e0bf10-960b-4e39-ad9a-edc5a2aaf312 req-11b635e2-9ccd-4158-947e-f9a7656e6f85 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388863 Feb 19 08:00:53.749801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2755e815-d4be-4bf5-8ce8-0912c956bf4a no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:00:53.868632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:53.894609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:00:53.904112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:53.909242 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:53.966570 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'code': 200} Feb 19 08:00:53.984529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:54.403102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593450bb-9d96-4dca-9d04-d64cf7157ba7 req-0804ad78-bdee-4413-9a5d-73686609f1bd tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:54.404566 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-593450bb-9d96-4dca-9d04-d64cf7157ba7 req-0804ad78-bdee-4413-9a5d-73686609f1bd tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 943 time: 0.0823531 Feb 19 08:00:54.452521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-593450bb-9d96-4dca-9d04-d64cf7157ba7 req-eeaed3b7-b0c7-49a5-a918-dd8c38cb1273 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424631 Feb 19 08:00:55.663556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dcfb5-47d7-42f9-b18a-23347d3fa577 req-44f82c08-2e8d-43cb-a457-4fd42bc183a3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:55.665082 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-463dcfb5-47d7-42f9-b18a-23347d3fa577 req-44f82c08-2e8d-43cb-a457-4fd42bc183a3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 943 time: 0.0815775 Feb 19 08:00:55.710838 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-463dcfb5-47d7-42f9-b18a-23347d3fa577 req-375d6d3f-bcd5-4d0a-baca-8875affdd583 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397077 Feb 19 08:00:55.759254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2755e815-d4be-4bf5-8ce8-0912c956bf4a details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:00:55.897549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:55.910664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'mac_address': 'fa:16:3e:e4:52:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:00:55.966838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:55.984335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2755e815-d4be-4bf5-8ce8-0912c956bf4a {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:00:55.999872 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:56.004870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:56.031327 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-2ecb13d6-d7ce-47d5-8376-8937c662fabb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:56.032062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-2ecb13d6-d7ce-47d5-8376-8937c662fabb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Synchronizing usage tracker for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:00:56.049586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a4e82-e75e-404a-b530-7ed5f8a30567 req-2598c1f0-7e62-443e-8b45-3441fccdda7c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:56.049862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-2ecb13d6-d7ce-47d5-8376-8937c662fabb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Unset dirty status for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:00:56.050906 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-2ecb13d6-d7ce-47d5-8376-8937c662fabb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683&tenant_id=ea05c79f318c4a1db946f20e7e2e2035&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 943 time: 0.0972047 Feb 19 08:00:56.051343 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7d6a4e82-e75e-404a-b530-7ed5f8a30567 req-2598c1f0-7e62-443e-8b45-3441fccdda7c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 943 time: 0.0878098 Feb 19 08:00:56.080211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['2755e815-d4be-4bf5-8ce8-0912c956bf4a'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:00:56.098618 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7d6a4e82-e75e-404a-b530-7ed5f8a30567 req-9708aab7-5349-4781-9d20-3ffc817d331a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402184 Feb 19 08:00:56.108250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:56.197721 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-8bd606c6-c743-48c0-80ef-ddd1b8f6061a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1097 time: 0.0698738 Feb 19 08:00:56.331319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-743754d9-8c4d-4b32-873d-ddac465aceb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:56.333091 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-743754d9-8c4d-4b32-873d-ddac465aceb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1295021 Feb 19 08:00:56.431036 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-4a8d2782-07ff-490e-a8fc-294859702053 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 998 time: 0.0913658 Feb 19 08:00:56.497352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-0e49edc2-8a6c-4bf5-abef-88386b3d551b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:56.498745 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-0e49edc2-8a6c-4bf5-abef-88386b3d551b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0612962 Feb 19 08:00:56.576442 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-c6d43c6e-7698-42e4-af33-ca55681e60ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713246 Feb 19 08:00:56.708405 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-ba52bf4c-e01d-454e-ac40-242ff148dbd7 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261489 Feb 19 08:00:56.838134 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a71c56c6-6879-4a8f-9cfe-5fb7d6deb818 req-663df025-c0fe-4f0e-8a67-62dce1365db9 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239488 Feb 19 08:00:57.318871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98126d9-99d9-41cd-9c0e-22ca221a2f16 req-28e093ae-0946-4f49-b856-8f14529cdd2d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:57.320372 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a98126d9-99d9-41cd-9c0e-22ca221a2f16 req-28e093ae-0946-4f49-b856-8f14529cdd2d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 944 time: 0.0777597 Feb 19 08:00:57.370655 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a98126d9-99d9-41cd-9c0e-22ca221a2f16 req-b9a1dc13-e189-4f31-a3e9-d4d89676df00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444961 Feb 19 08:00:57.764643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2755e815-d4be-4bf5-8ce8-0912c956bf4a up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:00:57.847766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 2755e815-d4be-4bf5-8ce8-0912c956bf4a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:57.848127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:57.967241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:57.996946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:00:58.006981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:58.010918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:00:58.054120 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'code': 200} Feb 19 08:00:58.078518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:58.571809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d739d7-4f75-4c0f-b041-6586d54058ae req-02fcab08-ae46-4f79-b90a-71b0e16683b1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:58.573357 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80d739d7-4f75-4c0f-b041-6586d54058ae req-02fcab08-ae46-4f79-b90a-71b0e16683b1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0801389 Feb 19 08:00:58.618241 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80d739d7-4f75-4c0f-b041-6586d54058ae req-cfa7ee50-d98d-4ac6-8e73-9bce0a40d8ad tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 Feb 19 08:00:58.897002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c58e5f-39a0-41e1-924a-7773f0b6ad49 req-94ab2da2-e4ff-4853-9075-c25cb758d324 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:58.898403 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b9c58e5f-39a0-41e1-924a-7773f0b6ad49 req-94ab2da2-e4ff-4853-9075-c25cb758d324 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.1600718 Feb 19 08:00:58.943140 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b9c58e5f-39a0-41e1-924a-7773f0b6ad49 req-5daf0308-349c-4586-bc01-10abb3d876d7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Feb 19 08:00:59.299039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7796f-4c24-42c2-b6f2-32ca4ca12954 req-ec60964a-1f70-414a-b985-84135cc8cbf1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:59.300664 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ba7796f-4c24-42c2-b6f2-32ca4ca12954 req-ec60964a-1f70-414a-b985-84135cc8cbf1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0767789 Feb 19 08:00:59.338356 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-7db7d652-42ba-4db7-93d7-5f0962956b20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 1098 time: 0.0719228 Feb 19 08:00:59.345466 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ba7796f-4c24-42c2-b6f2-32ca4ca12954 req-bb23b52e-8bda-4796-8bd3-2ee65616260c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 Feb 19 08:00:59.480176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-9ec04041-ef52-4aab-a8c9-29523cc8c3db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:59.481640 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-9ec04041-ef52-4aab-a8c9-29523cc8c3db service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1376731 Feb 19 08:00:59.587323 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-58a984b8-9a6d-4c04-9441-03f199be33de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 200 len: 999 time: 0.0991430 Feb 19 08:00:59.652260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-cfa8b245-de9e-4cbe-ab4f-0a0073fd14b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:59.653703 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-cfa8b245-de9e-4cbe-ab4f-0a0073fd14b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0610306 Feb 19 08:00:59.728672 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-547f111f-09a8-4afd-ad29-9071dd45461a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690911 Feb 19 08:00:59.860263 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-7c7e846b-e854-4d2c-a23c-e1255eb6b18b service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254539 Feb 19 08:01:00.082215 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94c75849-e3c7-4589-8e71-def06ba08e2d req-1577a7f7-11aa-4a50-9695-070b170c5fb9 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158689 Feb 19 08:01:00.570349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ba175-8434-411c-b38e-901235eeb5db req-082a1d3b-d084-45b2-82dc-8534f671edd4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:00.571755 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9d1ba175-8434-411c-b38e-901235eeb5db req-082a1d3b-d084-45b2-82dc-8534f671edd4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0901225 Feb 19 08:01:00.619373 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9d1ba175-8434-411c-b38e-901235eeb5db req-82dd4685-5a1d-4434-af49-80d276bedf2d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Feb 19 08:01:01.822267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab45d6-717b-4290-8d0c-8c273c165d5a req-b581113a-759d-43f4-9ba1-86326fd92278 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:01.823708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbab45d6-717b-4290-8d0c-8c273c165d5a req-b581113a-759d-43f4-9ba1-86326fd92278 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0776196 Feb 19 08:01:01.869532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbab45d6-717b-4290-8d0c-8c273c165d5a req-e1ae9ff4-3f37-40ee-8b52-6832f228aa9c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Feb 19 08:01:02.280010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ba92e-8911-47a5-b761-18847e508af5 req-e69440a0-5f2a-4cda-83c7-daa6238ae5c8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:02.281517 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-866ba92e-8911-47a5-b761-18847e508af5 req-e69440a0-5f2a-4cda-83c7-daa6238ae5c8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0828428 Feb 19 08:01:02.329270 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-866ba92e-8911-47a5-b761-18847e508af5 req-c35ea543-76c8-434f-b856-a1d73b9190e8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396450 Feb 19 08:01:03.535760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2c034-c797-47e1-9810-f746a6b01cea req-8a20878b-47dd-45c4-9da0-7e166d714356 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:03.537205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63a2c034-c797-47e1-9810-f746a6b01cea req-8a20878b-47dd-45c4-9da0-7e166d714356 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0819368 Feb 19 08:01:03.587045 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-63a2c034-c797-47e1-9810-f746a6b01cea req-e0494538-e414-4a5f-8528-cb333f478f2f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Feb 19 08:01:03.974869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-96ca37f1-4cdc-4939-98c6-48a404ab6f20 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:03.976403 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-96ca37f1-4cdc-4939-98c6-48a404ab6f20 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 945 time: 0.0916767 Feb 19 08:01:04.044845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Deleting port 2755e815-d4be-4bf5-8ce8-0912c956bf4a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:01:04.045141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:04.290949 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] For port 2755e815-d4be-4bf5-8ce8-0912c956bf4a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2755e815-d4be-4bf5-8ce8-0912c956bf4a,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:04.291265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:04.575837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:04.576074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:04.576430 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 disassociated. External IP: 172.26.1.9, port: 2755e815-d4be-4bf5-8ce8-0912c956bf4a. Feb 19 08:01:04.576754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Calling delete_port for 2755e815-d4be-4bf5-8ce8-0912c956bf4a owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:01:04.719519 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:04.763427 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-095ed430-f29e-4d4e-b605-a6d5a0b1df57 req-0de6ad46-835f-42cf-9a7b-3ba8e82d6e0d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=eecc2c1d-a175-4222-81d2-0446a6a7e683 HTTP/1.1" status: 200 len: 210 time: 0.0422626 Feb 19 08:01:04.768443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event deleted for resources: {'Port': ['ID=2755e815-d4be-4bf5-8ce8-0912c956bf4a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:04.976777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:01:05.187193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:01:05.197172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:01:05.210145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:01:05.210969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:00:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:05.252850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] No DVR routers for this DVR port 2755e815-d4be-4bf5-8ce8-0912c956bf4a on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:01:05.255354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:05.257825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-deleted', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:05.273647 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-94801202-1d7f-4a8b-8de9-ae9100efd3ea req-2b0bad1d-5724-4880-b094-f60bf76cf88c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "DELETE /v2.0/ports/2755e815-d4be-4bf5-8ce8-0912c956bf4a HTTP/1.1" status: 204 len: 173 time: 1.2912388 Feb 19 08:01:05.314018 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc2c1d-a175-4222-81d2-0446a6a7e683', 'name': 'network-vif-deleted', 'tag': '2755e815-d4be-4bf5-8ce8-0912c956bf4a', 'status': 'completed', 'code': 200} Feb 19 08:01:05.390786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:01:05.716987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:05.721378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:01:05.733912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:01:05.734566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:00:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:05.948626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:01:06.131199 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-b83ac38d-2a8f-4092-b318-b33fa39e7191 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1949965035&fields=id&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 267 time: 0.0437317 Feb 19 08:01:06.258579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:06.262473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cf9466-d330-4ea9-a56b-0a16e76ebb3e None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:01:06.284764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662464-00bd-4727-888c-d7218bef1f9c req-0782ab39-58f7-4925-bb80-c1b6ddf70d04 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:06.286177 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-0782ab39-58f7-4925-bb80-c1b6ddf70d04 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.1483884 Feb 19 08:01:06.303165 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-bd90dd15-ae44-4e9c-9425-aa9820d41ffb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/quotas/ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 375 time: 0.0110314 Feb 19 08:01:06.388941 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-f49189de-4af6-42b1-a04f-4522de21747e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804048 Feb 19 08:01:06.476761 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe52f6c-9c83-4488-b527-08a86a4ebc82 None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:01:06.527708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-c7c78910-d4ca-4af6-a438-9e5f404f593d service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258636 Feb 19 08:01:06.656942 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-6a9f0a78-2156-449a-abea-49ce05f7cb33 service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227133 Feb 19 08:01:06.749646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23572303-3bfa-4b62-871e-595499a63a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:06.844710 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab884570-0953-425c-b888-7ecffbfcae21 req-9211311d-3c46-4526-8355-eef31cb9a0c9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 210 time: 0.0401883 Feb 19 08:01:07.791964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2755e815-d4be-4bf5-8ce8-0912c956bf4a no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:01:07.826212 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 2755e815-d4be-4bf5-8ce8-0912c956bf4a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:01:07.826822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2755e815-d4be-4bf5-8ce8-0912c956bf4a not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:01:08.009998 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-47ef2eba-34bc-46ff-92c6-8d9b03dac9df req-9dacb8eb-1139-457a-ba60-1c31f9e64800 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 210 time: 0.0407543 Feb 19 08:01:08.030753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662464-00bd-4727-888c-d7218bef1f9c req-db3d110a-846f-4b86-b9a6-d94ebb5f06d2 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:08.032197 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-db3d110a-846f-4b86-b9a6-d94ebb5f06d2 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.2701440 Feb 19 08:01:08.088380 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-7cd29ad8-2766-4197-8432-3e022f470f78 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 380 time: 0.0429125 Feb 19 08:01:08.103053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'port': {'device_id': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'admin_state_up': True, 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'security_groups': ['3bed8014-00b1-408f-a0ca-466a80736b87']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:01:08.247803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:01:08.252210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:port and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:01:08.255221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:01:08.261389 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:01:08.273904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Made reservation on behalf of ea05c79f318c4a1db946f20e7e2e2035 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:01:08.276922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:08.431354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Allocated IP 172.20.0.13 (69fb4b24-e695-4911-9341-36f1e6d92637/2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5/775d91ab-9c5a-46c2-9918-d645309732ad) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:01:08.628896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:08.644840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Transition to ACTIVE for port object 775d91ab-9c5a-46c2-9918-d645309732ad will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:01:08.671545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:08.741375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:01:08.744477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:01:08.748762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:01:08.773014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:08.800023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.800412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.800744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.801067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.801380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.801698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.802010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.802319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.802647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.802923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.803227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:08.824997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:08.825576 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:08.851936 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-44ac013a-9784-41b7-8017-51312fde8a1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7524765 Feb 19 08:01:08.863062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Request body: {'port': {'device_id': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:01:08.970248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:08.973740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7bfefd5-38f7-472e-9104-74d16057461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:09.010780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3ac1e159-7b17-4ea6-b100-b2d842e3fb74 None None] Provisioning for port 775d91ab-9c5a-46c2-9918-d645309732ad completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:01:09.015960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3ac1e159-7b17-4ea6-b100-b2d842e3fb74 None None] Provisioning complete for port 775d91ab-9c5a-46c2-9918-d645309732ad triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:01:09.016336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e159-7b17-4ea6-b100-b2d842e3fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:09.070518 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1e159-7b17-4ea6-b100-b2d842e3fb74 None None] Port 775d91ab-9c5a-46c2-9918-d645309732ad cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:01:09.207682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1ec82-ccdd-41fe-b606-6981231cd493 req-135f1d03-3adc-4598-a010-b004b86e493a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:09.209059 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75b1ec82-ccdd-41fe-b606-6981231cd493 req-135f1d03-3adc-4598-a010-b004b86e493a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 932 time: 0.0791774 Feb 19 08:01:09.255769 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-75b1ec82-ccdd-41fe-b606-6981231cd493 req-d5ecf997-268e-42d9-87f5-03362bce45cf tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Feb 19 08:01:09.313319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:01:09.320065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:09.333739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Transition to ACTIVE for port object 775d91ab-9c5a-46c2-9918-d645309732ad will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:01:09.338550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:09.458375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:09.565355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Attempting to bind port 775d91ab-9c5a-46c2-9918-d645309732ad on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:01:09.565673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Attempting to bind port 775d91ab-9c5a-46c2-9918-d645309732ad by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:01:09.565990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Attempting to bind port 775d91ab-9c5a-46c2-9918-d645309732ad on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:01:09.572498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Port 775d91ab-9c5a-46c2-9918-d645309732ad on network 69fb4b24-e695-4911-9341-36f1e6d92637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:01:09.572812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Attempting to bind port 775d91ab-9c5a-46c2-9918-d645309732ad on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:01:09.579231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:01:09.579557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Checking segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:01:09.579930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Bound using segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:01:09.580347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Bound port: 775d91ab-9c5a-46c2-9918-d645309732ad, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:01:09.580798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:09.670722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:01:09.673628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:01:09.678446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:09.692456 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:01:09.739172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:09.740597 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] 10.222.0.67 "PUT /v2.0/ports/775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 1094 time: 0.8816235 Feb 19 08:01:09.741001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:09.761490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80cf8-3b91-4820-afc1-1bc94bb00e90 service neutron] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:09.814062 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'status': 'completed', 'code': 200} Feb 19 08:01:09.948784 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-8ba14a47-41f1-4406-ac07-1e27d098d3ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1097 time: 0.1688640 Feb 19 08:01:10.019463 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-e4e36863-5c84-44cf-9753-bd8dc8a9de8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 217 time: 0.0638883 Feb 19 08:01:10.091093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662464-00bd-4727-888c-d7218bef1f9c req-e5252ef2-9138-46c3-826f-80b6e84604e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:10.092602 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-e5252ef2-9138-46c3-826f-80b6e84604e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0666220 Feb 19 08:01:10.176450 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-8ac3ad1a-c760-4a86-94c2-5dd40df1850c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781982 Feb 19 08:01:10.281964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:10.308924 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-a89e91ce-dddd-4533-872c-face11fe1183 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258912 Feb 19 08:01:10.310388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:10.441202 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-53662464-00bd-4727-888c-d7218bef1f9c req-66261aff-dcfe-40f9-8c18-0307ea47ce8e service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267951 Feb 19 08:01:10.458283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1be275-1f7f-41bb-a808-507176b7f8fb req-0053cd04-b6a1-4365-9727-7843ba47267c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:10.459673 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9c1be275-1f7f-41bb-a808-507176b7f8fb req-0053cd04-b6a1-4365-9727-7843ba47267c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 944 time: 0.0766542 Feb 19 08:01:10.504317 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9c1be275-1f7f-41bb-a808-507176b7f8fb req-f1a622c3-6355-4b5c-91b4-7c9e50613ab3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385687 Feb 19 08:01:10.562486 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-41dc22d9-5472-4b37-aada-73b8b955a910 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1097 time: 0.0731637 Feb 19 08:01:10.694359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-f74d0f33-d445-4c61-860f-e89dc940acef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:10.695985 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-f74d0f33-d445-4c61-860f-e89dc940acef service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1278007 Feb 19 08:01:10.761515 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-dd0be248-948e-4aed-bc3a-b9cb35f42a44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 217 time: 0.0596280 Feb 19 08:01:10.827720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-aebcf084-5273-42f1-8289-cafbdd0712ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:10.829047 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-aebcf084-5273-42f1-8289-cafbdd0712ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0614076 Feb 19 08:01:10.905915 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-a8cd6b5b-0cb5-4592-872f-d65c7e977398 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699279 Feb 19 08:01:11.035059 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-a6496fbe-ee48-400a-bd50-b710ad9c0be0 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217284 Feb 19 08:01:11.165617 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a1f9d8b8-c74e-4d11-8a20-5d20d60103b7 req-133c1c9c-f897-4808-b7ba-05e33010e3c3 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230154 Feb 19 08:01:11.540536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:11.735103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd26b-4cfa-4fe1-b4ff-dc86a5702ff2 req-8cfa050b-1ea3-42da-8345-f3ea21aea02b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:11.736484 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a4bcd26b-4cfa-4fe1-b4ff-dc86a5702ff2 req-8cfa050b-1ea3-42da-8345-f3ea21aea02b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 944 time: 0.1012485 Feb 19 08:01:11.783998 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a4bcd26b-4cfa-4fe1-b4ff-dc86a5702ff2 req-09c9bf28-70d5-40c0-9131-147c1312975a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Feb 19 08:01:13.011418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab48c26-c6af-4eaf-8433-cf85fc61e0ce req-14cb3408-37bc-4f3c-8771-0f7cbac6c882 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:13.012866 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3ab48c26-c6af-4eaf-8433-cf85fc61e0ce req-14cb3408-37bc-4f3c-8771-0f7cbac6c882 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 944 time: 0.0954890 Feb 19 08:01:13.062140 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3ab48c26-c6af-4eaf-8433-cf85fc61e0ce req-3a8b2066-6873-494f-878d-10ca6dcca186 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Feb 19 08:01:13.641522 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:13.825964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:01:13.986649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:14.001910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '775d91ab-9c5a-46c2-9918-d645309732ad', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '775d91ab-9c5a-46c2-9918-d645309732ad', 'mac_address': 'fa:16:3e:d5:d2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:01:14.058702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:14.077314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:01:14.094952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:14.099781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:14.173090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:14.278348 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5b46b-abd1-446d-bbbd-6bbf727bd86e req-1d8f6d9b-6955-4e63-a5fa-2f21682a0e1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:14.279804 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd5b46b-abd1-446d-bbbd-6bbf727bd86e req-1d8f6d9b-6955-4e63-a5fa-2f21682a0e1b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 945 time: 0.0867889 Feb 19 08:01:14.335665 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ddd5b46b-abd1-446d-bbbd-6bbf727bd86e req-eeb2572b-a09a-46b2-b1bd-1f1a53861de4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Feb 19 08:01:14.443695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['775d91ab-9c5a-46c2-9918-d645309732ad'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:01:15.545036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8587ba-6c42-426e-ae66-43a8d368387b req-855d11c3-68dd-49a2-9fbb-29354b3cecae tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:15.546465 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7c8587ba-6c42-426e-ae66-43a8d368387b req-855d11c3-68dd-49a2-9fbb-29354b3cecae tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 945 time: 0.0807459 Feb 19 08:01:15.594486 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7c8587ba-6c42-426e-ae66-43a8d368387b req-daf9e7f9-f074-4ad4-b7cd-76f8876eff5d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 Feb 19 08:01:15.840791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:01:15.916161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 775d91ab-9c5a-46c2-9918-d645309732ad completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:01:15.921054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 775d91ab-9c5a-46c2-9918-d645309732ad triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:01:15.921421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:16.045225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:16.073210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:16.082890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:16.088567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:16.130960 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'code': 200} Feb 19 08:01:16.157778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:16.167724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.168062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.168419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.168747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.169068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.169381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.169694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.170006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.170315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.170622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.170928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:01:16.362887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-85adf49a-c7ec-4692-9c57-9a02b0128cba req-1113972e-1437-4962-96b5-8772e51a4f63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1099 time: 0.0719986 Feb 19 08:01:16.404454 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-85adf49a-c7ec-4692-9c57-9a02b0128cba req-c5924fda-1ed1-4a65-bb9a-b2cbe7c6047b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349066 Feb 19 08:01:16.815436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ada39b-0ef6-4a19-85af-57d6473bf87c req-8c1d4a1a-423a-4c9f-b684-3c788151b4e1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:16.816866 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-43ada39b-0ef6-4a19-85af-57d6473bf87c req-8c1d4a1a-423a-4c9f-b684-3c788151b4e1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0769782 Feb 19 08:01:16.861770 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-43ada39b-0ef6-4a19-85af-57d6473bf87c req-f3c4e930-3bc9-4793-bf8f-9da4d8be2741 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386732 Feb 19 08:01:18.147100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afafcdf-2d91-48ec-bc99-b9b2ffd0fd17 req-bf1666cd-cf46-46b5-9365-512b9a8a2f00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:18.148544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9afafcdf-2d91-48ec-bc99-b9b2ffd0fd17 req-bf1666cd-cf46-46b5-9365-512b9a8a2f00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.1608653 Feb 19 08:01:18.197539 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9afafcdf-2d91-48ec-bc99-b9b2ffd0fd17 req-aaf0a7c7-209d-40d6-962f-4ba4b8b96c92 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Feb 19 08:01:18.411760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6cf29-5b2e-46c1-9b1b-125e74f3f953 req-c6e789af-3304-4144-9319-5cdbcb165432 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:18.413237 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26a6cf29-5b2e-46c1-9b1b-125e74f3f953 req-c6e789af-3304-4144-9319-5cdbcb165432 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0923688 Feb 19 08:01:18.422700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 43920) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:01:18.427846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'floatingip': {'port_id': '775d91ab-9c5a-46c2-9918-d645309732ad'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:01:18.503891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:19.125681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:19.131948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:19.329026 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 associated. External IP: 172.26.1.9, port: 775d91ab-9c5a-46c2-9918-d645309732ad. Feb 19 08:01:19.803854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:01:20.008471 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:01:20.013651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:20.018850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:01:20.030986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:01:20.031595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:01:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:20.068056 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7c69ed35-c607-4900-9a90-173ca5e8acf6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "PUT /v2.0/floatingips/0546a3b1-2aa0-45f7-8ee3-0ec544e93089 HTTP/1.1" status: 200 len: 990 time: 1.6442082 Feb 19 08:01:20.068550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:20.131518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'status': 'completed', 'code': 200} Feb 19 08:01:20.223754 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-4546462f-818b-4f05-8449-afc3df593297 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1099 time: 0.0692320 Feb 19 08:01:20.246123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:01:20.250636 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6109d815-6463-4908-a446-1445c42a9239 req-6351b8c4-ffec-4f3a-ada7-38139ae36938 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0747674 Feb 19 08:01:20.354309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-08188714-118a-4f93-afe4-84e1e7ce8eea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.355690 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-08188714-118a-4f93-afe4-84e1e7ce8eea service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1257830 Feb 19 08:01:20.588121 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-62a127a0-3a91-4311-a716-47a8fc9ae860 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315806 Feb 19 08:01:20.594466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcc55f-968f-4e10-adf4-d12826fc3041 req-7cc2d989-fad0-4dba-a1e5-a6eae99176ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.595850 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5dfcc55f-968f-4e10-adf4-d12826fc3041 req-7cc2d989-fad0-4dba-a1e5-a6eae99176ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.1011398 Feb 19 08:01:20.602354 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-2d416416-ca09-43b8-a6a1-8cea98b9120a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 998 time: 0.2403512 Feb 19 08:01:20.648648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5dfcc55f-968f-4e10-adf4-d12826fc3041 req-12727321-4486-45bf-8f23-dcce64cf670a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468915 Feb 19 08:01:20.655347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '775d91ab-9c5a-46c2-9918-d645309732ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:d5:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:01:18Z', 'revision_number': 9, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:20.659375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:01:20.672449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:01:20.673054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:01:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:20.682012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-3bf12da4-91f4-44c7-a152-89ac610c754e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.683456 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-3bf12da4-91f4-44c7-a152-89ac610c754e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0757062 Feb 19 08:01:20.759400 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-3eef963c-394e-4653-87f5-cff8e94ddea4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699632 Feb 19 08:01:20.850225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:01:20.898374 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-096a2791-3440-4140-b5f3-72902df0b0b7 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331639 Feb 19 08:01:21.035400 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-437c16f6-b64e-4d44-a2bb-180763fd63d0 req-8257bf89-0be2-4588-a15c-23cef9efd9bd service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317546 Feb 19 08:01:21.206326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '775d91ab-9c5a-46c2-9918-d645309732ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:d5:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:01:18Z', 'revision_number': 9, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:21.210435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db525eba-1940-49c7-b404-7d65bd91496e None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '775d91ab-9c5a-46c2-9918-d645309732ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:d5:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:01:18Z', 'revision_number': 9, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:01:21.452966 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6201ad-2570-49e6-9186-064809325bfc None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:01:21.863967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25257c68-f2f1-4cd2-81ba-b37b7e404850 req-30b35d18-97ef-4f8f-a029-d54fc4d66e8e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:21.866126 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-25257c68-f2f1-4cd2-81ba-b37b7e404850 req-30b35d18-97ef-4f8f-a029-d54fc4d66e8e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0812404 Feb 19 08:01:21.913320 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-25257c68-f2f1-4cd2-81ba-b37b7e404850 req-4a3a3848-9aec-416b-8090-7248725a3719 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Feb 19 08:01:21.916536 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-4cf08741-2817-4754-a9ad-479417634018 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1099 time: 0.0774860 Feb 19 08:01:22.060477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d865e-2e7e-498f-9949-b59077d6f67c req-a23b4750-5725-4133-8c84-fc383a37a2f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:22.061841 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-a23b4750-5725-4133-8c84-fc383a37a2f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1367500 Feb 19 08:01:22.163019 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-70aaa8dd-a0a8-40aa-988d-8a9ec9486117 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 1001 time: 0.0941372 Feb 19 08:01:22.235654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d865e-2e7e-498f-9949-b59077d6f67c req-9c9d22c8-e750-46f2-be72-cfd0d6bd095f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:22.237168 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-9c9d22c8-e750-46f2-be72-cfd0d6bd095f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0685222 Feb 19 08:01:22.325084 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-fc24f7f4-f47f-4a70-a971-57de380feca5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815816 Feb 19 08:01:22.457631 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-cef50565-ec7e-4ca9-9711-e1603430d5a9 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257033 Feb 19 08:01:22.589851 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-78dc5e2d-a88e-401d-a365-9d985768d1f9 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259761 Feb 19 08:01:23.112254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c718e1-2322-4be4-b5cd-15a7f4191c03 req-08b1aaa6-f317-4175-b413-67ffa5540454 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:23.113621 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14c718e1-2322-4be4-b5cd-15a7f4191c03 req-08b1aaa6-f317-4175-b413-67ffa5540454 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0777752 Feb 19 08:01:23.159223 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-14c718e1-2322-4be4-b5cd-15a7f4191c03 req-a0fe34e3-c851-4b7d-9567-7911d518759a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396314 Feb 19 08:01:24.370806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f08d3-106a-41fa-92fb-bde5933857b9 req-1a46ca60-60fe-4fa2-b592-32ee6f87c51b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:24.372291 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c56f08d3-106a-41fa-92fb-bde5933857b9 req-1a46ca60-60fe-4fa2-b592-32ee6f87c51b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0875244 Feb 19 08:01:24.417112 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c56f08d3-106a-41fa-92fb-bde5933857b9 req-d7b3f453-1aed-43b1-8f4d-a5b8cdddda9e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392542 Feb 19 08:01:25.618470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327e729-0d18-4f10-97e9-354ab35065d6 req-473e1c17-210e-4167-bd65-35ddb598245e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:25.619917 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0327e729-0d18-4f10-97e9-354ab35065d6 req-473e1c17-210e-4167-bd65-35ddb598245e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0828722 Feb 19 08:01:25.668337 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0327e729-0d18-4f10-97e9-354ab35065d6 req-b5430c51-f33e-4d61-a2e4-681cd7ea85f6 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Feb 19 08:01:26.883382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84859018-77ac-43c0-a523-b9b4a2005374 req-0d4624ca-aa68-44fa-b393-f901a7577b74 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:26.884851 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-84859018-77ac-43c0-a523-b9b4a2005374 req-0d4624ca-aa68-44fa-b393-f901a7577b74 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0865772 Feb 19 08:01:26.931018 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-84859018-77ac-43c0-a523-b9b4a2005374 req-79248c7c-a277-462d-8c50-f9b194221fa3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402882 Feb 19 08:01:28.141724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96e9c-fd07-4d13-a1d5-de69c1475f7c req-e2213611-d384-4550-a23b-4bb4a6eddba1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:28.143168 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6c96e9c-fd07-4d13-a1d5-de69c1475f7c req-e2213611-d384-4550-a23b-4bb4a6eddba1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0828009 Feb 19 08:01:28.188293 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6c96e9c-fd07-4d13-a1d5-de69c1475f7c req-4fe34ea4-0e88-44fb-a1eb-85d182e00df4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Feb 19 08:01:29.409754 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5fc01-1104-44a8-80b2-5be7ff9b6897 req-05ad7265-db68-4237-a788-580b4abe523e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:29.411217 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c2f5fc01-1104-44a8-80b2-5be7ff9b6897 req-05ad7265-db68-4237-a788-580b4abe523e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0845590 Feb 19 08:01:29.458613 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c2f5fc01-1104-44a8-80b2-5be7ff9b6897 req-e576ba5e-c14c-483e-a833-b45962072c16 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Feb 19 08:01:30.680950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6937a0-3cba-492d-af67-bf8520877634 req-bb502b92-807e-4367-8794-22ea59786406 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:30.682387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4b6937a0-3cba-492d-af67-bf8520877634 req-bb502b92-807e-4367-8794-22ea59786406 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0905669 Feb 19 08:01:30.727448 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4b6937a0-3cba-492d-af67-bf8520877634 req-56b40d35-914c-4ed1-b0d0-b513b0c6fb9b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Feb 19 08:01:31.938169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223d7d0-d6b6-4473-a293-3c1e10728ca0 req-a07e64d5-13e8-4f07-912f-e700d02c8015 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:31.939579 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e223d7d0-d6b6-4473-a293-3c1e10728ca0 req-a07e64d5-13e8-4f07-912f-e700d02c8015 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0830507 Feb 19 08:01:31.991119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e223d7d0-d6b6-4473-a293-3c1e10728ca0 req-740114d4-fd39-4eb1-8769-a76335c1e65a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Feb 19 08:01:33.205586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8bc8a-b9d9-4550-92ff-cb22bc857b66 req-ac3af1f1-a1c4-4396-9bba-a03e8f98caca tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:33.207425 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6dd8bc8a-b9d9-4550-92ff-cb22bc857b66 req-ac3af1f1-a1c4-4396-9bba-a03e8f98caca tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0888426 Feb 19 08:01:33.257429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6dd8bc8a-b9d9-4550-92ff-cb22bc857b66 req-8fb1b88d-5405-4685-ba79-e4bc5cb0aeaf tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Feb 19 08:01:34.469130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d1f26-e70f-4b96-b6b3-3dc79c189a77 req-d6229a6d-5928-4b6e-97ee-4b5c7cf1e3ea tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:34.470577 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b3d1f26-e70f-4b96-b6b3-3dc79c189a77 req-d6229a6d-5928-4b6e-97ee-4b5c7cf1e3ea tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0806749 Feb 19 08:01:34.520923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7b3d1f26-e70f-4b96-b6b3-3dc79c189a77 req-066d023d-18d6-431e-90fc-63fa9d4c7c06 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Feb 19 08:01:35.729803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03212871-bc84-412b-9ba8-753ff3a872f5 req-64cd5f93-e467-4472-89bc-da2bce2b9aad tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:35.731123 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-03212871-bc84-412b-9ba8-753ff3a872f5 req-64cd5f93-e467-4472-89bc-da2bce2b9aad tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0857787 Feb 19 08:01:35.777935 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-03212871-bc84-412b-9ba8-753ff3a872f5 req-6f22ba69-aaee-49d8-a53a-8abdac5a5bf8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Feb 19 08:01:36.755203 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1e11e9d-c8e1-4421-95d2-d058444e9600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:37.059060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809e63d-cfb4-43ac-b6cd-629eb58a358e req-aba1432e-893e-4a38-bcac-dd2f2e37e665 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:37.060402 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1809e63d-cfb4-43ac-b6cd-629eb58a358e req-aba1432e-893e-4a38-bcac-dd2f2e37e665 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.1627839 Feb 19 08:01:37.108326 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1809e63d-cfb4-43ac-b6cd-629eb58a358e req-d6428018-245a-43f5-82fe-866e1c4c491f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397077 Feb 19 08:01:38.334721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61defa1f-536e-481a-988e-5a6d635d7271 req-23e4043b-65ab-47bc-871a-c11d7a55aaf4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:38.336421 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61defa1f-536e-481a-988e-5a6d635d7271 req-23e4043b-65ab-47bc-871a-c11d7a55aaf4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0884545 Feb 19 08:01:38.383827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-61defa1f-536e-481a-988e-5a6d635d7271 req-8180f8bb-5f3c-4f3a-a548-a2e21fcc9413 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411325 Feb 19 08:01:38.983782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99b3c77f-dbba-48dd-a9b6-ff726291bc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:39.330630 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-97914a43-443f-497b-938c-d3f41219ebfb service neutron] 10.222.0.67 "GET /v2.0/ports/775d91ab-9c5a-46c2-9918-d645309732ad/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0783751 Feb 19 08:01:39.606433 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-5655da2c-ff59-4c23-bca6-85240e06dc59 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 1099 time: 0.0727496 Feb 19 08:01:39.690360 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb8be-fc59-410f-9567-ea1abb32f7e9 req-96ad0959-edee-4b1b-811d-286acb780d53 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:39.692056 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa3bb8be-fc59-410f-9567-ea1abb32f7e9 req-96ad0959-edee-4b1b-811d-286acb780d53 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.1765831 Feb 19 08:01:39.699695 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-ff612d07-16c3-41bf-a2d7-cf674f76d7b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1099 time: 0.0712817 Feb 19 08:01:39.739420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa3bb8be-fc59-410f-9567-ea1abb32f7e9 req-e83e0f02-b764-4b17-8ad8-d4af0b3e0933 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Feb 19 08:01:39.831372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d865e-2e7e-498f-9949-b59077d6f67c req-817db50d-58a6-4997-a282-e46c9776a641 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:39.832848 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-817db50d-58a6-4997-a282-e46c9776a641 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1278725 Feb 19 08:01:40.025156 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-e84b8884-5607-4bac-b066-88f1c75a6b60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 1001 time: 0.1856909 Feb 19 08:01:40.092068 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d865e-2e7e-498f-9949-b59077d6f67c req-380dfd3e-d422-4e4f-86ab-0ffdfe694232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:40.093654 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-380dfd3e-d422-4e4f-86ab-0ffdfe694232 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0611167 Feb 19 08:01:40.168321 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-f433dc00-fa2a-4957-a018-bc44d583f7a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678113 Feb 19 08:01:40.284306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:40.303464 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-a6f8660a-ab44-4bb1-84a2-446e840993bd service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290989 Feb 19 08:01:40.314194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:40.432408 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-419d865e-2e7e-498f-9949-b59077d6f67c req-3f4bd10e-000b-4eb1-8570-a18a1797d3cb service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230536 Feb 19 08:01:41.096061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4563b-cd88-44fa-9f0d-17c9b7cfb2f8 req-932e3a59-5853-4611-8105-262314a160ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:41.097972 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eff4563b-cd88-44fa-9f0d-17c9b7cfb2f8 req-932e3a59-5853-4611-8105-262314a160ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.2307456 Feb 19 08:01:41.147104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eff4563b-cd88-44fa-9f0d-17c9b7cfb2f8 req-d27166f2-d183-43e6-9ba8-e85ab2e060e4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406308 Feb 19 08:01:41.542298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:42.371635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7a4ba-0e7f-4cd7-8498-45c07c1d7339 req-741316f1-cca5-4966-8168-68e67959aa28 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:42.373095 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85e7a4ba-0e7f-4cd7-8498-45c07c1d7339 req-741316f1-cca5-4966-8168-68e67959aa28 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0800667 Feb 19 08:01:42.420757 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85e7a4ba-0e7f-4cd7-8498-45c07c1d7339 req-0499e240-b673-4c57-88dc-5c9c11b17fac tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Feb 19 08:01:43.629658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76394d0-46f9-4fd8-8882-b56956ce565f req-a21cd005-23d7-4b6c-ae47-e8b66c5b97be tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:43.631141 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c76394d0-46f9-4fd8-8882-b56956ce565f req-a21cd005-23d7-4b6c-ae47-e8b66c5b97be tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0886629 Feb 19 08:01:43.635329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:43.677153 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c76394d0-46f9-4fd8-8882-b56956ce565f req-fb81eff8-4f35-42c6-b109-6d56f91aea59 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393584 Feb 19 08:01:44.012917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:01:44.023105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:01:44.111084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-c2235ab2-e25f-4afa-956f-9108bf3d6c52 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:44.111776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-c2235ab2-e25f-4afa-956f-9108bf3d6c52 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Synchronizing usage tracker for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:01:44.130039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-c2235ab2-e25f-4afa-956f-9108bf3d6c52 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Unset dirty status for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:01:44.131490 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-c2235ab2-e25f-4afa-956f-9108bf3d6c52 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41&tenant_id=ea05c79f318c4a1db946f20e7e2e2035&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 946 time: 0.1095748 Feb 19 08:01:44.164095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429adf7-aa4b-48af-9557-e72b8db0d310 req-ab2c65c0-f8a7-49ad-b28a-71c791810e92 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:44.166229 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c429adf7-aa4b-48af-9557-e72b8db0d310 req-ab2c65c0-f8a7-49ad-b28a-71c791810e92 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0835752 Feb 19 08:01:44.212400 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-5441ec86-8730-4cb9-bc0e-d5ab4050f718 service neutron] 10.222.0.67 "GET /v2.0/ports/775d91ab-9c5a-46c2-9918-d645309732ad/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0751266 Feb 19 08:01:44.216594 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c429adf7-aa4b-48af-9557-e72b8db0d310 req-a5cc13f3-7153-4836-a8d2-4d415cc8d08c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Feb 19 08:01:44.291378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:44.308879 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:44.315825 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-8ebefc98-88f8-4915-ae09-3581a34e425f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1099 time: 0.0709155 Feb 19 08:01:44.327215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '775d91ab-9c5a-46c2-9918-d645309732ad', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '775d91ab-9c5a-46c2-9918-d645309732ad', 'mac_address': 'fa:16:3e:d5:d2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:01:44.333646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:44.373661 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:44.386897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:44.424233 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'code': 200} Feb 19 08:01:44.449327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:44.453780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-d7a441cc-6aaf-4b3d-a9b2-150d771cfe3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:44.455260 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-d7a441cc-6aaf-4b3d-a9b2-150d771cfe3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1327410 Feb 19 08:01:44.479555 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:01:44.487255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:44.540977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:01:44.541323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:01:44.559540 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-81222f01-af1c-4ca4-82f8-f6cda040e78e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 999 time: 0.0976686 Feb 19 08:01:44.622839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-8e80437b-518b-4ddf-890d-aa983569dfbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:44.624323 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-8e80437b-518b-4ddf-890d-aa983569dfbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0589521 Feb 19 08:01:44.697947 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-fd5fe5e7-757b-42b5-b974-6e3933531fda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678711 Feb 19 08:01:44.829304 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-13cde8e7-4f14-43a9-8bd2-949d79995d7a service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255915 Feb 19 08:01:44.959416 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-3b236797-1c21-45f2-8dc6-ff7e094d063b service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237698 Feb 19 08:01:45.105782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:45.124538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:01:45.145013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:45.151575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:45.214459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['775d91ab-9c5a-46c2-9918-d645309732ad'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:01:45.251434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:45.428174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f03b51-2942-4ced-98f6-59547d9b95ad req-ffab223e-6af6-4c67-9853-e26fbd5f2590 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:45.429636 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29f03b51-2942-4ced-98f6-59547d9b95ad req-ffab223e-6af6-4c67-9853-e26fbd5f2590 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 945 time: 0.0786850 Feb 19 08:01:45.473708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-29f03b51-2942-4ced-98f6-59547d9b95ad req-1403d28b-d1e6-496d-8588-49cd616970a8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384979 Feb 19 08:01:46.029045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:01:46.105387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 775d91ab-9c5a-46c2-9918-d645309732ad triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:01:46.105743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:46.216091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:46.249610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:46.255476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:46.320579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:46.424937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:46.488699 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'code': 200} Feb 19 08:01:46.679996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0bcf-648c-49fe-bc73-c4c3737f0dc8 req-77625823-02b5-4f9c-9d3e-db7a42f009ed tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:46.681460 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-754e0bcf-648c-49fe-bc73-c4c3737f0dc8 req-77625823-02b5-4f9c-9d3e-db7a42f009ed tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0817451 Feb 19 08:01:46.693824 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:01:46.729308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-754e0bcf-648c-49fe-bc73-c4c3737f0dc8 req-ab6353e5-c939-4760-8aec-83cd5e5bd305 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Feb 19 08:01:47.539174 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-7ed92d9d-9429-46e8-b6c6-3768e6ebd4dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 1099 time: 0.0694432 Feb 19 08:01:47.635418 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-93b4aa5f-6639-43f5-af6d-9cda5d1b280d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 1099 time: 0.0741599 Feb 19 08:01:47.859675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-aa0e8e9f-e042-4471-bfad-4f6f81d0b4e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:47.861166 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-aa0e8e9f-e042-4471-bfad-4f6f81d0b4e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.2195797 Feb 19 08:01:47.947012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac02188-2fef-4f54-9d72-8b264c73ba03 req-3f4e6182-d0c1-4657-a29d-448ad4d7cdf7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:47.948494 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac02188-2fef-4f54-9d72-8b264c73ba03 req-3f4e6182-d0c1-4657-a29d-448ad4d7cdf7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0773585 Feb 19 08:01:47.965194 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-6d8d6b45-6ace-4a67-87b3-319f9701fbd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 200 len: 1001 time: 0.0975020 Feb 19 08:01:47.995298 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ac02188-2fef-4f54-9d72-8b264c73ba03 req-b0f9f1da-f723-4838-9390-a00ae3880723 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Feb 19 08:01:48.028449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-09d2006a-c618-439c-b4a7-360f3353b7c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:48.029860 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-09d2006a-c618-439c-b4a7-360f3353b7c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0583584 Feb 19 08:01:48.107418 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-6df8aea5-1684-4381-9dd5-a1ae9e8f3da8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716975 Feb 19 08:01:48.237882 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-10e96683-5760-44bd-af8e-787f3af6d351 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240408 Feb 19 08:01:48.365099 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9cad8b33-ee38-45b0-b540-adfbb96e6bd4 req-05cf2247-6830-4cd5-bd62-e0447f39edce service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213775 Feb 19 08:01:49.214797 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090b0fc-6715-4cae-9191-54e4cc070279 req-f1c30fa6-5c30-4427-9c79-ee886580e385 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:49.216332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0090b0fc-6715-4cae-9191-54e4cc070279 req-f1c30fa6-5c30-4427-9c79-ee886580e385 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0901678 Feb 19 08:01:49.266107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0090b0fc-6715-4cae-9191-54e4cc070279 req-313177bc-882f-4788-9ad1-5b5af4ef3277 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Feb 19 08:01:50.462565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf09d95-9ce3-4393-8820-fe8dad8a7542 req-3d36fc64-f740-4434-a769-b369bd1796c9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:50.463999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbf09d95-9ce3-4393-8820-fe8dad8a7542 req-3d36fc64-f740-4434-a769-b369bd1796c9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0757353 Feb 19 08:01:50.509089 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbf09d95-9ce3-4393-8820-fe8dad8a7542 req-a31adaa3-a38e-46ea-babc-bdd49645a983 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Feb 19 08:01:51.720432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cd5df-2b57-4bc8-a321-b6cd28393a0b req-820a933c-92d3-4473-b825-daee6999c778 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:51.721743 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-408cd5df-2b57-4bc8-a321-b6cd28393a0b req-820a933c-92d3-4473-b825-daee6999c778 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0806463 Feb 19 08:01:51.765960 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-408cd5df-2b57-4bc8-a321-b6cd28393a0b req-11819f2e-0633-4573-9fed-31c74702e5fc tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Feb 19 08:01:51.972765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6d42c-f0c1-4421-bdd2-9001c753c7de req-b93edd87-ba93-4750-9e63-362baa5c8bab tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:51.974432 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-efd6d42c-f0c1-4421-bdd2-9001c753c7de req-b93edd87-ba93-4750-9e63-362baa5c8bab tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0867274 Feb 19 08:01:52.027627 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-efd6d42c-f0c1-4421-bdd2-9001c753c7de req-41f7cd25-e121-4e90-a3de-9a031f89eeb9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473468 Feb 19 08:01:52.044554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:01:52.048828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:01:52.227810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4490c-2226-4f3f-961b-800c0fd5cbfd req-f3c76bfe-a452-4882-8555-aa2b7e986dc8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:52.229204 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-32f4490c-2226-4f3f-961b-800c0fd5cbfd req-f3c76bfe-a452-4882-8555-aa2b7e986dc8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0784187 Feb 19 08:01:52.261756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:52.276121 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-32f4490c-2226-4f3f-961b-800c0fd5cbfd req-7097da22-2e45-4ee5-8428-88d7d23a8135 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Feb 19 08:01:52.282676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:52.303816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '775d91ab-9c5a-46c2-9918-d645309732ad', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '775d91ab-9c5a-46c2-9918-d645309732ad', 'mac_address': 'fa:16:3e:d5:d2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:01:52.307089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:52.346210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:52.353155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:52.393770 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'code': 200} Feb 19 08:01:52.419913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:52.448749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:01:52.452388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=9']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:52.512113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:01:52.512113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:01:52.706379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf02ba-d899-4cc5-afbb-0296a211e542 req-af22b021-e297-4419-b5a3-006485aba8da tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:52.707813 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-decf02ba-d899-4cc5-afbb-0296a211e542 req-af22b021-e297-4419-b5a3-006485aba8da tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 944 time: 0.0911467 Feb 19 08:01:52.752827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-decf02ba-d899-4cc5-afbb-0296a211e542 req-d7dd417e-41dd-4756-bc54-d9452112ef11 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Feb 19 08:01:53.072414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:53.090172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:01:53.105226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:53.110260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:53.170230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['775d91ab-9c5a-46c2-9918-d645309732ad'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:01:53.218204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=10']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:53.970556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68247-6964-4c70-8774-d33f347ed7ce req-2bc27028-4a35-43d8-89f8-227ba41ef294 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:53.971985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d2f68247-6964-4c70-8774-d33f347ed7ce req-2bc27028-4a35-43d8-89f8-227ba41ef294 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 946 time: 0.0906980 Feb 19 08:01:54.018500 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d2f68247-6964-4c70-8774-d33f347ed7ce req-d7b72595-ef41-4a73-ac1e-74cdf7c2d8e1 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Feb 19 08:01:54.076011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:01:54.158890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 775d91ab-9c5a-46c2-9918-d645309732ad triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:01:54.159258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:54.274139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:54.346827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:54.352484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:54.396445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:54.425327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=11']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:54.452782 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'code': 200} Feb 19 08:01:54.854986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-6c149f3a-de73-4ca1-9494-89079b7beaf5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:54.856408 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-6c149f3a-de73-4ca1-9494-89079b7beaf5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 947 time: 0.0864255 Feb 19 08:01:54.925452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Deleting port 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:01:54.925789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:55.175466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] For port 775d91ab-9c5a-46c2-9918-d645309732ad, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=775d91ab-9c5a-46c2-9918-d645309732ad,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:55.175816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:55.218515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785657ae-f389-4e24-aae4-9dcfc05fcfc8 req-18dd1fbf-1170-4927-97c9-8be51fb96469 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:55.220084 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-785657ae-f389-4e24-aae4-9dcfc05fcfc8 req-18dd1fbf-1170-4927-97c9-8be51fb96469 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 947 time: 0.0802150 Feb 19 08:01:55.265396 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-785657ae-f389-4e24-aae4-9dcfc05fcfc8 req-927a9669-e2cc-4d63-b492-7c5efe6e09e7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 Feb 19 08:01:55.458437 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:55.458838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:55.459426 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 disassociated. External IP: 172.26.1.9, port: 775d91ab-9c5a-46c2-9918-d645309732ad. Feb 19 08:01:55.459857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Calling delete_port for 775d91ab-9c5a-46c2-9918-d645309732ad owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:01:55.611854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:55.663122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event deleted for resources: {'Port': ['ID=775d91ab-9c5a-46c2-9918-d645309732ad,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:55.968282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:01:56.178135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:01:56.188015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:01:56.200088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:01:56.200772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:01:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:56.244937 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] No DVR routers for this DVR port 775d91ab-9c5a-46c2-9918-d645309732ad on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:01:56.247496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:01:56.249964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-deleted', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:01:56.267709 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38c457a1-2c97-4a36-9a02-d9fee8d8b8df req-fc6c702c-d1ee-472a-a0c4-b8bdfcaa6bf0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "DELETE /v2.0/ports/775d91ab-9c5a-46c2-9918-d645309732ad HTTP/1.1" status: 204 len: 173 time: 1.4057701 Feb 19 08:01:56.315433 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847a7867-c8f1-44fd-9b66-bc4c4293dd41', 'name': 'network-vif-deleted', 'tag': '775d91ab-9c5a-46c2-9918-d645309732ad', 'status': 'completed', 'code': 200} Feb 19 08:01:56.381072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:01:56.437109 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d8d41600-aa7b-41dd-95f6-722d7f203cfd req-bfab3c84-3dda-4f9f-b9b7-33b5f828c6ed tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=847a7867-c8f1-44fd-9b66-bc4c4293dd41 HTTP/1.1" status: 200 len: 210 time: 0.0421755 Feb 19 08:01:56.699887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:56.703922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:01:56.714989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:01:56.715658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:01:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:56.889563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:01:57.206064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:57.210435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d5a77-3778-4b0e-9c15-a62d79cc802b None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:01:57.427181 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbafecb-31c2-4af5-b883-3050cef21f96 None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:01:57.809186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-010406ff-903c-4188-b99a-ea0f03b444b8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1949965035&fields=id&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 267 time: 0.0410128 Feb 19 08:01:57.962730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-4f3576ad-bbfe-4710-8f24-6773c5ca450a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:57.964123 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-4f3576ad-bbfe-4710-8f24-6773c5ca450a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.1463015 Feb 19 08:01:57.983025 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-468e45f7-3c64-48c6-a764-58d21e6e714c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/quotas/ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 375 time: 0.0109959 Feb 19 08:01:58.072112 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-c788b15b-822e-4ce4-92e6-a86e7e75fabf tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840082 Feb 19 08:01:58.091730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-aa92bb62-c658-47f4-a291-b44ffd2148da service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:01:58.092942 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-aa92bb62-c658-47f4-a291-b44ffd2148da service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075965 Feb 19 08:01:58.302126 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-6c71ce26-9be0-427d-9923-41d26bfcfb7c service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032630 Feb 19 08:01:58.437857 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-694eeb2b-8343-4db1-ad5d-28e3f0601dd1 service neutron] 10.222.0.72 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300409 Feb 19 08:01:59.652417 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dc206ff1-c2cd-4cde-bdf1-c8651b7a5c4b req-32be9927-b8b3-4c3e-a985-b9e27cba4e60 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 210 time: 0.0406342 Feb 19 08:02:00.120079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:02:00.152690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 775d91ab-9c5a-46c2-9918-d645309732ad {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:02:00.153007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 775d91ab-9c5a-46c2-9918-d645309732ad not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:02:00.677221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-18fac6b3-789a-4cb5-9faf-4448cdae32ef tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:00.678627 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-18fac6b3-789a-4cb5-9faf-4448cdae32ef tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 811 time: 0.1435258 Feb 19 08:02:00.732800 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-12d36082-9864-4a6b-9a94-f3c2f7c4f56f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 380 time: 0.0418675 Feb 19 08:02:00.741466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'port': {'device_id': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'admin_state_up': True, 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'security_groups': ['3bed8014-00b1-408f-a0ca-466a80736b87']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:02:00.821272 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2de03aa2-a821-4bf8-8999-99fd5809dc29 req-669ddc34-89a8-4c0c-b4bf-d10f6fbb2190 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 210 time: 0.0438910 Feb 19 08:02:00.877294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:02:00.881442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Usage tracker for resource:port and tenant:ea05c79f318c4a1db946f20e7e2e2035 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:02:00.884276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:02:00.889986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:02:00.901398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Made reservation on behalf of ea05c79f318c4a1db946f20e7e2e2035 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:02:00.904375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:01.072259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Allocated IP 172.20.0.14 (69fb4b24-e695-4911-9341-36f1e6d92637/2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5/245e7bb6-b683-4a20-8a76-881c9c37c725) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:02:01.261665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:01.279555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Transition to ACTIVE for port object 245e7bb6-b683-4a20-8a76-881c9c37c725 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:02:01.305871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:01.378593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Network 69fb4b24-e695-4911-9341-36f1e6d92637 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:02:01.381601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:02:01.385918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:02:01.410249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:01.449300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:01.449935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:01.474859 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-f6a35d3b-b690-40c0-8ed5-b736ffd6a4ce tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7372873 Feb 19 08:02:01.486765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Request body: {'port': {'device_id': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:02:01.597469 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:01.620193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-05821008-b4b1-4223-bf4b-84ee5d086ede None None] Provisioning for port 245e7bb6-b683-4a20-8a76-881c9c37c725 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:02:01.625036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-05821008-b4b1-4223-bf4b-84ee5d086ede None None] Provisioning complete for port 245e7bb6-b683-4a20-8a76-881c9c37c725 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:01.625423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-05821008-b4b1-4223-bf4b-84ee5d086ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:01.678094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-05821008-b4b1-4223-bf4b-84ee5d086ede None None] Port 245e7bb6-b683-4a20-8a76-881c9c37c725 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:02:01.937381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:02:01.944709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:01.959837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Transition to ACTIVE for port object 245e7bb6-b683-4a20-8a76-881c9c37c725 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:02:01.964419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:02.018376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f68d05-d545-4256-9ff5-08d1deba3e05 req-5a8cffc4-083e-455e-9522-d31feb7777e7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:02.019878 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87f68d05-d545-4256-9ff5-08d1deba3e05 req-5a8cffc4-083e-455e-9522-d31feb7777e7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 944 time: 0.0766678 Feb 19 08:02:02.068412 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87f68d05-d545-4256-9ff5-08d1deba3e05 req-aa05bfff-c8a3-4d93-9fd6-b6080a00d3f9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Feb 19 08:02:02.193332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:02.302130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Attempting to bind port 245e7bb6-b683-4a20-8a76-881c9c37c725 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:02:02.302458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Attempting to bind port 245e7bb6-b683-4a20-8a76-881c9c37c725 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:02:02.302776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Attempting to bind port 245e7bb6-b683-4a20-8a76-881c9c37c725 on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:02:02.308810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Port 245e7bb6-b683-4a20-8a76-881c9c37c725 on network 69fb4b24-e695-4911-9341-36f1e6d92637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:02:02.309091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Attempting to bind port 245e7bb6-b683-4a20-8a76-881c9c37c725 on network 69fb4b24-e695-4911-9341-36f1e6d92637 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:02:02.315536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:02:02.315893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Checking segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:02:02.316265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Bound using segment: {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:02:02.316687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Bound port: 245e7bb6-b683-4a20-8a76-881c9c37c725, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9f5bc4-2591-46da-853d-e15ee75048c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:02:02.317022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:02.404957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:02:02.408440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:02:02.413661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:02.474277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:02.475624 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 1094 time: 0.9930425 Feb 19 08:02:02.476046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:02.493125 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b7e16-7bb8-4240-8562-b89dfebda9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:02.545425 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'status': 'completed', 'code': 200} Feb 19 08:02:02.590258 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-1b3727aa-89ca-4a03-a6f5-720a72615742 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1097 time: 0.0754640 Feb 19 08:02:02.659977 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-7d1918a0-b934-46f7-acbe-6378de9bec60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 217 time: 0.0625901 Feb 19 08:02:02.727412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-93663719-5f4b-45b3-a0ea-5c1c5685745c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:02.728782 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-93663719-5f4b-45b3-a0ea-5c1c5685745c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0635912 Feb 19 08:02:02.812262 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-9b4e4af0-cfe5-4f17-80ab-8df5b5924a7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765367 Feb 19 08:02:02.946908 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-9f1ee7f7-1642-4a1e-9308-847b293c0c2e service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267834 Feb 19 08:02:03.090500 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef611c6e-9c4b-45bb-a7fb-d50ecdb19ecd req-0f2d73b3-082e-4934-8ce4-5abc1f493cbc service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374888 Feb 19 08:02:03.211941 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-e68b1f5b-2ab3-4ae0-a5a6-c2acb3e0f243 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1097 time: 0.0701830 Feb 19 08:02:03.273227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d066-37e1-4a0b-9703-4cc9c0f540d0 req-1ef18cf3-ed6d-48b1-bdc6-beef7a0b8645 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:03.274973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebc4d066-37e1-4a0b-9703-4cc9c0f540d0 req-1ef18cf3-ed6d-48b1-bdc6-beef7a0b8645 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 944 time: 0.0805366 Feb 19 08:02:03.321416 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebc4d066-37e1-4a0b-9703-4cc9c0f540d0 req-a82ef1c5-8375-4f26-83c4-186638030fcd tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Feb 19 08:02:03.341708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-db43e711-034f-4cd2-80b3-076aef5235ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:03.343189 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-db43e711-034f-4cd2-80b3-076aef5235ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1256025 Feb 19 08:02:03.413503 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-1ad853d4-f3c1-4ba5-bf72-d1fb7119710e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 217 time: 0.0643964 Feb 19 08:02:03.478479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-ba562bb5-3f4d-48b8-b218-dfb3d27050dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:03.479913 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-ba562bb5-3f4d-48b8-b218-dfb3d27050dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0598564 Feb 19 08:02:03.558894 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-d118c9be-9517-4c40-be47-46d89df6a5fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735042 Feb 19 08:02:03.694508 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-7869b62d-1bad-45b5-8b2b-e888b8b46db1 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286342 Feb 19 08:02:03.925475 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5523aa82-10d1-47cb-afcd-835c0cfc1d01 req-241720de-9145-4f5f-ac27-14e7c82760bd service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241001 Feb 19 08:02:04.545494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b4e4-7249-47d5-a116-a84b79eee256 req-ad10bf0f-799a-45ad-a7fc-d6390463178c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:04.547053 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8547b4e4-7249-47d5-a116-a84b79eee256 req-ad10bf0f-799a-45ad-a7fc-d6390463178c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 944 time: 0.0944264 Feb 19 08:02:04.593154 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8547b4e4-7249-47d5-a116-a84b79eee256 req-cf792e79-b026-49cb-8356-498517ee1540 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403404 Feb 19 08:02:05.817931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78c7b-4780-4fda-a842-5cfb398c25e4 req-3cfeb6de-8014-4cf3-888f-507f395acfd9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:05.819245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6df78c7b-4780-4fda-a842-5cfb398c25e4 req-3cfeb6de-8014-4cf3-888f-507f395acfd9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 944 time: 0.0901752 Feb 19 08:02:05.864573 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6df78c7b-4780-4fda-a842-5cfb398c25e4 req-5b283306-12e9-41d1-ad14-68fcdbb65a96 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395739 Feb 19 08:02:06.152175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:02:06.294244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:06.311140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'mac_address': 'fa:16:3e:72:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:02:06.399118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:06.417277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:02:06.432215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:06.437360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:06.506957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:06.720262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['245e7bb6-b683-4a20-8a76-881c9c37c725'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:02:06.781130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a07602b-1319-4e60-a971-4d968ee891de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:07.077815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e6665-e84a-43a3-978f-bc67efbef5ab req-4e117a11-f086-4a3c-bd05-02a9b26a740b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:07.079134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-267e6665-e84a-43a3-978f-bc67efbef5ab req-4e117a11-f086-4a3c-bd05-02a9b26a740b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0841005 Feb 19 08:02:07.123099 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-267e6665-e84a-43a3-978f-bc67efbef5ab req-b140f2c2-8699-469f-ab77-4a5f5fa2201e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384099 Feb 19 08:02:08.152137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:02:08.228930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 245e7bb6-b683-4a20-8a76-881c9c37c725 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:02:08.233829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 245e7bb6-b683-4a20-8a76-881c9c37c725 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:08.234442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:08.327172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f25827-56e5-4ee8-a7bc-4774382bc0b1 req-5fbcb32c-531b-4bef-a37d-4c108f8dd6b9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:08.328678 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-30f25827-56e5-4ee8-a7bc-4774382bc0b1 req-5fbcb32c-531b-4bef-a37d-4c108f8dd6b9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0816441 Feb 19 08:02:08.347485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:08.373226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:08.374661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-30f25827-56e5-4ee8-a7bc-4774382bc0b1 req-50d1b88a-559d-4392-9a9f-1db74149bdba tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Feb 19 08:02:08.382790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:08.388095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:08.440401 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'code': 200} Feb 19 08:02:08.456367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:08.660592 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13a7cf72-7727-4f3f-9df1-7b65169abb56 req-7cb0f195-05a6-4cd8-bd8d-e9e320f7773a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1099 time: 0.0701017 Feb 19 08:02:08.704920 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-13a7cf72-7727-4f3f-9df1-7b65169abb56 req-aca6fe4d-d406-4356-a204-ccdc766a5067 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384424 Feb 19 08:02:08.981771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-834855d8-155b-45f4-a772-368e825af751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:09.576541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8716-cd12-4fbb-b3ac-f788a3de4214 req-563cab28-d717-4f31-bf59-1e6d1964635b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.577999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1fbb8716-cd12-4fbb-b3ac-f788a3de4214 req-563cab28-d717-4f31-bf59-1e6d1964635b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0796547 Feb 19 08:02:09.630319 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1fbb8716-cd12-4fbb-b3ac-f788a3de4214 req-e5f5ea7a-e73e-4de0-8f6f-275c284eff67 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452292 Feb 19 08:02:10.290418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:10.320786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:10.833993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4626-53ba-4972-bf8e-d8a6e03752e3 req-87cef89b-899d-40ce-95ff-6db3d43a618b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:10.835302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2dda4626-53ba-4972-bf8e-d8a6e03752e3 req-87cef89b-899d-40ce-95ff-6db3d43a618b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0792081 Feb 19 08:02:10.886442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2dda4626-53ba-4972-bf8e-d8a6e03752e3 req-79ca2e6f-d2b5-428a-b9fb-d31fff4b291a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Feb 19 08:02:11.091816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2211e-0b63-4ebd-8b7d-908580983baf req-0f73d112-ab6b-43af-ad30-b2014a51edd4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.093202 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-48f2211e-0b63-4ebd-8b7d-908580983baf req-0f73d112-ab6b-43af-ad30-b2014a51edd4 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0948126 Feb 19 08:02:11.102149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44086) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:02:11.107288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Request body: {'floatingip': {'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:02:11.180227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:11.537066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:11.867023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:11.874078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:12.061873 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 associated. External IP: 172.26.1.9, port: 245e7bb6-b683-4a20-8a76-881c9c37c725. Feb 19 08:02:12.465285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:02:12.667541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:02:12.672610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:12.677595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:02:12.690521 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:02:12.691142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:02:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:12.724452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c72f56a3-13a6-4319-907f-153f89f6afd5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "PUT /v2.0/floatingips/0546a3b1-2aa0-45f7-8ee3-0ec544e93089 HTTP/1.1" status: 200 len: 991 time: 1.6210649 Feb 19 08:02:12.724879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:12.777238 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'status': 'completed', 'code': 200} Feb 19 08:02:12.870098 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-ffa0c61b-2222-4de1-8ab6-66ba24daee02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1099 time: 0.0710649 Feb 19 08:02:12.874665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:02:13.005328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-d9544de5-e4fe-415b-87be-9fdd6c10e682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:13.007145 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-d9544de5-e4fe-415b-87be-9fdd6c10e682 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1310632 Feb 19 08:02:13.124180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-2eba8772-da26-417f-aa94-5b66786bd32d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 999 time: 0.1109042 Feb 19 08:02:13.192441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-857d9fb2-e73c-4af7-bbfc-3caf76657a79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:13.194043 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-857d9fb2-e73c-4af7-bbfc-3caf76657a79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0647249 Feb 19 08:02:13.227441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:72:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:02:11Z', 'revision_number': 13, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:13.231335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:02:13.241835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:02:13.242676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:02:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:13.278128 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-ca5b60ef-954e-41cc-97c6-427afe915583 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781496 Feb 19 08:02:13.417596 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-d09d3c31-15b0-4cae-bda1-a6b9620576ba service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330070 Feb 19 08:02:13.430916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:02:13.550483 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef4f0eaf-06ec-4f6a-9344-2998374fbc63 req-544f08a5-505c-4a54-8f59-b03d0ff02dac service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263981 Feb 19 08:02:13.661168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:13.841952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:72:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:02:11Z', 'revision_number': 13, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:13.846298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1fa86-10ca-49c6-9aae-4acd401af81a None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '0546a3b1-2aa0-45f7-8ee3-0ec544e93089', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'mac_address': 'fa:16:3e:72:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:59:14Z', 'updated_at': '2022-02-19T08:02:11Z', 'revision_number': 13, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:02:14.056259 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec643c97-3bf3-4d5a-ac19-aafc8f40dd73 None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:02:14.411068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84650d-2adc-4812-86a9-54b47dfede9d req-7d69c4dd-8f26-4767-b787-d7e4614e36cb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:14.412604 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e84650d-2adc-4812-86a9-54b47dfede9d req-7d69c4dd-8f26-4767-b787-d7e4614e36cb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0858562 Feb 19 08:02:14.460121 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e84650d-2adc-4812-86a9-54b47dfede9d req-ae3349f0-ddf7-47fb-9c63-9271e8fe7ac7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Feb 19 08:02:23.693780 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:02:24.067264 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-35f8d4c0-2208-4867-8a28-8566990f46a2 req-0bb3aece-7385-4cca-b223-1393494b88d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1729555 Feb 19 08:02:24.441400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313497-7a1a-482b-8905-b7319c1cda54 req-7c08782b-e10e-4ba1-a67e-e3f65107aa68 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:24.442423 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e0313497-7a1a-482b-8905-b7319c1cda54 req-7c08782b-e10e-4ba1-a67e-e3f65107aa68 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.1370513 Feb 19 08:02:24.445855 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-57e21806-b5a2-49a3-a13b-a12cf267fddd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1960995 Feb 19 08:02:24.493703 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e0313497-7a1a-482b-8905-b7319c1cda54 req-ad9d3fb0-fec4-44a0-bbd9-347240fdef9a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 Feb 19 08:02:25.628272 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-634f04f9-62f0-4e6c-bad3-1800bb765e8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1099 time: 0.0744555 Feb 19 08:02:25.766504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-9d2870ad-45c3-46db-9f0d-94be716a03eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:25.768019 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-9d2870ad-45c3-46db-9f0d-94be716a03eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1328526 Feb 19 08:02:25.874575 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-2673c6ed-3fbd-4ee3-88eb-87b8b451c08d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 1001 time: 0.0990620 Feb 19 08:02:25.937365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-5b0e8f46-e22a-4006-9586-37881e097958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:25.938802 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-5b0e8f46-e22a-4006-9586-37881e097958 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0583074 Feb 19 08:02:25.955038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa077-9036-4d38-b38a-46c2a699eb9e req-f858fd81-c64a-4968-a419-d0b922fc4555 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:25.956478 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-549fa077-9036-4d38-b38a-46c2a699eb9e req-f858fd81-c64a-4968-a419-d0b922fc4555 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.1823902 Feb 19 08:02:26.001107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-549fa077-9036-4d38-b38a-46c2a699eb9e req-78c91f01-4fc8-4877-b31f-c983e7125b6b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387075 Feb 19 08:02:26.015568 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-c7b5da12-a5ce-4ae5-a005-80fefa4094a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696781 Feb 19 08:02:26.149273 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-3bed3950-1081-4ffb-9578-6ff2c44d01aa service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276519 Feb 19 08:02:26.369604 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-dfa49548-127f-4dff-a968-dff4d92d0931 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137892 Feb 19 08:02:27.200695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92342a-0d28-4b6b-8d3e-66d00d3e8353 req-5ac80789-7f18-4cc7-a5d8-fde1b5e07d22 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:27.202000 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc92342a-0d28-4b6b-8d3e-66d00d3e8353 req-5ac80789-7f18-4cc7-a5d8-fde1b5e07d22 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0765710 Feb 19 08:02:27.247740 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc92342a-0d28-4b6b-8d3e-66d00d3e8353 req-55da663b-7158-4190-a73a-14cbd9d27f77 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387850 Feb 19 08:02:28.466862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604db79b-01b8-4d0e-b2f8-a652e3915098 req-88563f30-2182-4d47-b2e6-1f7ef1f74ca9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:28.468313 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-604db79b-01b8-4d0e-b2f8-a652e3915098 req-88563f30-2182-4d47-b2e6-1f7ef1f74ca9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0824859 Feb 19 08:02:28.513943 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-604db79b-01b8-4d0e-b2f8-a652e3915098 req-3dfb8796-d823-4c40-ae86-c5bb654d534f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Feb 19 08:02:29.739592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7aa21-36ca-41a6-810a-a0f58573ecc4 req-35519222-11e9-4c8b-b5fb-101e6b670968 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:29.740970 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79c7aa21-36ca-41a6-810a-a0f58573ecc4 req-35519222-11e9-4c8b-b5fb-101e6b670968 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0870337 Feb 19 08:02:29.789324 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79c7aa21-36ca-41a6-810a-a0f58573ecc4 req-811e5e24-5306-48b4-be61-7334cec17740 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Feb 19 08:02:31.017950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5b14f-af20-4e38-9857-177882e40e7e req-42cdc755-f3e6-418d-b351-3e552c357a43 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:31.019416 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbc5b14f-af20-4e38-9857-177882e40e7e req-42cdc755-f3e6-418d-b351-3e552c357a43 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0856743 Feb 19 08:02:31.064100 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dbc5b14f-af20-4e38-9857-177882e40e7e req-033e54e3-8191-4bd6-a144-1768390ba955 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391598 Feb 19 08:02:32.277350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e7f80-0a3a-422d-8ed0-3020b488ddcf req-e575300d-38da-4452-a9de-2e8216c61cec tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:32.278756 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-529e7f80-0a3a-422d-8ed0-3020b488ddcf req-e575300d-38da-4452-a9de-2e8216c61cec tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0817707 Feb 19 08:02:32.323226 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-529e7f80-0a3a-422d-8ed0-3020b488ddcf req-8d013a03-bb4c-44f5-ba93-4f45980abeca tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387981 Feb 19 08:02:33.530673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b769a-4a5e-41c4-93ed-3a1c6507c487 req-d8527056-950c-420d-b31c-45905e102de9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:33.532134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-379b769a-4a5e-41c4-93ed-3a1c6507c487 req-d8527056-950c-420d-b31c-45905e102de9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0767081 Feb 19 08:02:33.579311 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-379b769a-4a5e-41c4-93ed-3a1c6507c487 req-7955532a-b1f6-4f36-ba83-c29b240e2b5e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Feb 19 08:02:33.832776 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-8b1f5964-e55f-4743-82c2-db2e5c93731c service neutron] 10.222.0.67 "GET /v2.0/ports/245e7bb6-b683-4a20-8a76-881c9c37c725/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0756066 Feb 19 08:02:34.126546 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-4cd878e6-87f8-49c8-bef5-03f34817c32e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 1099 time: 0.0705643 Feb 19 08:02:34.218677 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-a05c3b9c-f0ab-4984-8daa-1532dac72e01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1099 time: 0.0686901 Feb 19 08:02:34.348756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-88156883-9078-45fb-91d2-260adf2fc887 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:34.350158 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-88156883-9078-45fb-91d2-260adf2fc887 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1261489 Feb 19 08:02:34.458585 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-5d942c4f-87d3-464a-a551-d4826a257189 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 1001 time: 0.1021650 Feb 19 08:02:34.521457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-af7c86f0-920a-4b92-b64e-0020720cad5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:34.522812 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-af7c86f0-920a-4b92-b64e-0020720cad5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0580728 Feb 19 08:02:34.604648 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-907bd09f-66b6-4361-ab6c-b9b82dfe13ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754411 Feb 19 08:02:34.736473 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-6806abec-1765-4798-a720-2789e25b2e18 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259925 Feb 19 08:02:34.776895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ede868-d82c-4c69-abcb-4d970ce651e7 req-41ddc204-0290-4276-b231-069c745df818 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:34.778304 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-19ede868-d82c-4c69-abcb-4d970ce651e7 req-41ddc204-0290-4276-b231-069c745df818 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0788596 Feb 19 08:02:34.823471 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-19ede868-d82c-4c69-abcb-4d970ce651e7 req-ef97fe98-1e8a-47c1-8da7-57a5184b034d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396111 Feb 19 08:02:34.864725 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-7f7faf81-f8d3-4fb1-825b-192eb66e8a8a service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213658 Feb 19 08:02:36.020753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7b8a7-b490-4b40-a64f-c9f6401dbf07 req-e33488e7-569a-483b-9e0c-10680fdc2e00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:36.022201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-67c7b8a7-b490-4b40-a64f-c9f6401dbf07 req-e33488e7-569a-483b-9e0c-10680fdc2e00 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0795181 Feb 19 08:02:36.071337 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-67c7b8a7-b490-4b40-a64f-c9f6401dbf07 req-d5ec83d0-15dd-42ea-b541-733eab1f64c3 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 Feb 19 08:02:36.749792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbbb1441-8169-431f-a133-af21c2a54f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:37.274287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66375db-42cd-40e4-8640-9aa079a69d75 req-1ae11e5c-2711-4aa6-8376-28feb0f8ac1a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:37.275717 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a66375db-42cd-40e4-8640-9aa079a69d75 req-1ae11e5c-2711-4aa6-8376-28feb0f8ac1a tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0831494 Feb 19 08:02:37.321259 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a66375db-42cd-40e4-8640-9aa079a69d75 req-beb2f24e-7f96-473d-b386-fef96229ac77 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 Feb 19 08:02:38.324888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:02:38.328626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:02:38.528805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fbbef-d42c-448c-9ec5-6bb3acc9e969 req-e043d223-36ea-433d-87d6-aa8f72d05892 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:38.530197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-380fbbef-d42c-448c-9ec5-6bb3acc9e969 req-e043d223-36ea-433d-87d6-aa8f72d05892 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0830443 Feb 19 08:02:38.541719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:38.571691 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:38.577435 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-380fbbef-d42c-448c-9ec5-6bb3acc9e969 req-e4392b88-a3d8-45df-8e4e-0b6373ba03c5 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Feb 19 08:02:38.590174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'mac_address': 'fa:16:3e:72:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:02:38.595192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:38.632027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:38.641911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:38.674364 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'code': 200} Feb 19 08:02:38.711360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:38.733822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:38.736650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:02:38.769613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.770023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.770342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.770643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.770992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.771310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.771609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.771930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.772270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.772595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.772898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:38.804377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:02:38.804726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:02:38.977333 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-afd06ef3-4703-4322-bcae-2d454b15728e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:39.362246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:39.379520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:02:39.394845 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:39.398883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:39.465856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:39.469664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['245e7bb6-b683-4a20-8a76-881c9c37c725'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:02:39.789002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37573386-05cc-4e12-8897-4a1ed85e12eb req-b655ed91-aaed-43fc-a111-7447d1f6426f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:39.790430 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-37573386-05cc-4e12-8897-4a1ed85e12eb req-b655ed91-aaed-43fc-a111-7447d1f6426f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0930827 Feb 19 08:02:39.837726 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-37573386-05cc-4e12-8897-4a1ed85e12eb req-c5824825-1bb3-4d72-8620-f3e5d58df819 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Feb 19 08:02:40.307360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:40.320185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:40.324377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:02:40.394274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 245e7bb6-b683-4a20-8a76-881c9c37c725 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:40.394969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:40.511069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:40.547113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:40.552470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:40.615885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:40.675347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:40.744776 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'code': 200} Feb 19 08:02:41.050272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd924dab-dbb0-4a4a-9054-a3e1b53f4447 req-d00ea84f-32b0-4283-ba02-e919a4d43104 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:41.051914 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd924dab-dbb0-4a4a-9054-a3e1b53f4447 req-d00ea84f-32b0-4283-ba02-e919a4d43104 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0865757 Feb 19 08:02:41.097837 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fd924dab-dbb0-4a4a-9054-a3e1b53f4447 req-b0542392-c371-48ff-9d94-ac5ef8061bb9 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Feb 19 08:02:41.549017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:42.321579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ed2f-4aea-4323-ac20-e580b251b4ae req-df9428b6-bf21-4866-9fd3-94513a42d53c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:42.323029 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1859ed2f-4aea-4323-ac20-e580b251b4ae req-df9428b6-bf21-4866-9fd3-94513a42d53c tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0878878 Feb 19 08:02:42.368420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1859ed2f-4aea-4323-ac20-e580b251b4ae req-d49459d7-1225-426e-aad2-fdb762689786 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392966 Feb 19 08:02:43.572411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f934-760a-4f50-9d0f-07d50cb3d028 req-92450bf5-29b8-497f-9fb7-d41ec6b4a84b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:43.573842 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0211f934-760a-4f50-9d0f-07d50cb3d028 req-92450bf5-29b8-497f-9fb7-d41ec6b4a84b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0819981 Feb 19 08:02:43.619693 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0211f934-760a-4f50-9d0f-07d50cb3d028 req-42c3c90a-f0e4-4056-8192-7012d8d83639 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 Feb 19 08:02:43.664803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:44.338430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:02:44.480792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:44.494428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'mac_address': 'fa:16:3e:72:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:02:44.557581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:44.575334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:02:44.591973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:44.597493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:44.661111 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['245e7bb6-b683-4a20-8a76-881c9c37c725'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:02:44.699260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=9']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:44.820808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f95d5-cc59-41e9-aba0-7aab25808fc0 req-76a91926-a79b-4591-8c5a-1b2ecccd6c84 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:44.822315 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-304f95d5-cc59-41e9-aba0-7aab25808fc0 req-76a91926-a79b-4591-8c5a-1b2ecccd6c84 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0784469 Feb 19 08:02:44.870857 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-304f95d5-cc59-41e9-aba0-7aab25808fc0 req-c6e653a7-0128-4f21-a971-3171a3e7b059 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428355 Feb 19 08:02:45.297583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06466-6851-4d4d-9653-cc8095769cef req-c3a3cfd2-c0eb-4481-b1f8-3812ad2a74f7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:45.298262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-24b06466-6851-4d4d-9653-cc8095769cef req-c3a3cfd2-c0eb-4481-b1f8-3812ad2a74f7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Synchronizing usage tracker for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:02:45.314910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-24b06466-6851-4d4d-9653-cc8095769cef req-c3a3cfd2-c0eb-4481-b1f8-3812ad2a74f7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Unset dirty status for tenant:ea05c79f318c4a1db946f20e7e2e2035 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:02:45.316041 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-c3a3cfd2-c0eb-4481-b1f8-3812ad2a74f7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd&tenant_id=ea05c79f318c4a1db946f20e7e2e2035&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 945 time: 0.0984163 Feb 19 08:02:45.349792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec9ec1-b49f-45bf-a97c-c41563a82214 req-18b53a9f-5db5-4fa8-b082-f6e6ce979247 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:45.351255 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a3ec9ec1-b49f-45bf-a97c-c41563a82214 req-18b53a9f-5db5-4fa8-b082-f6e6ce979247 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0770175 Feb 19 08:02:45.395058 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-d771354b-8e35-4577-906a-a2f199c30726 service neutron] 10.222.0.67 "GET /v2.0/ports/245e7bb6-b683-4a20-8a76-881c9c37c725/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0737624 Feb 19 08:02:45.395847 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a3ec9ec1-b49f-45bf-a97c-c41563a82214 req-6ddf8a07-18aa-48d1-8f49-4ce2238375be tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Feb 19 08:02:45.491773 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-675f1490-34ab-4106-9e54-f77c7e75df46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1098 time: 0.0732076 Feb 19 08:02:45.625279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06466-6851-4d4d-9653-cc8095769cef req-54ef1342-c3a2-4b6c-afe2-54e530f2f890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:45.626693 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-54ef1342-c3a2-4b6c-afe2-54e530f2f890 service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1286476 Feb 19 08:02:45.727569 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-d4dc3531-6ade-486b-936b-6aecde2287b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 1000 time: 0.0946720 Feb 19 08:02:45.794705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06466-6851-4d4d-9653-cc8095769cef req-e5556191-90f1-468d-a4bf-f9dd20661ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:45.796948 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-e5556191-90f1-468d-a4bf-f9dd20661ba3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0634074 Feb 19 08:02:45.881516 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-5ab5d9cd-4b5a-4edb-95c2-4ecb6e664d05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780094 Feb 19 08:02:46.011007 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-f0ab7459-0ac3-4ae5-8ede-5c648a46ab0f service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230488 Feb 19 08:02:46.225503 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-adada4da-0d38-410d-920c-7c4eb9333cc8 service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087388 Feb 19 08:02:46.340036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:02:46.419891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 245e7bb6-b683-4a20-8a76-881c9c37c725 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:46.420282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:46.545755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:46.577363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:46.588187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:46.593846 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:46.616084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816707f0-fd39-414b-bbd8-f1c250267b9a req-3f6233c7-f4ec-4193-a55c-1de1495f1605 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:46.617538 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-816707f0-fd39-414b-bbd8-f1c250267b9a req-3f6233c7-f4ec-4193-a55c-1de1495f1605 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0928776 Feb 19 08:02:46.652244 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'code': 200} Feb 19 08:02:46.665659 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-816707f0-fd39-414b-bbd8-f1c250267b9a req-657c9e82-c1cd-408d-8e67-4709b716f9af tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 Feb 19 08:02:46.669191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=10']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:47.881453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff11d2e-71f6-42da-bea4-b5505233a6b0 req-d8ddba54-83ed-450f-8e5b-1fe5dea70baa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:47.882877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eff11d2e-71f6-42da-bea4-b5505233a6b0 req-d8ddba54-83ed-450f-8e5b-1fe5dea70baa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0857129 Feb 19 08:02:47.928508 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eff11d2e-71f6-42da-bea4-b5505233a6b0 req-a1cf4559-29f0-48e2-b833-9e550b10e8e7 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Feb 19 08:02:49.134823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e1479-a62b-439d-9504-4adc0d217194 req-827d2de0-cbf9-4ca6-b981-8d581b5762ec tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:49.136395 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab3e1479-a62b-439d-9504-4adc0d217194 req-827d2de0-cbf9-4ca6-b981-8d581b5762ec tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0793197 Feb 19 08:02:49.181929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ab3e1479-a62b-439d-9504-4adc0d217194 req-dc55c1d5-8d1f-4121-bea8-1c5caa254acf tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 Feb 19 08:02:49.410698 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-e70249c4-033b-42dc-aaad-af8a91c0ad8e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd&tenant_id=ea05c79f318c4a1db946f20e7e2e2035 HTTP/1.1" status: 200 len: 1100 time: 0.0703239 Feb 19 08:02:49.503812 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-acf894eb-af44-4923-9ead-6a101b3a732d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 1100 time: 0.0714209 Feb 19 08:02:49.637698 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06466-6851-4d4d-9653-cc8095769cef req-31b80f60-4c81-4690-8979-3b9d0459562b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:49.639096 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-31b80f60-4c81-4690-8979-3b9d0459562b service neutron] 10.222.0.67 "GET /v2.0/networks?id=69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 200 len: 912 time: 0.1292336 Feb 19 08:02:49.738465 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-753b7c7b-34bb-4618-ade8-11a84ccd6ee8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 200 len: 1001 time: 0.0931599 Feb 19 08:02:49.807778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b06466-6851-4d4d-9653-cc8095769cef req-6ec04380-a91f-41eb-9fb1-2159e4ccdaea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:49.809165 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-6ec04380-a91f-41eb-9fb1-2159e4ccdaea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 200 len: 850 time: 0.0645542 Feb 19 08:02:49.893613 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-7e37f949-f0f2-4675-9ba7-0bedf8560c67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=69fb4b24-e695-4911-9341-36f1e6d92637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786581 Feb 19 08:02:50.027089 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-2260d982-767e-48f9-8768-d6615697f3dc service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269076 Feb 19 08:02:50.159598 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-24b06466-6851-4d4d-9653-cc8095769cef req-43608c04-8551-45b8-b0f7-664f7b8010cc service neutron] 10.222.0.67 "GET /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267023 Feb 19 08:02:50.378640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca26cf-9aae-49a7-b8c6-2c58f34b9966 req-dad78b50-7092-4587-861e-a288f641b1f0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:50.380335 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f9ca26cf-9aae-49a7-b8c6-2c58f34b9966 req-dad78b50-7092-4587-861e-a288f641b1f0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0778723 Feb 19 08:02:50.429955 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f9ca26cf-9aae-49a7-b8c6-2c58f34b9966 req-e3e9015a-18ff-4c64-ae2d-0484f2fe89ba tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Feb 19 08:02:51.630225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7a871-f5f6-46d3-ae2f-7e4147d4b294 req-7f8801b9-03a5-4723-a62c-03bfae087899 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:51.631667 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4dc7a871-f5f6-46d3-ae2f-7e4147d4b294 req-7f8801b9-03a5-4723-a62c-03bfae087899 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0800662 Feb 19 08:02:51.680265 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4dc7a871-f5f6-46d3-ae2f-7e4147d4b294 req-1db8fae7-a07f-450a-b507-2f7446534ccf tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 Feb 19 08:02:52.374646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:02:52.495480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:52.521210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:52.530915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:52.535921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:52.588183 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'code': 200} Feb 19 08:02:52.603614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=11']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:52.900028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17c572-a24e-4277-8811-8062d96bc024 req-bec388b0-8242-4213-9bfd-2b03da2e39dd tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:52.901495 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d17c572-a24e-4277-8811-8062d96bc024 req-bec388b0-8242-4213-9bfd-2b03da2e39dd tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0893631 Feb 19 08:02:53.032927 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3d17c572-a24e-4277-8811-8062d96bc024 req-d3005686-e2e7-4b38-8eda-579a43ee0801 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253171 Feb 19 08:02:54.247626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e51d5-d7c9-4a38-ad6b-aaaf5b6854d9 req-69e036e0-2ed4-4b74-a283-b1883559da7b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:54.249077 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-716e51d5-d7c9-4a38-ad6b-aaaf5b6854d9 req-69e036e0-2ed4-4b74-a283-b1883559da7b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 945 time: 0.0777831 Feb 19 08:02:54.297205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-716e51d5-d7c9-4a38-ad6b-aaaf5b6854d9 req-1d52d7a6-b83f-4910-bd1f-63ae557f35e8 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401287 Feb 19 08:02:54.372592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:02:54.509823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:54.522687 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'port_id': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'mac_address': 'fa:16:3e:72:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:02:54.577379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:54.594146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:02:54.609809 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:54.614254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:54.678594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['245e7bb6-b683-4a20-8a76-881c9c37c725'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:02:54.722404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=12']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:55.522106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f5c3b-3f5e-4f8a-8d90-085845e045ed req-3306784b-8a12-4588-b035-2bb154da7de0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:55.523529 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6e1f5c3b-3f5e-4f8a-8d90-085845e045ed req-3306784b-8a12-4588-b035-2bb154da7de0 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 946 time: 0.0939119 Feb 19 08:02:55.568630 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6e1f5c3b-3f5e-4f8a-8d90-085845e045ed req-2212ffbc-346a-4fd8-bff7-3d444f4f0276 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Feb 19 08:02:56.375891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:02:56.447425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 245e7bb6-b683-4a20-8a76-881c9c37c725 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:56.447795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:56.582871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:56.609594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:02:56.619918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:56.625408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:02:56.687443 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'code': 200} Feb 19 08:02:56.704498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=13']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:56.922707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcfe57-de55-4484-b9fd-3b17306f353a req-5815a74a-66bb-4c32-872c-d4c1247652fa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:56.924126 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26bcfe57-de55-4484-b9fd-3b17306f353a req-5815a74a-66bb-4c32-872c-d4c1247652fa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0884969 Feb 19 08:02:56.972431 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-26bcfe57-de55-4484-b9fd-3b17306f353a req-1483a5e3-2b93-4aa1-888f-9cb8f7fd617d tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Feb 19 08:02:58.186365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35dca0-8def-4c44-9004-c39adeb00fbe req-22d12be3-fd78-4303-b061-88c840ff44fa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:58.187773 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe35dca0-8def-4c44-9004-c39adeb00fbe req-22d12be3-fd78-4303-b061-88c840ff44fa tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0784767 Feb 19 08:02:58.234050 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe35dca0-8def-4c44-9004-c39adeb00fbe req-33643ae1-02cc-4cbc-ad49-62f8129e548f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Feb 19 08:02:59.444695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b680f9d-cfcc-4af2-b833-eaa153269bff req-b993923f-9aa6-4b04-b884-3f580e6bf32b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:59.446129 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0b680f9d-cfcc-4af2-b833-eaa153269bff req-b993923f-9aa6-4b04-b884-3f580e6bf32b tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0877538 Feb 19 08:02:59.492013 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0b680f9d-cfcc-4af2-b833-eaa153269bff req-dd59457a-5d72-48d1-8361-db3a4d9fdb69 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Feb 19 08:02:59.690750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de7dc-2b54-4251-9814-2e491cd0418f req-12d81cc6-683d-4836-bd8f-b7f91b4db544 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:59.692179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-049de7dc-2b54-4251-9814-2e491cd0418f req-12d81cc6-683d-4836-bd8f-b7f91b4db544 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0773363 Feb 19 08:02:59.736923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-049de7dc-2b54-4251-9814-2e491cd0418f req-949d3f14-5260-45f0-8726-7ab6a5bc9858 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391910 Feb 19 08:02:59.949937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195138-a82f-4c31-926b-57d3d4e482cf req-19e7dd91-7fc6-4632-a61d-b44491d8ad0e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:59.951370 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d1195138-a82f-4c31-926b-57d3d4e482cf req-19e7dd91-7fc6-4632-a61d-b44491d8ad0e tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0832052 Feb 19 08:02:59.999360 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d1195138-a82f-4c31-926b-57d3d4e482cf req-4ef90928-5517-4159-bb87-b52216d00e14 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Feb 19 08:03:00.411553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09ea3-6f0d-4358-9e47-6bcab0625961 req-ad015837-d700-475f-9ce6-435f9740c4fb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:00.413410 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f7f09ea3-6f0d-4358-9e47-6bcab0625961 req-ad015837-d700-475f-9ce6-435f9740c4fb tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0771177 Feb 19 08:03:00.460797 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f7f09ea3-6f0d-4358-9e47-6bcab0625961 req-50fba956-8220-4c0e-9aee-56568b6a4856 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Feb 19 08:03:00.697364 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:03:01.680890 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b517bce-babe-4c1c-8d13-2d5d9728797f req-0b12ed93-bde7-4c2c-ac89-bf2ac275d57f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:01.682298 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5b517bce-babe-4c1c-8d13-2d5d9728797f req-0b12ed93-bde7-4c2c-ac89-bf2ac275d57f tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0755420 Feb 19 08:03:01.727250 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5b517bce-babe-4c1c-8d13-2d5d9728797f req-fba903a9-ba6d-41a6-abaf-6a9e14e5b792 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391564 Feb 19 08:03:02.810950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-88dd9b1c-2428-4446-9003-97b47869ceec tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:02.812476 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-88dd9b1c-2428-4446-9003-97b47869ceec tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0890925 Feb 19 08:03:02.878674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Deleting port 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:02.879007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:02.924339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64d2d3-8361-47d5-ac30-c4c12e3578bb req-f6ae4460-62ba-43ca-832e-d1892267b350 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:02.925814 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d64d2d3-8361-47d5-ac30-c4c12e3578bb req-f6ae4460-62ba-43ca-832e-d1892267b350 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 947 time: 0.0799408 Feb 19 08:03:02.972328 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d64d2d3-8361-47d5-ac30-c4c12e3578bb req-aa46edb8-1930-42c8-95e8-4974f6fe5559 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups?id=3bed8014-00b1-408f-a0ca-466a80736b87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Feb 19 08:03:03.118094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] For port 245e7bb6-b683-4a20-8a76-881c9c37c725, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=245e7bb6-b683-4a20-8a76-881c9c37c725,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:03.118347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:03.489455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:03.489787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:03.490086 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089 disassociated. External IP: 172.26.1.9, port: 245e7bb6-b683-4a20-8a76-881c9c37c725. Feb 19 08:03:03.490499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Calling delete_port for 245e7bb6-b683-4a20-8a76-881c9c37c725 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:03.639767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:03.686564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event deleted for resources: {'Port': ['ID=245e7bb6-b683-4a20-8a76-881c9c37c725,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:03.699505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.699772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.700099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.701112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.701112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.701112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.701394 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.701700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.702012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.702329 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.702762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:03.908762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:03:04.116912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:03:04.127113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:03:04.139947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:03:04.140609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:02:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:04.142975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ac0ef5d5-7932-4ea3-a14d-76226d28d72b req-0adc7ab6-8d54-463d-b9e6-f8670477c813 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/ports?device_id=4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd HTTP/1.1" status: 200 len: 210 time: 0.0460238 Feb 19 08:03:04.184316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] No DVR routers for this DVR port 245e7bb6-b683-4a20-8a76-881c9c37c725 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:03:04.187034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:04.189738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-deleted', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:03:04.206033 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-161e75f5-a568-49d3-bf81-ef26fadb1158 req-afc3af0d-24f2-4efe-9f5f-fd6b09c55096 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.67 "DELETE /v2.0/ports/245e7bb6-b683-4a20-8a76-881c9c37c725 HTTP/1.1" status: 204 len: 173 time: 1.3882105 Feb 19 08:03:04.331659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:03:04.336902 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6c93a-1b48-4cd4-9f2d-d843d7d339bd', 'name': 'network-vif-deleted', 'tag': '245e7bb6-b683-4a20-8a76-881c9c37c725', 'status': 'completed', 'code': 200} Feb 19 08:03:04.672488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:04.676276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:03:04.687312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:03:04.687820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:02:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:04.865486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:03:05.173554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:05.177995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1eaee-9d41-4876-b4d7-e5370c5295f1 None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T07:59:11Z', 'revision_number': 4, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2192abee-68c2-4c70-96d2-12dc3f7a389f', 'name': '', 'network_id': '69fb4b24-e695-4911-9341-36f1e6d92637', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'mac_address': 'fa:16:3e:cb:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:10Z', 'updated_at': '2022-02-19T07:59:29Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'subnets': [{'id': '2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:03:05.424427 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4c9ad-0e0a-4212-b892-07ce4f7533ae None None] New status for floating IP 0546a3b1-2aa0-45f7-8ee3-0ec544e93089: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:03:06.421148 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:03:06.454677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 245e7bb6-b683-4a20-8a76-881c9c37c725 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:03:06.455026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 245e7bb6-b683-4a20-8a76-881c9c37c725 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:03:06.748072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ffad0bf7-5b85-4cf6-815c-f6269b37cc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:08.481061 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:08.553343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:08.579719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:08.639862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:08.659826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed8014-00b1-408f-a0ca-466a80736b87,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:08.673875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.674218 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.674555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.674885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.675215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.675541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.675861 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.676210 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.676531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.676848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.677164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:08.680244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:08.681948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-46e3ec3d-2970-47be-8321-5efbbf39c593 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "DELETE /v2.0/security-groups/3bed8014-00b1-408f-a0ca-466a80736b87 HTTP/1.1" status: 204 len: 168 time: 0.1992378 Feb 19 08:03:08.684459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44292) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:08.701775 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.api.v2.resource [None req-1b50195d-7dc7-4b31-89ed-24ab485f4968 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] show failed (client error): The resource could not be found. Feb 19 08:03:08.702805 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1b50195d-7dc7-4b31-89ed-24ab485f4968 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "GET /v2.0/security-groups/3bed8014-00b1-408f-a0ca-466a80736b87 HTTP/1.1" status: 404 len: 347 time: 0.0179510 Feb 19 08:03:08.705557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44296) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:08.853283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Deleting port 6d314351-0e2f-4ac7-bab5-099efdf8afab {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:08.853507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:08.983249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bda7947b-c724-468c-8929-87fd17747f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:09.023990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:09.024321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:09.220169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Calling delete_port for 6d314351-0e2f-4ac7-bab5-099efdf8afab owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:09.367791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:09.414413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Pushing event deleted for resources: {'Port': ['ID=6d314351-0e2f-4ac7-bab5-099efdf8afab,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:09.507432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:09.521939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:09.523064 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-29a266d5-6cec-4c2d-a0c3-7dc10bd25d37 tempest-ServerActionsTestJSON-1068404226 tempest-ServerActionsTestJSON-1068404226-project] 10.222.0.72 "DELETE /v2.0/floatingips/0546a3b1-2aa0-45f7-8ee3-0ec544e93089 HTTP/1.1" status: 204 len: 168 time: 0.8165977 Feb 19 08:03:09.526124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44300) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:09.915322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:10.295906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:10.313171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:10.514098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Deleting port 2192abee-68c2-4c70-96d2-12dc3f7a389f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:10.514702 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:10.679946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] For port 2192abee-68c2-4c70-96d2-12dc3f7a389f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2192abee-68c2-4c70-96d2-12dc3f7a389f,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:10.680318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:10.883449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Calling delete_port for 2192abee-68c2-4c70-96d2-12dc3f7a389f owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:11.047997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:11.089590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2192abee-68c2-4c70-96d2-12dc3f7a389f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:11.371142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:11.546743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:11.968409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:03:12.274807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:03:12.284067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] Sync routers for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:03:12.287800 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-29ecd86f-4b85-4517-96fd-0dfb9ffa2af7 admin admin] 10.222.0.72 "PUT /v2.0/routers/b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7604034 Feb 19 08:03:12.290470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44304) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:12.297470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:03:12.298080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:03:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:12.474087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:03:12.484997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:12.687954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:12.697719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Deleting port e7269452-878d-4122-8704-25c1678ee790 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:12.698229 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:12.754642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e7269452-878d-4122-8704-25c1678ee790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T08:03:10Z', 'revision_number': 5, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port': {'id': 'e7269452-878d-4122-8704-25c1678ee790', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:59:09Z', 'updated_at': '2022-02-19T07:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:12.758933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] Checking router: b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:03:12.770031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] Routers {'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:03:12.770639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:03:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:12.870878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] For port e7269452-878d-4122-8704-25c1678ee790, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e7269452-878d-4122-8704-25c1678ee790,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:12.871311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:12.952825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] Set router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:03:12.991143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Calling delete_port for e7269452-878d-4122-8704-25c1678ee790 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:13.055812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T08:03:12Z', 'revision_number': 6, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:13.059728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9514-97f1-4ad2-8f1c-5cd366b43ffd None None] The sync data for ids ['b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d'] in dv-neutron-829958-1-hyperv is: [{'id': 'b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d', 'name': 'tempest-ServerActionsTestJSON-327843253-router', 'tenant_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:59:08Z', 'updated_at': '2022-02-19T08:03:12Z', 'revision_number': 6, 'project_id': 'ea05c79f318c4a1db946f20e7e2e2035', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:03:13.158678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.203843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7269452-878d-4122-8704-25c1678ee790,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:13.417314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.680524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.767573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.772013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.801425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.802003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:03:13.814498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.815608 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fd16461e-5e23-43ad-8494-026364f386c0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b1c0fed4-5d3e-44e3-ad78-d4fc6942af2d HTTP/1.1" status: 204 len: 168 time: 1.5242808 Feb 19 08:03:13.818461 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44308) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:13.879065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] Deleting subnet 2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:03:13.881971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:13.931127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.008832 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.078675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.113900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:14.120113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.125600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711cba1f-9319-492e-82a8-d0302af37dda None None] Network 69fb4b24-e695-4911-9341-36f1e6d92637 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:03:14.126102 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ae96271-efbd-434e-9f58-30672811bfcb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2e6dc4d9-6446-419a-aecc-afcdfc7bc3b5 HTTP/1.1" status: 204 len: 168 time: 0.3063486 Feb 19 08:03:14.128525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44312) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:14.229794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.239962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Deleting port ed42e22f-9c9a-4894-9a04-bf242b5f0722 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:14.240346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.363162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] DHCP port deletion for 69fb4b24-e695-4911-9341-36f1e6d92637 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:03:14.367428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Deleting port ed42e22f-9c9a-4894-9a04-bf242b5f0722 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:14.367794 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.445978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] For port ed42e22f-9c9a-4894-9a04-bf242b5f0722, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ed42e22f-9c9a-4894-9a04-bf242b5f0722,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:14.446275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.563915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] For port ed42e22f-9c9a-4894-9a04-bf242b5f0722, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ed42e22f-9c9a-4894-9a04-bf242b5f0722,segment=NetworkSegment(ae9f5bc4-2591-46da-853d-e15ee75048c4),segment_id=ae9f5bc4-2591-46da-853d-e15ee75048c4)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:14.564324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.674467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Calling delete_port for ed42e22f-9c9a-4894-9a04-bf242b5f0722 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:14.690724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Calling delete_port for ed42e22f-9c9a-4894-9a04-bf242b5f0722 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:14.753916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.763050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:03:14.763404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:03:14.801398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed42e22f-9c9a-4894-9a04-bf242b5f0722,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:14.805890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] No DVR routers for this DVR port ed42e22f-9c9a-4894-9a04-bf242b5f0722 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:03:14.921413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.946428 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fb4b24-e695-4911-9341-36f1e6d92637']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:14.958588 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9f5bc4-2591-46da-853d-e15ee75048c4') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:14.958920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9f5bc4-2591-46da-853d-e15ee75048c4') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:14.970904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.987257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:14.994700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e7269452-878d-4122-8704-25c1678ee790 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:03:14.995693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:03:14.996399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:03:15.010556 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:03:15.026990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e7269452-878d-4122-8704-25c1678ee790 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:03:15.027302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e7269452-878d-4122-8704-25c1678ee790 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:03:15.027749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2192abee-68c2-4c70-96d2-12dc3f7a389f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:03:15.061929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2192abee-68c2-4c70-96d2-12dc3f7a389f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:03:15.062273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2192abee-68c2-4c70-96d2-12dc3f7a389f not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:03:15.062671 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ed42e22f-9c9a-4894-9a04-bf242b5f0722 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:03:15.088309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.093222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.094545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: ed42e22f-9c9a-4894-9a04-bf242b5f0722 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:03:15.094950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ed42e22f-9c9a-4894-9a04-bf242b5f0722 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:03:15.122065 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=69fb4b24-e695-4911-9341-36f1e6d92637,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:15.137049 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e855575e-65e4-4780-8729-ca052bc99f3c admin admin] 10.222.0.72 "DELETE /v2.0/networks/69fb4b24-e695-4911-9341-36f1e6d92637 HTTP/1.1" status: 204 len: 168 time: 1.0075819 Feb 19 08:03:15.264652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Deleting port ed42e22f-9c9a-4894-9a04-bf242b5f0722 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:15.265184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.294471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44318) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:15.327063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8ccb9-92fb-41de-94be-1e0bbc5fb94d None None] The port 'ed42e22f-9c9a-4894-9a04-bf242b5f0722' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:03:15.346403 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3ebf2640-5746-44ea-801f-0b940f950436 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea05c79f318c4a1db946f20e7e2e2035&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506918 Feb 19 08:03:15.350054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44322) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:15.408513 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49b0be99-eb76-4979-9499-7a0201884a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.434237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49b0be99-eb76-4979-9499-7a0201884a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.498749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49b0be99-eb76-4979-9499-7a0201884a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.514675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0be99-eb76-4979-9499-7a0201884a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a474791a-e774-4b73-b705-a5093fa40cf9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:15.523510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-49b0be99-eb76-4979-9499-7a0201884a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:15.526779 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-49b0be99-eb76-4979-9499-7a0201884a84 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a474791a-e774-4b73-b705-a5093fa40cf9 HTTP/1.1" status: 204 len: 168 time: 0.1756954 Feb 19 08:03:16.401285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44344) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:16.534351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-954392937-network', 'tenant_id': 'd5743f761d79479da53d15984413c928'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:16.542001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:16.548011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Usage tracker for resource:network and tenant:d5743f761d79479da53d15984413c928 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:16.553062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:16.559241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:16.572504 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Made reservation on behalf of d5743f761d79479da53d15984413c928 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:16.574942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.587382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.631394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:16.636039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Usage tracker for resource:security_group_rule and tenant:d5743f761d79479da53d15984413c928 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:16.638914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:16.646055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:16.714093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.719940 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.749191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:03:16.759636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6693b138-d1ca-49ce-9340-bf176c7636d0,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:16.764987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.765318 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Added segment cd51a549-6dd3-414e-a63e-a1532048434a of type vlan for network 6772f23c-948d-43e5-9884-f40cd1f7586a Feb 19 08:03:16.791344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.820436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.821246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:16.821807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:16.923542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] Pushing event updated for resources: {'Network': ['ID=6772f23c-948d-43e5-9884-f40cd1f7586a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:16.930859 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1ebcae90-d8ce-4008-9af3-be756ea34780 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5243580 Feb 19 08:03:16.931249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44350) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:16.934487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6772f23c-948d-43e5-9884-f40cd1f7586a details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:03:16.936340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Request body: {'subnet': {'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-954392937-subnet', 'tenant_id': 'd5743f761d79479da53d15984413c928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:16.941554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:16.945698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Usage tracker for resource:subnet and tenant:d5743f761d79479da53d15984413c928 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:16.948743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:16.954879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:16.967314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Made reservation on behalf of d5743f761d79479da53d15984413c928 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:16.969664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:17.187648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:17.267661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841dd80d-a0f0-4ab2-b4db-e301143332c1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:17.283743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Checking segment: {'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:03:17.284032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Network hostable DHCP agents. Network: 6772f23c-948d-43e5-9884-f40cd1f7586a, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:03:17.306706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Network 6772f23c-948d-43e5-9884-f40cd1f7586a is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:03:17.316895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 6772f23c-948d-43e5-9884-f40cd1f7586a) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:03:17.320985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:17.321635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:17.326519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c14846-9cb0-4cf2-bebc-7a8cf43fb948 None None] Network 6772f23c-948d-43e5-9884-f40cd1f7586a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:03:17.343048 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a9a7de98-0824-4e40-8d38-44281c017028 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4110060 Feb 19 08:03:17.532106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51953132-7a65-40a6-a1a3-a6301f1498a1 None None] Network 6772f23c-948d-43e5-9884-f40cd1f7586a requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:03:17.871833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-4acf01d1-4b0c-439b-93ba-9ef137f37b1a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:17.872478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-4acf01d1-4b0c-439b-93ba-9ef137f37b1a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Synchronizing usage tracker for tenant:d5743f761d79479da53d15984413c928 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:03:17.891583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-4acf01d1-4b0c-439b-93ba-9ef137f37b1a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Unset dirty status for tenant:d5743f761d79479da53d15984413c928 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:03:17.892754 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-4acf01d1-4b0c-439b-93ba-9ef137f37b1a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/networks?id=6772f23c-948d-43e5-9884-f40cd1f7586a HTTP/1.1" status: 200 len: 813 time: 0.1607311 Feb 19 08:03:17.910532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-22d7b145-86c5-4b48-9751-027b5c89ecd8 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/quotas/d5743f761d79479da53d15984413c928 HTTP/1.1" status: 200 len: 375 time: 0.0104218 Feb 19 08:03:17.955746 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-95d348cb-85e1-40a7-8df3-509221dea88b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5743f761d79479da53d15984413c928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393860 Feb 19 08:03:18.164397 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-b4eb3f04-f9cd-4de7-be1e-3fe5bd97657c service neutron] 10.222.0.72 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020462 Feb 19 08:03:18.295924 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-93a47d95-93a7-4d9a-8283-5ca934728f4e service neutron] 10.222.0.72 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257951 Feb 19 08:03:18.487164 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3e9c2fd6-d8c0-4f2c-b2f1-9433e0ff035f req-3478e0dc-28cf-4b06-8d60-bd3cf4263adc tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 210 time: 0.0402908 Feb 19 08:03:19.537654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-24270d14-623f-4492-92db-5bcf5974568e tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:19.539260 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-24270d14-623f-4492-92db-5bcf5974568e tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "GET /v2.0/networks?id=6772f23c-948d-43e5-9884-f40cd1f7586a HTTP/1.1" status: 200 len: 813 time: 0.1418483 Feb 19 08:03:19.555721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Request body: {'port': {'device_id': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a', 'admin_state_up': True, 'tenant_id': 'd5743f761d79479da53d15984413c928'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:19.656760 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9226aa41-8b72-4b86-9006-f15375f8c409 req-9e8ded80-1751-4560-94a3-e2af424ace9e tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 210 time: 0.0459356 Feb 19 08:03:19.690999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:19.694950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Usage tracker for resource:port and tenant:d5743f761d79479da53d15984413c928 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:19.697772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:19.703573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:19.713169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Made reservation on behalf of d5743f761d79479da53d15984413c928 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:19.716193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:19.885092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Allocated IP 172.20.0.3 (6772f23c-948d-43e5-9884-f40cd1f7586a/841dd80d-a0f0-4ab2-b4db-e301143332c1/05295c33-aedd-4300-a97f-7e87447da93e) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:03:20.081491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:20.109762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:20.178374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Network 6772f23c-948d-43e5-9884-f40cd1f7586a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:03:20.181473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:03:20.185624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:03:20.212292 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Pushing event updated for resources: {'Port': ['ID=05295c33-aedd-4300-a97f-7e87447da93e,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:20.259182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:20.260143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:20.288799 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-f20c7baa-c0a9-480e-a488-90cb61ed8079 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366936 Feb 19 08:03:20.300145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Request body: {'port': {'device_id': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:20.407551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:20.855955 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033ce05-7332-48bf-a201-a85df65891d3 req-5e80b52e-83a1-4eed-920e-422cb1312119 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:20.857426 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d033ce05-7332-48bf-a201-a85df65891d3 req-5e80b52e-83a1-4eed-920e-422cb1312119 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 931 time: 0.0793521 Feb 19 08:03:20.866716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05295c33-aedd-4300-a97f-7e87447da93e {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:03:20.873824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:20.889385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Transition to ACTIVE for port object 05295c33-aedd-4300-a97f-7e87447da93e will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:03:20.893403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:20.906221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d033ce05-7332-48bf-a201-a85df65891d3 req-10e8572b-b8e8-4ba3-945e-32918321498c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Synchronizing usage tracker for tenant:d5743f761d79479da53d15984413c928 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:03:20.922421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d033ce05-7332-48bf-a201-a85df65891d3 req-10e8572b-b8e8-4ba3-945e-32918321498c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Unset dirty status for tenant:d5743f761d79479da53d15984413c928 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:03:20.923722 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d033ce05-7332-48bf-a201-a85df65891d3 req-10e8572b-b8e8-4ba3-945e-32918321498c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605068 Feb 19 08:03:21.015542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Pushing event updated for resources: {'Port': ['ID=05295c33-aedd-4300-a97f-7e87447da93e,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:21.125467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Attempting to bind port 05295c33-aedd-4300-a97f-7e87447da93e on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:03:21.125742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Attempting to bind port 05295c33-aedd-4300-a97f-7e87447da93e by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:03:21.126098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Attempting to bind port 05295c33-aedd-4300-a97f-7e87447da93e on network 6772f23c-948d-43e5-9884-f40cd1f7586a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:03:21.132023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Port 05295c33-aedd-4300-a97f-7e87447da93e on network 6772f23c-948d-43e5-9884-f40cd1f7586a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:03:21.132409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Attempting to bind port 05295c33-aedd-4300-a97f-7e87447da93e on network 6772f23c-948d-43e5-9884-f40cd1f7586a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:03:21.138831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:03:21.139158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Checking segment: {'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:03:21.139530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Bound using segment: {'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:03:21.139944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Bound port: 05295c33-aedd-4300-a97f-7e87447da93e, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:03:21.140308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:21.225661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] For port 05295c33-aedd-4300-a97f-7e87447da93e, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:21.228768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] For port 05295c33-aedd-4300-a97f-7e87447da93e, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=05295c33-aedd-4300-a97f-7e87447da93e,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:03:21.236717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:21.309594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:21.311018 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] 10.222.0.67 "PUT /v2.0/ports/05295c33-aedd-4300-a97f-7e87447da93e HTTP/1.1" status: 200 len: 1093 time: 1.0148003 Feb 19 08:03:21.311442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'tag': '05295c33-aedd-4300-a97f-7e87447da93e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:03:21.329544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa84e3-74d2-436d-b15e-b44ea94bbb33 service neutron] Pushing event updated for resources: {'Port': ['ID=05295c33-aedd-4300-a97f-7e87447da93e,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:21.378194 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'tag': '05295c33-aedd-4300-a97f-7e87447da93e', 'status': 'completed', 'code': 200} Feb 19 08:03:21.418200 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-3ef7a172-aed0-44f9-9c99-a09bec80ac4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5743f761d79479da53d15984413c928&device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 1096 time: 0.0704880 Feb 19 08:03:21.487782 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-b95a28ee-47b3-4098-8aa4-5f4c9785fd0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05295c33-aedd-4300-a97f-7e87447da93e HTTP/1.1" status: 200 len: 217 time: 0.0623429 Feb 19 08:03:21.552320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-97829691-98c7-4f45-8be0-ba8ed4e6d62d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:21.554384 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-97829691-98c7-4f45-8be0-ba8ed4e6d62d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=841dd80d-a0f0-4ab2-b4db-e301143332c1 HTTP/1.1" status: 200 len: 853 time: 0.0612381 Feb 19 08:03:21.599072 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-db2ae6c6-de35-4826-9f98-0a61b2be7c21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6772f23c-948d-43e5-9884-f40cd1f7586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386634 Feb 19 08:03:21.734939 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-70135228-b685-4fc8-8809-000b16ee6b03 service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292026 Feb 19 08:03:21.864469 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dc52800-cd62-424d-9cf1-28b9d49bcbc8 req-a61f0ca8-af3a-4588-8b6c-df48483e53c9 service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233816 Feb 19 08:03:21.991886 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-338eaeba-acd5-46d0-88c1-a1c158084006 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5743f761d79479da53d15984413c928&device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 1096 time: 0.0738852 Feb 19 08:03:22.120993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-5a508f69-b969-4efd-ba4c-5243f559bc01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:22.122493 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-5a508f69-b969-4efd-ba4c-5243f559bc01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6772f23c-948d-43e5-9884-f40cd1f7586a HTTP/1.1" status: 200 len: 914 time: 0.1245966 Feb 19 08:03:22.123998 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd8c04-6ca1-42b9-ae1d-db75b05be1c2 req-91ad7407-5c0f-4f78-bdf6-1bc3368a95ea tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:22.125465 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-73cd8c04-6ca1-42b9-ae1d-db75b05be1c2 req-91ad7407-5c0f-4f78-bdf6-1bc3368a95ea tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 943 time: 0.0802050 Feb 19 08:03:22.170274 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-73cd8c04-6ca1-42b9-ae1d-db75b05be1c2 req-e3bb03e2-1bf8-4f4f-b0e6-faaa116125e1 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Feb 19 08:03:22.188021 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-2bc7a64e-74ab-4480-898b-db950c3986d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05295c33-aedd-4300-a97f-7e87447da93e HTTP/1.1" status: 200 len: 217 time: 0.0598590 Feb 19 08:03:22.251348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-3bcee4d9-cb0f-4fb5-9964-a97c367f0505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:22.252770 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-3bcee4d9-cb0f-4fb5-9964-a97c367f0505 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=841dd80d-a0f0-4ab2-b4db-e301143332c1 HTTP/1.1" status: 200 len: 853 time: 0.0595887 Feb 19 08:03:22.297590 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-7b7351a1-cab4-47b6-a3f4-294cccb104b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6772f23c-948d-43e5-9884-f40cd1f7586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372643 Feb 19 08:03:22.525270 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-2b622478-2902-45bc-bd62-322d0d381f2c service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213597 Feb 19 08:03:22.663762 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d625ad7-d9f5-479c-99ba-bdce45e653d4 req-9b5bbe95-6872-44bc-a259-ac86bb39de03 service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317990 Feb 19 08:03:23.389585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46304177-71bc-4196-8d5b-d0dbe20d6464 req-c1d01f7c-c875-4f37-b612-b219767feb13 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:23.390974 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-46304177-71bc-4196-8d5b-d0dbe20d6464 req-c1d01f7c-c875-4f37-b612-b219767feb13 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 943 time: 0.0878880 Feb 19 08:03:23.437186 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-46304177-71bc-4196-8d5b-d0dbe20d6464 req-67a654ca-2831-4bc6-a26f-1bcafa3e3270 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Feb 19 08:03:24.499366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 05295c33-aedd-4300-a97f-7e87447da93e details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:03:24.637136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 05295c33-aedd-4300-a97f-7e87447da93e, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=05295c33-aedd-4300-a97f-7e87447da93e,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:24.651406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '05295c33-aedd-4300-a97f-7e87447da93e', 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a', 'port_id': '05295c33-aedd-4300-a97f-7e87447da93e', 'mac_address': 'fa:16:3e:ff:05:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841dd80d-a0f0-4ab2-b4db-e301143332c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:03:24.708356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:24.725696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05295c33-aedd-4300-a97f-7e87447da93e {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:03:24.730544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3de854-942f-4144-b6a3-39bf5b2dae01 req-9921a3f8-39fc-4ea4-9174-2a9dbc15b0ff tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:24.732031 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b3de854-942f-4144-b6a3-39bf5b2dae01 req-9921a3f8-39fc-4ea4-9174-2a9dbc15b0ff tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 943 time: 0.1761107 Feb 19 08:03:24.741893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 05295c33-aedd-4300-a97f-7e87447da93e, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=05295c33-aedd-4300-a97f-7e87447da93e,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:24.746491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:24.777987 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b3de854-942f-4144-b6a3-39bf5b2dae01 req-63a037be-4c5d-4a6c-a757-e996d6f4350d tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Feb 19 08:03:24.813419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=05295c33-aedd-4300-a97f-7e87447da93e,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:25.072567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['05295c33-aedd-4300-a97f-7e87447da93e'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:03:25.989238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09a04d-9e41-4b60-b48c-05e4874dffff req-38312329-81bc-4f1a-9cd1-d8e1e6460697 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:25.990672 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4b09a04d-9e41-4b60-b48c-05e4874dffff req-38312329-81bc-4f1a-9cd1-d8e1e6460697 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 944 time: 0.0808828 Feb 19 08:03:26.041793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4b09a04d-9e41-4b60-b48c-05e4874dffff req-74bf2f27-73b7-4f9c-95d2-e7c8f4e17a30 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Feb 19 08:03:26.504257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 05295c33-aedd-4300-a97f-7e87447da93e up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:03:26.589895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 05295c33-aedd-4300-a97f-7e87447da93e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:03:26.595007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 05295c33-aedd-4300-a97f-7e87447da93e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:03:26.595433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:26.720414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:26.747210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05295c33-aedd-4300-a97f-7e87447da93e'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:03:26.756557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 05295c33-aedd-4300-a97f-7e87447da93e, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=05295c33-aedd-4300-a97f-7e87447da93e,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:26.761773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:26.802968 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05295c33-aedd-4300-a97f-7e87447da93e', 'code': 200} Feb 19 08:03:26.832474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=05295c33-aedd-4300-a97f-7e87447da93e,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:27.043697 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-279104a6-d8e0-4d88-8346-6fc14e54ab51 req-3e8f52f0-3ee0-4ec5-a184-7f1f856ecbf5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 1098 time: 0.0781069 Feb 19 08:03:27.086389 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-279104a6-d8e0-4d88-8346-6fc14e54ab51 req-c1a010d3-ab94-484a-bd69-73afc83293a5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Feb 19 08:03:27.235818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0b19e-c744-471a-8696-fa312452dbc0 req-c9e70b0f-d932-4c9d-aeab-e1f88fdaf5c9 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:27.237280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d6b0b19e-c744-471a-8696-fa312452dbc0 req-c9e70b0f-d932-4c9d-aeab-e1f88fdaf5c9 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0780849 Feb 19 08:03:27.290761 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d6b0b19e-c744-471a-8696-fa312452dbc0 req-171ab4a6-846d-48ed-8ca3-fe142a9de6b8 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Feb 19 08:03:28.493667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af898995-1417-4d44-9235-463a6e2f168d req-17631645-10b4-463b-be11-cb9635e8b07a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:28.495201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-af898995-1417-4d44-9235-463a6e2f168d req-17631645-10b4-463b-be11-cb9635e8b07a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0808878 Feb 19 08:03:28.541403 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-af898995-1417-4d44-9235-463a6e2f168d req-bc332478-5c1b-474f-950e-f87df60ae5bf tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 Feb 19 08:03:28.833018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-66af8457-ae9c-49a0-9e2c-ba7715667f18 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:28.834432 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-66af8457-ae9c-49a0-9e2c-ba7715667f18 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/networks?id=6772f23c-948d-43e5-9884-f40cd1f7586a HTTP/1.1" status: 200 len: 813 time: 0.1405818 Feb 19 08:03:28.851013 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-47436fb1-18c0-491b-b8ba-1d1b2f9e492e tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/quotas/d5743f761d79479da53d15984413c928 HTTP/1.1" status: 200 len: 375 time: 0.0111141 Feb 19 08:03:28.931302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-9786c842-ebfc-4c29-955c-705639a9dd0a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5743f761d79479da53d15984413c928&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755417 Feb 19 08:03:29.071815 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-ce123608-548c-4f7d-8b33-fe37b8616d2a service neutron] 10.222.0.72 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308179 Feb 19 08:03:29.202079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-e4e9c424-7d34-42d0-95e0-b49230fda42a service neutron] 10.222.0.72 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243122 Feb 19 08:03:29.395351 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9590b785-6608-47f2-9251-07694df57ecc req-7804dc1c-b1ac-4078-820c-654b85c0b4f4 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 210 time: 0.0452456 Feb 19 08:03:30.387972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-934d439a-bc58-408b-aac7-dfc350b4c1e4 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:30.389399 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-934d439a-bc58-408b-aac7-dfc350b4c1e4 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "GET /v2.0/networks?id=6772f23c-948d-43e5-9884-f40cd1f7586a HTTP/1.1" status: 200 len: 813 time: 0.1437833 Feb 19 08:03:30.406212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Request body: {'port': {'device_id': '876823a6-21d8-486a-84c0-340a6efff632', 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a', 'admin_state_up': True, 'tenant_id': 'd5743f761d79479da53d15984413c928'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:30.552974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:30.556904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Usage tracker for resource:port and tenant:d5743f761d79479da53d15984413c928 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:30.559728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:30.559968 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fcca4278-fe22-40c3-a424-7d01f0199883 req-cd105233-377c-4083-8f11-ecd9a36b218a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 210 time: 0.0400908 Feb 19 08:03:30.565399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:30.575300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Made reservation on behalf of d5743f761d79479da53d15984413c928 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:30.578337 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:30.739397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Allocated IP 172.20.0.4 (6772f23c-948d-43e5-9884-f40cd1f7586a/841dd80d-a0f0-4ab2-b4db-e301143332c1/ec8630ee-bc41-47f5-90c6-1b3b5476135c) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:03:30.937747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:30.969575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:30.981384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['05295c33-aedd-4300-a97f-7e87447da93e'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:03:31.047553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Network 6772f23c-948d-43e5-9884-f40cd1f7586a is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:03:31.050992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:03:31.053569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:03:31.080753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Pushing event updated for resources: {'Port': ['ID=ec8630ee-bc41-47f5-90c6-1b3b5476135c,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:31.114258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:31.114853 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:31.135430 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-82f09f4b-dd3c-462b-b567-3856150a385b tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332575 Feb 19 08:03:31.147035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Request body: {'port': {'device_id': '876823a6-21d8-486a-84c0-340a6efff632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:31.262569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:31.599200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8630ee-bc41-47f5-90c6-1b3b5476135c {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:03:31.605793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:31.619920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Transition to ACTIVE for port object ec8630ee-bc41-47f5-90c6-1b3b5476135c will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:03:31.625143 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:31.757034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82204-4187-404d-b159-c56e1f603662 req-469318af-68e4-45b9-a7fc-2c1cc886ad0f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:31.758489 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-91e82204-4187-404d-b159-c56e1f603662 req-469318af-68e4-45b9-a7fc-2c1cc886ad0f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 943 time: 0.0773504 Feb 19 08:03:31.809587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-91e82204-4187-404d-b159-c56e1f603662 req-c41fc8ef-6342-4d8f-b0b5-68e0b5093f0c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Feb 19 08:03:31.845933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8630ee-bc41-47f5-90c6-1b3b5476135c,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:31.954638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Attempting to bind port ec8630ee-bc41-47f5-90c6-1b3b5476135c on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:03:31.954941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Attempting to bind port ec8630ee-bc41-47f5-90c6-1b3b5476135c by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:03:31.955285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Attempting to bind port ec8630ee-bc41-47f5-90c6-1b3b5476135c on network 6772f23c-948d-43e5-9884-f40cd1f7586a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:03:31.961181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Port ec8630ee-bc41-47f5-90c6-1b3b5476135c on network 6772f23c-948d-43e5-9884-f40cd1f7586a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:03:31.961493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Attempting to bind port ec8630ee-bc41-47f5-90c6-1b3b5476135c on network 6772f23c-948d-43e5-9884-f40cd1f7586a {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:03:31.968357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:03:31.968684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Checking segment: {'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:03:31.969056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Bound using segment: {'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:03:31.969502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Bound port: ec8630ee-bc41-47f5-90c6-1b3b5476135c, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd51a549-6dd3-414e-a63e-a1532048434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:03:31.969836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:32.055623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] For port ec8630ee-bc41-47f5-90c6-1b3b5476135c, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:32.058512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] For port ec8630ee-bc41-47f5-90c6-1b3b5476135c, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ec8630ee-bc41-47f5-90c6-1b3b5476135c,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:03:32.064020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:32.126024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:32.127377 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] 10.222.0.67 "PUT /v2.0/ports/ec8630ee-bc41-47f5-90c6-1b3b5476135c HTTP/1.1" status: 200 len: 1093 time: 0.9847972 Feb 19 08:03:32.127767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876823a6-21d8-486a-84c0-340a6efff632', 'tag': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:03:32.144111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf760661-cbb7-4138-a935-ecb0e9906100 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8630ee-bc41-47f5-90c6-1b3b5476135c,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:32.197012 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876823a6-21d8-486a-84c0-340a6efff632', 'tag': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c', 'status': 'completed', 'code': 200} Feb 19 08:03:32.233124 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-6911f960-fb9a-48c0-830c-a25a8072c723 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5743f761d79479da53d15984413c928&device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 1096 time: 0.0696025 Feb 19 08:03:32.302043 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-d10e5e9e-4f27-43aa-be5f-9ae0b3828436 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec8630ee-bc41-47f5-90c6-1b3b5476135c HTTP/1.1" status: 200 len: 217 time: 0.0621438 Feb 19 08:03:32.366585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-7205a446-d14e-446d-8349-bc0cccc2a300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:32.368769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-7205a446-d14e-446d-8349-bc0cccc2a300 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=841dd80d-a0f0-4ab2-b4db-e301143332c1 HTTP/1.1" status: 200 len: 853 time: 0.0603499 Feb 19 08:03:32.411148 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-53ba394e-e5de-4e45-ad77-4ee598d70613 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6772f23c-948d-43e5-9884-f40cd1f7586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370381 Feb 19 08:03:32.545982 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-647eb42a-24b9-43be-9a01-d8509f2aa1cf service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283915 Feb 19 08:03:32.678359 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f99e6c6b-9eab-4a78-8bd5-5d54abc9e5eb req-91a757d1-7f18-4a04-9544-33ec1aec38e1 service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261764 Feb 19 08:03:32.807152 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-188feb43-f33d-444f-b616-cf9a66549949 req-bb32716e-e6d0-460a-a97b-21d4c65acf69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5743f761d79479da53d15984413c928&device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 1096 time: 0.0743043 Feb 19 08:03:32.937656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188feb43-f33d-444f-b616-cf9a66549949 req-20f367ae-da79-4431-9f03-5d174fc96f67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:32.939003 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-188feb43-f33d-444f-b616-cf9a66549949 req-20f367ae-da79-4431-9f03-5d174fc96f67 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6772f23c-948d-43e5-9884-f40cd1f7586a HTTP/1.1" status: 200 len: 914 time: 0.1261263 Feb 19 08:03:33.002929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe4d59-5c3d-485e-9c96-729e594712ce req-081a8ea6-3e89-4d0f-a8d2-306b7b8f0417 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:33.004171 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-188feb43-f33d-444f-b616-cf9a66549949 req-389a2d0a-762c-4e7c-a61b-3fa2bc925137 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec8630ee-bc41-47f5-90c6-1b3b5476135c HTTP/1.1" status: 200 len: 217 time: 0.0587769 Feb 19 08:03:33.004415 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ffe4d59-5c3d-485e-9c96-729e594712ce req-081a8ea6-3e89-4d0f-a8d2-306b7b8f0417 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 943 time: 0.0765641 Feb 19 08:03:33.053762 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0ffe4d59-5c3d-485e-9c96-729e594712ce req-40da26c0-a154-4303-ac96-7efad14ef764 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Feb 19 08:03:33.068029 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188feb43-f33d-444f-b616-cf9a66549949 req-fb6f96c7-2287-4f30-b6db-b6b72078f121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:33.069497 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-188feb43-f33d-444f-b616-cf9a66549949 req-fb6f96c7-2287-4f30-b6db-b6b72078f121 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=841dd80d-a0f0-4ab2-b4db-e301143332c1 HTTP/1.1" status: 200 len: 853 time: 0.0598295 Feb 19 08:03:33.113622 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-188feb43-f33d-444f-b616-cf9a66549949 req-53257448-806b-43c3-9845-fa71788017dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6772f23c-948d-43e5-9884-f40cd1f7586a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382566 Feb 19 08:03:33.249416 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-188feb43-f33d-444f-b616-cf9a66549949 req-5b5bbd17-6da0-4f4e-9d27-fc187b000da3 service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297469 Feb 19 08:03:33.390729 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-188feb43-f33d-444f-b616-cf9a66549949 req-a2559be9-7c50-44ea-9cbc-5b0ea2cfc06e service neutron] 10.222.0.67 "GET /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351073 Feb 19 08:03:34.268331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09645c78-e22c-4251-a1a1-75c2c1b855c4 req-39854063-7a35-401a-b13a-ffb04f42b598 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:34.269769 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09645c78-e22c-4251-a1a1-75c2c1b855c4 req-39854063-7a35-401a-b13a-ffb04f42b598 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 943 time: 0.0906506 Feb 19 08:03:34.317313 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09645c78-e22c-4251-a1a1-75c2c1b855c4 req-39b5524d-f14d-46ca-a262-894e0484668d tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Feb 19 08:03:35.528194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137424-d9e6-44fc-8461-e8475968461c req-c4b8a2ee-c0ab-4f55-b720-23055b862d51 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:35.529650 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-93137424-d9e6-44fc-8461-e8475968461c req-c4b8a2ee-c0ab-4f55-b720-23055b862d51 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 943 time: 0.0784791 Feb 19 08:03:35.574454 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-93137424-d9e6-44fc-8461-e8475968461c req-3ce3812e-bcf1-4d20-a6c8-84a2952e9bcb tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391638 Feb 19 08:03:36.549184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ec8630ee-bc41-47f5-90c6-1b3b5476135c details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:03:36.695459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ec8630ee-bc41-47f5-90c6-1b3b5476135c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ec8630ee-bc41-47f5-90c6-1b3b5476135c,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:36.709017 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c', 'network_id': '6772f23c-948d-43e5-9884-f40cd1f7586a', 'port_id': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c', 'mac_address': 'fa:16:3e:22:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841dd80d-a0f0-4ab2-b4db-e301143332c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:03:36.773181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-128d32a7-099f-4c9f-8ce8-b1d14299cea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:36.776649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:36.790311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d2c79-052f-4fdc-8af4-e4c0bc34d200 req-7982e89a-5867-40a7-9b9a-687289d6ed69 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:36.791747 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-542d2c79-052f-4fdc-8af4-e4c0bc34d200 req-7982e89a-5867-40a7-9b9a-687289d6ed69 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 943 time: 0.0850983 Feb 19 08:03:36.794937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8630ee-bc41-47f5-90c6-1b3b5476135c {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:03:36.810909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ec8630ee-bc41-47f5-90c6-1b3b5476135c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ec8630ee-bc41-47f5-90c6-1b3b5476135c,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:36.815079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:36.838501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-542d2c79-052f-4fdc-8af4-e4c0bc34d200 req-7de2f34c-64d7-4d17-863d-2c45c0e94641 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Feb 19 08:03:36.880133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=ec8630ee-bc41-47f5-90c6-1b3b5476135c,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:37.142069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['ec8630ee-bc41-47f5-90c6-1b3b5476135c'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:03:37.704747 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:03:38.041423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d225ab-c917-4cb8-a4be-c35db9202c9d req-cf02e098-e710-428b-a037-d7358cbe8179 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:38.042798 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-97d225ab-c917-4cb8-a4be-c35db9202c9d req-cf02e098-e710-428b-a037-d7358cbe8179 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 944 time: 0.0771685 Feb 19 08:03:38.090307 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-97d225ab-c917-4cb8-a4be-c35db9202c9d req-f49ad56d-db54-46ac-a7df-6182c430a7ec tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Feb 19 08:03:38.556215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ec8630ee-bc41-47f5-90c6-1b3b5476135c up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:03:38.638285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port ec8630ee-bc41-47f5-90c6-1b3b5476135c completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:03:38.643300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port ec8630ee-bc41-47f5-90c6-1b3b5476135c triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:03:38.643735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:38.762486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:38.789652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876823a6-21d8-486a-84c0-340a6efff632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:03:38.799441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ec8630ee-bc41-47f5-90c6-1b3b5476135c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ec8630ee-bc41-47f5-90c6-1b3b5476135c,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:38.805242 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:38.847864 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876823a6-21d8-486a-84c0-340a6efff632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c', 'code': 200} Feb 19 08:03:38.874838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=ec8630ee-bc41-47f5-90c6-1b3b5476135c,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:38.883421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.883755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.884085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.884439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.884790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.885082 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.885398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.885716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.886093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.886412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.886746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:38.987163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-99ed84e4-a342-417e-a38e-2b3dcf433d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:39.174023 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d993d2bf-14ef-402f-9888-86cdb28e3050 req-e4dd9491-9aa9-4238-948d-5aa39ed1b98c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 1098 time: 0.1688652 Feb 19 08:03:39.216663 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d993d2bf-14ef-402f-9888-86cdb28e3050 req-c965dec6-94bb-49ec-a302-41e66d4ebd76 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362384 Feb 19 08:03:39.289651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27065867-36ee-4541-94a0-33a38ccd498a req-bb197f4c-0789-412b-b90b-8ab0108f9552 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:39.291075 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27065867-36ee-4541-94a0-33a38ccd498a req-bb197f4c-0789-412b-b90b-8ab0108f9552 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 945 time: 0.0800478 Feb 19 08:03:39.337665 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27065867-36ee-4541-94a0-33a38ccd498a req-48bdfb22-963d-41f8-ac05-08b4ee63206f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Feb 19 08:03:40.308397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:40.316614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:40.542520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f583b5e-796d-4543-80d3-a20ec0608d9b req-82a9aa67-f0e6-4117-b705-81a92639a501 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:40.544595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f583b5e-796d-4543-80d3-a20ec0608d9b req-82a9aa67-f0e6-4117-b705-81a92639a501 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 945 time: 0.0795126 Feb 19 08:03:40.675097 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f583b5e-796d-4543-80d3-a20ec0608d9b req-45be3343-919c-4027-b59e-889c02a409c7 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248496 Feb 19 08:03:41.558805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:41.892425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544058b-35cb-4e05-8cdb-93b2a688ca09 req-f8cd05f5-345c-4b87-99c0-b605c67ba831 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:41.893833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4544058b-35cb-4e05-8cdb-93b2a688ca09 req-f8cd05f5-345c-4b87-99c0-b605c67ba831 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 945 time: 0.0823460 Feb 19 08:03:41.938863 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4544058b-35cb-4e05-8cdb-93b2a688ca09 req-72173e14-2104-49cf-ba2b-fabadae3d5e2 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Feb 19 08:03:42.368535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3d39a-9735-4474-bd1b-7405c0248e3d req-6b7ccbd2-3067-49ee-bd6a-b375c9ffd536 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:42.370466 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-07c3d39a-9735-4474-bd1b-7405c0248e3d req-6b7ccbd2-3067-49ee-bd6a-b375c9ffd536 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 945 time: 0.0926208 Feb 19 08:03:42.417030 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-07c3d39a-9735-4474-bd1b-7405c0248e3d req-3e9170a2-83fe-419c-a176-92c7f890f3da tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Feb 19 08:03:43.626537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f751fdf-f36a-4a15-840f-d4424ae3682e req-6f961753-0dd6-429f-8240-103ecf964046 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:43.628025 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f751fdf-f36a-4a15-840f-d4424ae3682e req-6f961753-0dd6-429f-8240-103ecf964046 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 945 time: 0.0886941 Feb 19 08:03:43.673981 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f751fdf-f36a-4a15-840f-d4424ae3682e req-ed0d8f09-607f-42dd-9cc3-575a551a1c35 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Feb 19 08:03:43.701422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:43.879369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-5991173a-a20a-41b5-83bd-e72def2d62c1 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:43.879963 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-5991173a-a20a-41b5-83bd-e72def2d62c1 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Synchronizing usage tracker for tenant:d5743f761d79479da53d15984413c928 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:03:43.900104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-5991173a-a20a-41b5-83bd-e72def2d62c1 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Unset dirty status for tenant:d5743f761d79479da53d15984413c928 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:03:43.901241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-5991173a-a20a-41b5-83bd-e72def2d62c1 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 945 time: 0.1038091 Feb 19 08:03:43.980659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Deleting port ec8630ee-bc41-47f5-90c6-1b3b5476135c {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:43.980991 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:44.223504 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] For port ec8630ee-bc41-47f5-90c6-1b3b5476135c, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ec8630ee-bc41-47f5-90c6-1b3b5476135c,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:44.223793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:44.343682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Calling delete_port for ec8630ee-bc41-47f5-90c6-1b3b5476135c owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:44.484534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:44.496755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['05295c33-aedd-4300-a97f-7e87447da93e', 'ec8630ee-bc41-47f5-90c6-1b3b5476135c'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:03:44.535564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Pushing event deleted for resources: {'Port': ['ID=ec8630ee-bc41-47f5-90c6-1b3b5476135c,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:44.603548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] No DVR routers for this DVR port ec8630ee-bc41-47f5-90c6-1b3b5476135c on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:03:44.606127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:44.608596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876823a6-21d8-486a-84c0-340a6efff632', 'name': 'network-vif-deleted', 'tag': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:03:44.625281 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-78e958c1-7f0a-464c-9004-cc6004d86266 req-3cea32c6-23cc-4df0-8e87-5cfb5e5d7409 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "DELETE /v2.0/ports/ec8630ee-bc41-47f5-90c6-1b3b5476135c HTTP/1.1" status: 204 len: 173 time: 0.7187512 Feb 19 08:03:44.670173 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876823a6-21d8-486a-84c0-340a6efff632', 'name': 'network-vif-deleted', 'tag': 'ec8630ee-bc41-47f5-90c6-1b3b5476135c', 'status': 'completed', 'code': 200} Feb 19 08:03:44.854889 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1a0c5f46-f2af-4a81-b44f-1d6fa93a1719 req-12fa4718-23de-4029-bd6f-28b90f334255 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=876823a6-21d8-486a-84c0-340a6efff632 HTTP/1.1" status: 200 len: 210 time: 0.0490940 Feb 19 08:03:46.148068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51053307-d81a-41f3-aec8-ae2803e86f3c req-40296e2e-a118-4777-959e-d61761327e85 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:46.149515 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-51053307-d81a-41f3-aec8-ae2803e86f3c req-40296e2e-a118-4777-959e-d61761327e85 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0783486 Feb 19 08:03:46.194427 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-51053307-d81a-41f3-aec8-ae2803e86f3c req-3dabec47-b6c5-4bd1-aa64-01824c979b81 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 Feb 19 08:03:46.415114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead134d8-4353-4f23-aab4-100b1e105ae0 req-78f700df-2b33-4ba0-a2bb-f93b039b6d5a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:46.416596 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ead134d8-4353-4f23-aab4-100b1e105ae0 req-78f700df-2b33-4ba0-a2bb-f93b039b6d5a tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0819950 Feb 19 08:03:46.464298 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ead134d8-4353-4f23-aab4-100b1e105ae0 req-b5231458-ab8e-47fa-acc5-bb38e5b45ee4 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Feb 19 08:03:46.672460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b3265-625d-443a-b58a-de5a936a4258 req-d1bd2ad0-80f4-4291-a02c-0615de4b6d50 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:46.673899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e0b3265-625d-443a-b58a-de5a936a4258 req-d1bd2ad0-80f4-4291-a02c-0615de4b6d50 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0889406 Feb 19 08:03:46.722136 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e0b3265-625d-443a-b58a-de5a936a4258 req-0fbd3f95-00d8-4431-b847-dcb51f2299fd tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Feb 19 08:03:46.919625 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4df8f287-ade3-4c86-ae2d-b6981f4d35d7 req-4126ca25-e3b5-4ecb-b753-8f604a069cd0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700772 Feb 19 08:03:47.137193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226f265-e4e5-49f9-a4c8-27e1217abb21 req-ba3ef2c6-be45-40c5-b66a-288829eb7a4c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:47.138648 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d226f265-e4e5-49f9-a4c8-27e1217abb21 req-ba3ef2c6-be45-40c5-b66a-288829eb7a4c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0928323 Feb 19 08:03:47.190101 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d226f265-e4e5-49f9-a4c8-27e1217abb21 req-fd727ebb-7beb-41c8-a437-e67a6b3c5b59 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Feb 19 08:03:47.402152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a297010-5ad1-4c42-ad52-b8e9302ea2d9 req-b9e07bd2-3c82-4b19-a718-9bdf9f73eb7c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:47.403589 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7a297010-5ad1-4c42-ad52-b8e9302ea2d9 req-b9e07bd2-3c82-4b19-a718-9bdf9f73eb7c tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0836778 Feb 19 08:03:47.449030 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7a297010-5ad1-4c42-ad52-b8e9302ea2d9 req-84428433-d440-41e7-9760-f62816aefe56 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Feb 19 08:03:47.669138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af757287-ad00-43c4-a77f-8db04a8e3250 req-d94b35a1-5378-40b8-b5ee-fa7c8e9cc410 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:47.670585 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-af757287-ad00-43c4-a77f-8db04a8e3250 req-d94b35a1-5378-40b8-b5ee-fa7c8e9cc410 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0887249 Feb 19 08:03:47.718360 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-af757287-ad00-43c4-a77f-8db04a8e3250 req-4c8bb9bb-defd-40c0-8985-dc84b207bede tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Feb 19 08:03:48.289242 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a092af4-9b4e-4809-abc9-200e0566a5c0 req-5b3184bf-be0f-4e09-bcc8-98763b51d365 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:48.290676 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a092af4-9b4e-4809-abc9-200e0566a5c0 req-5b3184bf-be0f-4e09-bcc8-98763b51d365 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0816226 Feb 19 08:03:48.335408 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a092af4-9b4e-4809-abc9-200e0566a5c0 req-d52f7e4f-6b31-4d33-b154-0d6e17607637 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Feb 19 08:03:48.600624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ec8630ee-bc41-47f5-90c6-1b3b5476135c no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:03:48.636171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: ec8630ee-bc41-47f5-90c6-1b3b5476135c {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:03:48.636642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ec8630ee-bc41-47f5-90c6-1b3b5476135c not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:03:49.552294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761f721-c4ae-41c4-822b-85c2702f5d23 req-1e423f3f-eecc-40e5-9218-9ae25552190f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:49.553732 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f761f721-c4ae-41c4-822b-85c2702f5d23 req-1e423f3f-eecc-40e5-9218-9ae25552190f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.0861940 Feb 19 08:03:49.602205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f761f721-c4ae-41c4-822b-85c2702f5d23 req-c988f062-3f3e-41b8-b9d6-9fbdf926554d tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/security-groups?id=6693b138-d1ca-49ce-9340-bf176c7636d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Feb 19 08:03:49.847335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-a075c574-c341-437c-b86a-52a804acaa1f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:49.848017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-a075c574-c341-437c-b86a-52a804acaa1f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Synchronizing usage tracker for tenant:d5743f761d79479da53d15984413c928 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:03:49.872410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-a075c574-c341-437c-b86a-52a804acaa1f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Unset dirty status for tenant:d5743f761d79479da53d15984413c928 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:03:49.873867 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-a075c574-c341-437c-b86a-52a804acaa1f tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 945 time: 0.1248894 Feb 19 08:03:49.945830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Deleting port 05295c33-aedd-4300-a97f-7e87447da93e {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:03:49.946110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:50.183124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] For port 05295c33-aedd-4300-a97f-7e87447da93e, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=05295c33-aedd-4300-a97f-7e87447da93e,segment=NetworkSegment(cd51a549-6dd3-414e-a63e-a1532048434a),segment_id=cd51a549-6dd3-414e-a63e-a1532048434a)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:50.183440 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:50.298785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Calling delete_port for 05295c33-aedd-4300-a97f-7e87447da93e owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:03:50.439497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:50.452222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['05295c33-aedd-4300-a97f-7e87447da93e'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:03:50.485510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Pushing event deleted for resources: {'Port': ['ID=05295c33-aedd-4300-a97f-7e87447da93e,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:50.643750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] No DVR routers for this DVR port 05295c33-aedd-4300-a97f-7e87447da93e on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:03:50.647031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:50.650362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'name': 'network-vif-deleted', 'tag': '05295c33-aedd-4300-a97f-7e87447da93e'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:03:50.670290 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a06155a1-3eeb-4f86-8dc3-0882e4f66908 req-af7289a6-f41d-4e5b-a5f4-b14abcd1cd28 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.67 "DELETE /v2.0/ports/05295c33-aedd-4300-a97f-7e87447da93e HTTP/1.1" status: 204 len: 173 time: 0.7908375 Feb 19 08:03:50.708813 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa894c96-e684-4195-9d02-52f080b7ee32', 'name': 'network-vif-deleted', 'tag': '05295c33-aedd-4300-a97f-7e87447da93e', 'status': 'completed', 'code': 200} Feb 19 08:03:50.769813 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-141e035d-4cbb-4660-90d1-d3fc934eaceb req-f5f9c2fb-5c8d-45df-b6e1-bd6504e44b70 tempest-ServersNegativeTestJSON-478610717 tempest-ServersNegativeTestJSON-478610717-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa894c96-e684-4195-9d02-52f080b7ee32 HTTP/1.1" status: 200 len: 210 time: 0.0401039 Feb 19 08:03:51.889215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44486) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:51.962773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] Deleting subnet 841dd80d-a0f0-4ab2-b4db-e301143332c1 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:03:51.966462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.015596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.077633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.150771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.186950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841dd80d-a0f0-4ab2-b4db-e301143332c1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:52.191939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.197343 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-975e8123-b797-4f8a-a06d-af84622f48b2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/841dd80d-a0f0-4ab2-b4db-e301143332c1 HTTP/1.1" status: 204 len: 168 time: 0.3070145 Feb 19 08:03:52.200042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44490) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:52.300738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.503983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.528006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6772f23c-948d-43e5-9884-f40cd1f7586a']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:52.539921 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd51a549-6dd3-414e-a63e-a1532048434a') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:52.540240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd51a549-6dd3-414e-a63e-a1532048434a') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:52.554959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.575219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.584535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:03:52.584953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:03:52.601625 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:03:52.673811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.678058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:52.701131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] Pushing event deleted for resources: {'Network': ['ID=6772f23c-948d-43e5-9884-f40cd1f7586a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:52.707383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3bdb2cb5-a669-4de2-a14b-719560e148af admin admin] 10.222.0.72 "DELETE /v2.0/networks/6772f23c-948d-43e5-9884-f40cd1f7586a HTTP/1.1" status: 204 len: 168 time: 0.5064449 Feb 19 08:03:52.866021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:52.919822 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4027fbcf-89b0-415d-a42a-14a650f7e188 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5743f761d79479da53d15984413c928&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526481 Feb 19 08:03:52.922580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44500) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:52.987595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78647fc2-a32c-453f-81a9-7ed715ca5d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:53.012267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78647fc2-a32c-453f-81a9-7ed715ca5d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:53.074321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78647fc2-a32c-453f-81a9-7ed715ca5d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:53.089847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78647fc2-a32c-453f-81a9-7ed715ca5d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6693b138-d1ca-49ce-9340-bf176c7636d0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:53.102448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-78647fc2-a32c-453f-81a9-7ed715ca5d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:53.106640 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-78647fc2-a32c-453f-81a9-7ed715ca5d11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6693b138-d1ca-49ce-9340-bf176c7636d0 HTTP/1.1" status: 204 len: 168 time: 0.1799152 Feb 19 08:03:54.021247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44522) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:54.152416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1436488530'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:54.157568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:54.162058 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:network and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:54.165078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:54.171648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:54.182584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:54.185603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.198264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.231350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:54.235583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:security_group_rule and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:54.238548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:54.244662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:54.318442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.324316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.354364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:03:54.362715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6801bbc-4959-4484-a358-24c3587cc8f3,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:54.368023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.368432 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Added segment 26423bb2-1f4a-4385-87ec-b17f61086132 of type vlan for network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b Feb 19 08:03:54.395374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.426054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.429788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:54.430357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:54.534929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Network': ['ID=769bb2dd-97ef-4142-81b0-fa902d0c7d2b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:54.538184 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b1de5ccf-b605-4cce-a33b-1cefb80afc30 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5159512 Feb 19 08:03:54.545669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:03:54.638912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 05295c33-aedd-4300-a97f-7e87447da93e no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:03:54.674568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 05295c33-aedd-4300-a97f-7e87447da93e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:03:54.674899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 05295c33-aedd-4300-a97f-7e87447da93e not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:03:57.704876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44528) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:57.711307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'subnet': {'network_id': '769bb2dd-97ef-4142-81b0-fa902d0c7d2b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:57.818621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:57.822787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:subnet and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:57.830160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:57.836931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:57.852977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:57.959417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.187778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.267448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Subnet': ['ID=7f051ea9-4070-43e4-b9f7-e25b696dd84e,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:58.282637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Checking segment: {'id': '26423bb2-1f4a-4385-87ec-b17f61086132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '769bb2dd-97ef-4142-81b0-fa902d0c7d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:03:58.282984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network hostable DHCP agents. Network: 769bb2dd-97ef-4142-81b0-fa902d0c7d2b, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:03:58.308928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:03:58.321390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 769bb2dd-97ef-4142-81b0-fa902d0c7d2b) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:03:58.325857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:58.326414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.330650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51604172-2c22-49bb-80a9-9f4331956295 None None] Network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:03:58.348693 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-986dc79b-59d0-408a-bfe1-c8cbc8c3c67d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6427696 Feb 19 08:03:58.352131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44532) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:58.358268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336221180'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:58.363202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:58.367846 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:network and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:58.370703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:58.376277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:58.387558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:58.390455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.417903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:03:58.426380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.426711 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Added segment 7d369138-2dd6-4376-9b68-2e51238f2fed of type vlan for network 6a1e7396-ac7a-43ca-8130-808a45959916 Feb 19 08:03:58.452835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.482010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.485639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:58.486211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.544284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-769bb2dd-97ef-4142-81b0-fa902d0c7d2b', 'network_id': '769bb2dd-97ef-4142-81b0-fa902d0c7d2b', 'tenant_id': '37a83dcd3a854f3bbe374bd67f0a762f', 'fixed_ips': [{'subnet_id': '7f051ea9-4070-43e4-b9f7-e25b696dd84e'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:03:58.545071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.583402 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2301860 Feb 19 08:03:58.587334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44536) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:58.593779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'subnet': {'network_id': '6a1e7396-ac7a-43ca-8130-808a45959916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:58.595270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5548051-2255-4c51-a2e4-ce50c3de7e1d tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Network': ['ID=6a1e7396-ac7a-43ca-8130-808a45959916,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:58.609929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6a1e7396-ac7a-43ca-8130-808a45959916 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:03:58.703479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:58.707707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:subnet and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:58.710628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:58.716675 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:03:58.726792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:58.783104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Allocated IP 2001:db8:0:ffff::2 (769bb2dd-97ef-4142-81b0-fa902d0c7d2b/7f051ea9-4070-43e4-b9f7-e25b696dd84e/7f399d02-fb06-48e7-b2de-f5325e7ff107) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:03:58.832068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.980095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:58.990090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Transition to ACTIVE for port object 7f399d02-fb06-48e7-b2de-f5325e7ff107 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:03:59.007767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Transition to ACTIVE for port object 7f399d02-fb06-48e7-b2de-f5325e7ff107 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:03:59.015647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.054540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.082237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:03:59.084991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:03:59.089344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:03:59.091403 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Pushing event updated for resources: {'Port': ['ID=7f399d02-fb06-48e7-b2de-f5325e7ff107,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:59.136478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Subnet': ['ID=ff8c68b6-76c0-43eb-82dd-1460c299245a,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:59.149820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Checking segment: {'id': '7d369138-2dd6-4376-9b68-2e51238f2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '6a1e7396-ac7a-43ca-8130-808a45959916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:03:59.150274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network hostable DHCP agents. Network: 6a1e7396-ac7a-43ca-8130-808a45959916, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:03:59.172949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network 6a1e7396-ac7a-43ca-8130-808a45959916 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:03:59.176385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Attempting to bind port 7f399d02-fb06-48e7-b2de-f5325e7ff107 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:03:59.176749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Attempting to bind port 7f399d02-fb06-48e7-b2de-f5325e7ff107 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '26423bb2-1f4a-4385-87ec-b17f61086132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '769bb2dd-97ef-4142-81b0-fa902d0c7d2b'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:03:59.177095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Attempting to bind port 7f399d02-fb06-48e7-b2de-f5325e7ff107 on network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:03:59.182771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 6a1e7396-ac7a-43ca-8130-808a45959916) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:03:59.183372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:03:59.183731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Checking segment: {'id': '26423bb2-1f4a-4385-87ec-b17f61086132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '769bb2dd-97ef-4142-81b0-fa902d0c7d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:03:59.184119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.184525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Bound using segment: {'id': '26423bb2-1f4a-4385-87ec-b17f61086132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '769bb2dd-97ef-4142-81b0-fa902d0c7d2b'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:03:59.184973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Bound port: 7f399d02-fb06-48e7-b2de-f5325e7ff107, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26423bb2-1f4a-4385-87ec-b17f61086132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '769bb2dd-97ef-4142-81b0-fa902d0c7d2b'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:03:59.185456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.187361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:59.187941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.194945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1003e-e33f-412c-8b9e-26857e789475 None None] Network 6a1e7396-ac7a-43ca-8130-808a45959916 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:03:59.213245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-58f4328a-688d-4aaa-9dc7-badb511aa74e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6220541 Feb 19 08:03:59.213600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44540) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:59.353188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.418765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.432870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] For port 7f399d02-fb06-48e7-b2de-f5325e7ff107, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:59.452948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] For port 7f399d02-fb06-48e7-b2de-f5325e7ff107, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7f399d02-fb06-48e7-b2de-f5325e7ff107,segment=NetworkSegment(26423bb2-1f4a-4385-87ec-b17f61086132),segment_id=26423bb2-1f4a-4385-87ec-b17f61086132)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:03:59.458507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.496465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.540739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8c68b6-76c0-43eb-82dd-1460c299245a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:59.567008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bfb89b-72c1-4bbb-be7c-bc532d2adf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6a1e7396-ac7a-43ca-8130-808a45959916', 'network_id': '6a1e7396-ac7a-43ca-8130-808a45959916', 'tenant_id': '37a83dcd3a854f3bbe374bd67f0a762f', 'fixed_ips': [{'subnet_id': 'ff8c68b6-76c0-43eb-82dd-1460c299245a'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:03:59.567791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb89b-72c1-4bbb-be7c-bc532d2adf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.592085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f09123-0264-413f-a262-1eddd9d8eb10 None None] Pushing event updated for resources: {'Port': ['ID=7f399d02-fb06-48e7-b2de-f5325e7ff107,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:59.674708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2895cb9-9b9e-44c7-9bc0-1f4236cdcf7d None None] Network 6a1e7396-ac7a-43ca-8130-808a45959916 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:03:59.744876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.783880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1e7396-ac7a-43ca-8130-808a45959916']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:59.791952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d369138-2dd6-4376-9b68-2e51238f2fed') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:59.792258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d369138-2dd6-4376-9b68-2e51238f2fed') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:59.803382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.822413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.833308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:03:59.833834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:03:59.850055 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:03:59.940553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.957172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:03:59.968665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Network': ['ID=6a1e7396-ac7a-43ca-8130-808a45959916,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:59.971391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6ad8c406-58b8-421a-a6b0-0e0221b2a05f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/6a1e7396-ac7a-43ca-8130-808a45959916 HTTP/1.1" status: 204 len: 168 time: 0.7568786 Feb 19 08:03:59.975088 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44544) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:03:59.980401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867212610'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:03:59.985339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:03:59.989214 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:network and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:03:59.992080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:03:59.998065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:00.009282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:00.012280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.040961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:04:00.054194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.054558 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Added segment 747b8bc5-ce58-4f3f-8d2f-381366c840f9 of type vlan for network a346bef1-4130-40d1-943b-e4c24e4057e6 Feb 19 08:04:00.080730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.110346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.115764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:00.116341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.213364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2372749 Feb 19 08:04:00.216496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:00.223258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'subnet': {'network_id': 'a346bef1-4130-40d1-943b-e4c24e4057e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:00.225750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3c368-fb72-4840-951e-c0f47fb21e08 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Network': ['ID=a346bef1-4130-40d1-943b-e4c24e4057e6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:00.237676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network a346bef1-4130-40d1-943b-e4c24e4057e6 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:04:00.335821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:00.339797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:subnet and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:00.342950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:00.349048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:00.360142 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:00.465386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.521093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd0023-3a40-454d-aadd-568db56a0534 None None] Network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:00.555371 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Performing IP validity checks on allocation pools {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 19 08:04:00.555890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.ipam_backend_mixin [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 19 08:04:00.669970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-38d04a42-0753-469e-8e22-71d2dedb563e None None] Provisioning for port 7f399d02-fb06-48e7-b2de-f5325e7ff107 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:00.681249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.756072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Subnet': ['ID=4c1ee197-a1df-4f39-9be7-b0b3b47d4465,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:00.771518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Checking segment: {'id': '747b8bc5-ce58-4f3f-8d2f-381366c840f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a346bef1-4130-40d1-943b-e4c24e4057e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:00.771678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network hostable DHCP agents. Network: a346bef1-4130-40d1-943b-e4c24e4057e6, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:04:00.794706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network a346bef1-4130-40d1-943b-e4c24e4057e6 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:04:00.804550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, a346bef1-4130-40d1-943b-e4c24e4057e6) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:00.808652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:00.809222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:00.813495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6fb7c0-0c1c-464c-989a-cab779164df3 None None] Network a346bef1-4130-40d1-943b-e4c24e4057e6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:00.831252 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-11e15130-5219-4a4e-afc5-e14d544a48e3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6129363 Feb 19 08:04:00.834241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44552) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:00.977707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.036769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78679c17-2faf-40ab-80be-a3c51517b844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-a346bef1-4130-40d1-943b-e4c24e4057e6', 'network_id': 'a346bef1-4130-40d1-943b-e4c24e4057e6', 'tenant_id': '37a83dcd3a854f3bbe374bd67f0a762f', 'fixed_ips': [{'subnet_id': '4c1ee197-a1df-4f39-9be7-b0b3b47d4465'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:04:01.038149 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-78679c17-2faf-40ab-80be-a3c51517b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.053580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.059632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7f399d02-fb06-48e7-b2de-f5325e7ff107 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:01.127851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.164692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1ee197-a1df-4f39-9be7-b0b3b47d4465,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server [None req-78679c17-2faf-40ab-80be-a3c51517b844 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c1ee197-a1df-4f39-9be7-b0b3b47d4465: This subnet is being modified by another concurrent operation. Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise value Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server raise exception Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c1ee197-a1df-4f39-9be7-b0b3b47d4465: This subnet is being modified by another concurrent operation. Feb 19 08:04:01.189092 dv-neutron-829958-1-hyperv neutron-server[83570]: ERROR oslo_messaging.rpc.server Feb 19 08:04:01.208091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771019b-e9ed-4815-8c6f-5e8782d346b4 None None] Network a346bef1-4130-40d1-943b-e4c24e4057e6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:01.220159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 7f399d02-fb06-48e7-b2de-f5325e7ff107 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:01.263011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.274968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7f399d02-fb06-48e7-b2de-f5325e7ff107 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:01.275331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.287707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a346bef1-4130-40d1-943b-e4c24e4057e6']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:01.299405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747b8bc5-ce58-4f3f-8d2f-381366c840f9') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:01.299721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747b8bc5-ce58-4f3f-8d2f-381366c840f9') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:01.310966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.326906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.333678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:04:01.334059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:04:01.352092 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:04:01.432020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.450589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.463067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Network': ['ID=a346bef1-4130-40d1-943b-e4c24e4057e6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:01.470096 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9dcfc3fe-492a-472e-a442-c4f755f77d42 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/a346bef1-4130-40d1-943b-e4c24e4057e6 HTTP/1.1" status: 204 len: 168 time: 0.6308119 Feb 19 08:04:01.470458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44556) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:01.475526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-634573749'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:01.482868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:01.484070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf03fd-3b04-4b17-a1bc-ce4f70c61367 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 08:04:01.486770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:network and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:01.489693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:01.495252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:01.505786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:01.508710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.540499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:04:01.549780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.550167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Added segment 8c509dad-db82-4d77-a6d5-291a0818e179 of type vlan for network e6eb6953-cef8-4bc0-aa9d-40db948610c6 Feb 19 08:04:01.551949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.576409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.606008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.609632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:01.610203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.615384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 7f399d02-fb06-48e7-b2de-f5325e7ff107, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7f399d02-fb06-48e7-b2de-f5325e7ff107,segment=NetworkSegment(26423bb2-1f4a-4385-87ec-b17f61086132),segment_id=26423bb2-1f4a-4385-87ec-b17f61086132)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:01.616818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf03fd-3b04-4b17-a1bc-ce4f70c61367 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 08:04:01.622610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:01.708809 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2339702 Feb 19 08:04:01.709031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44560) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:01.716546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'subnet': {'network_id': 'e6eb6953-cef8-4bc0-aa9d-40db948610c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:01.739453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9439c-72bd-493d-ba8e-dbe8f971529e tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Network': ['ID=e6eb6953-cef8-4bc0-aa9d-40db948610c6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:01.755146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network e6eb6953-cef8-4bc0-aa9d-40db948610c6 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:04:01.771896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=7f399d02-fb06-48e7-b2de-f5325e7ff107,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:01.827990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:01.831913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:subnet and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:01.834772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:01.840527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:01.850947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:01.950054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.255795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.331772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Subnet': ['ID=45bc2b15-7846-4eac-961d-d7df51076152,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:02.343480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Checking segment: {'id': '8c509dad-db82-4d77-a6d5-291a0818e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6eb6953-cef8-4bc0-aa9d-40db948610c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:02.343824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network hostable DHCP agents. Network: e6eb6953-cef8-4bc0-aa9d-40db948610c6, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:04:02.369717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network e6eb6953-cef8-4bc0-aa9d-40db948610c6 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:04:02.380111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, e6eb6953-cef8-4bc0-aa9d-40db948610c6) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:02.384799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.385429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.389624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1948fea-885f-4cc1-8681-e6e16267c6bb None None] Network e6eb6953-cef8-4bc0-aa9d-40db948610c6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:02.412410 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-994ded23-cc9e-4bbe-9cfe-90c544997b9b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7024565 Feb 19 08:04:02.415794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44564) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:02.421530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86103823'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:02.426642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:02.430618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:network and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:02.433648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:02.439331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:02.451110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:02.454303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.483074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:04:02.492036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.492391 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Added segment 04922ab8-7f96-4a41-a04b-3754ac5094da of type vlan for network 4669ee64-8754-4330-9882-09c5d1b434b4 Feb 19 08:04:02.518289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.548813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.552685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.553243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.609024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-e6eb6953-cef8-4bc0-aa9d-40db948610c6', 'network_id': 'e6eb6953-cef8-4bc0-aa9d-40db948610c6', 'tenant_id': '37a83dcd3a854f3bbe374bd67f0a762f', 'fixed_ips': [{'subnet_id': '45bc2b15-7846-4eac-961d-d7df51076152'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:04:02.609858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:02.648132 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2311625 Feb 19 08:04:02.651197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44568) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:02.658770 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Request body: {'subnet': {'network_id': '4669ee64-8754-4330-9882-09c5d1b434b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:02.660142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281d9d6-647b-4717-bf59-b5eeb736d5ef tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Network': ['ID=4669ee64-8754-4330-9882-09c5d1b434b4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:02.671788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 4669ee64-8754-4330-9882-09c5d1b434b4 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:04:02.773843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:02.777704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Usage tracker for resource:subnet and tenant:37a83dcd3a854f3bbe374bd67f0a762f is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:02.780466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:02.786117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:02.797000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Made reservation on behalf of 37a83dcd3a854f3bbe374bd67f0a762f for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:02.856319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Allocated IP 2001:db8::2 (e6eb6953-cef8-4bc0-aa9d-40db948610c6/45bc2b15-7846-4eac-961d-d7df51076152/332f7356-9e52-4731-8606-ab348f6de9dd) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:03.008685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.038021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7f399d02-fb06-48e7-b2de-f5325e7ff107 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:03.118824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.133022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Transition to ACTIVE for port object 332f7356-9e52-4731-8606-ab348f6de9dd will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:03.155434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Transition to ACTIVE for port object 332f7356-9e52-4731-8606-ab348f6de9dd will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:03.162053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 7f399d02-fb06-48e7-b2de-f5325e7ff107 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:03.162485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.188916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.222320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.291767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event updated for resources: {'Subnet': ['ID=4be6eb55-3af2-48c9-9a54-6583914afb78,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:03.320810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Checking segment: {'id': '04922ab8-7f96-4a41-a04b-3754ac5094da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4669ee64-8754-4330-9882-09c5d1b434b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:03.321209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network hostable DHCP agents. Network: 4669ee64-8754-4330-9882-09c5d1b434b4, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:04:03.328482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Network e6eb6953-cef8-4bc0-aa9d-40db948610c6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:03.329597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Pushing event updated for resources: {'Port': ['ID=332f7356-9e52-4731-8606-ab348f6de9dd,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:03.334469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:03.336509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:03.347260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Network 4669ee64-8754-4330-9882-09c5d1b434b4 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:04:03.357602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 4669ee64-8754-4330-9882-09c5d1b434b4) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:03.361464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:03.362025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.378783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1193b-3634-4159-8735-15ea64e72bbe None None] Network 4669ee64-8754-4330-9882-09c5d1b434b4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:03.385862 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1718cd53-194e-48e5-a7f5-145c0a945b86 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7301612 Feb 19 08:04:03.386204 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44572) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:03.525740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.553673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Attempting to bind port 332f7356-9e52-4731-8606-ab348f6de9dd on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:03.554046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Attempting to bind port 332f7356-9e52-4731-8606-ab348f6de9dd by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '8c509dad-db82-4d77-a6d5-291a0818e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6eb6953-cef8-4bc0-aa9d-40db948610c6'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:03.554396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Attempting to bind port 332f7356-9e52-4731-8606-ab348f6de9dd on network e6eb6953-cef8-4bc0-aa9d-40db948610c6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:03.591580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.594416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:03.594755 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Checking segment: {'id': '8c509dad-db82-4d77-a6d5-291a0818e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6eb6953-cef8-4bc0-aa9d-40db948610c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:03.595184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.595558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Bound using segment: {'id': '8c509dad-db82-4d77-a6d5-291a0818e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6eb6953-cef8-4bc0-aa9d-40db948610c6'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:03.596023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Bound port: 332f7356-9e52-4731-8606-ab348f6de9dd, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c509dad-db82-4d77-a6d5-291a0818e179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e6eb6953-cef8-4bc0-aa9d-40db948610c6'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:03.596382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.669192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.705473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Subnet': ['ID=4be6eb55-3af2-48c9-9a54-6583914afb78,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:03.731369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.731710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.732020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.732387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.732706 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.733030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.733342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.733661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.733973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.734278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.734587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:03.763019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] For port 332f7356-9e52-4731-8606-ab348f6de9dd, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:03.766318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4907b3c-bc6c-4deb-a496-56d3493bc70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-4669ee64-8754-4330-9882-09c5d1b434b4', 'network_id': '4669ee64-8754-4330-9882-09c5d1b434b4', 'tenant_id': '37a83dcd3a854f3bbe374bd67f0a762f', 'fixed_ips': [{'subnet_id': '4be6eb55-3af2-48c9-9a54-6583914afb78'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:04:03.767092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4907b3c-bc6c-4deb-a496-56d3493bc70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.785814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] For port 332f7356-9e52-4731-8606-ab348f6de9dd, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=332f7356-9e52-4731-8606-ab348f6de9dd,segment=NetworkSegment(8c509dad-db82-4d77-a6d5-291a0818e179),segment_id=8c509dad-db82-4d77-a6d5-291a0818e179)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:03.810666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.823750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.835041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4669ee64-8754-4330-9882-09c5d1b434b4']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:03.846918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04922ab8-7f96-4a41-a04b-3754ac5094da') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:03.847200 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04922ab8-7f96-4a41-a04b-3754ac5094da') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:03.858299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.874872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.881407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:04:03.881943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:04:03.896522 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:04:03.922008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a53681e-4168-44a2-bc4b-3c21a2bae4f2 None None] Network 4669ee64-8754-4330-9882-09c5d1b434b4 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:03.943242 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06176a6-cc7b-46e2-99f7-ba1e19c9fda0 None None] Pushing event updated for resources: {'Port': ['ID=332f7356-9e52-4731-8606-ab348f6de9dd,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:03.981561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:03.998907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.010053 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Network': ['ID=4669ee64-8754-4330-9882-09c5d1b434b4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:04.014292 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ec74fb31-137d-4601-9451-3c61eb45fdff tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/4669ee64-8754-4330-9882-09c5d1b434b4 HTTP/1.1" status: 204 len: 168 time: 0.6271458 Feb 19 08:04:04.017041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44576) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:04.056215 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19c4b66-11e6-40fd-a8d9-339a4e35be7f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] GET failed (client error): The resource could not be found. Feb 19 08:04:04.056719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c19c4b66-11e6-40fd-a8d9-339a4e35be7f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Synchronizing usage tracker for tenant:37a83dcd3a854f3bbe374bd67f0a762f on resource:subnet {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:04:04.077365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c19c4b66-11e6-40fd-a8d9-339a4e35be7f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Unset dirty status for tenant:37a83dcd3a854f3bbe374bd67f0a762f on resource:subnet {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:04:04.081700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44580) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:04.091381 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c19c4b66-11e6-40fd-a8d9-339a4e35be7f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "GET /v2.0/subnets/4be6eb55-3af2-48c9-9a54-6583914afb78 HTTP/1.1" status: 404 len: 337 time: 0.0639758 Feb 19 08:04:04.129528 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-416f94c7-9945-44dd-8253-2184b2fd1579 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] DELETE failed (client error): The resource could not be found. Feb 19 08:04:04.129963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416f94c7-9945-44dd-8253-2184b2fd1579 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:04:04.131609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-416f94c7-9945-44dd-8253-2184b2fd1579 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/4669ee64-8754-4330-9882-09c5d1b434b4 HTTP/1.1" status: 404 len: 339 time: 0.0332909 Feb 19 08:04:04.135404 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44584) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:04.176194 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e53b4cd-c1f7-4514-8852-db80e7631e50 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] DELETE failed (client error): The resource could not be found. Feb 19 08:04:04.176541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e53b4cd-c1f7-4514-8852-db80e7631e50 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:04:04.178213 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8e53b4cd-c1f7-4514-8852-db80e7631e50 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/subnets/4be6eb55-3af2-48c9-9a54-6583914afb78 HTTP/1.1" status: 404 len: 337 time: 0.0418894 Feb 19 08:04:04.180969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44588) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:04.206071 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c78883f-d208-4af7-a0fe-1cbb58f83dd9 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] DELETE failed (client error): The resource could not be found. Feb 19 08:04:04.206508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c78883f-d208-4af7-a0fe-1cbb58f83dd9 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:04:04.208182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7c78883f-d208-4af7-a0fe-1cbb58f83dd9 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/4669ee64-8754-4330-9882-09c5d1b434b4 HTTP/1.1" status: 404 len: 339 time: 0.0262072 Feb 19 08:04:04.210733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44592) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:04.403574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Deleting subnet 45bc2b15-7846-4eac-961d-d7df51076152 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:04:04.407026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.461150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.547134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.622948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.663203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Subnet': ['ID=45bc2b15-7846-4eac-961d-d7df51076152,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:04.667631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.682083 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fde6cdb0-53ba-4cc8-91cb-8d743c7ef1de tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/subnets/45bc2b15-7846-4eac-961d-d7df51076152 HTTP/1.1" status: 204 len: 168 time: 0.4702318 Feb 19 08:04:04.684413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44596) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:04.796391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.807020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Deleting port 332f7356-9e52-4731-8606-ab348f6de9dd {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:04.807339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:04.822009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baab57d-643a-4187-ad1b-a8017b8b3c08 None None] Network e6eb6953-cef8-4bc0-aa9d-40db948610c6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:04.982599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-129adca8-dfac-4982-8c89-2f3f7fc27e72 None None] Provisioning for port 332f7356-9e52-4731-8606-ab348f6de9dd completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:05.061172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 332f7356-9e52-4731-8606-ab348f6de9dd up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:05.089109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] DHCP port deletion for e6eb6953-cef8-4bc0-aa9d-40db948610c6 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:04:05.106189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Deleting port 332f7356-9e52-4731-8606-ab348f6de9dd {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:05.106638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.113730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] For port 332f7356-9e52-4731-8606-ab348f6de9dd, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=332f7356-9e52-4731-8606-ab348f6de9dd,segment=NetworkSegment(8c509dad-db82-4d77-a6d5-291a0818e179),segment_id=8c509dad-db82-4d77-a6d5-291a0818e179)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:05.114149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.230762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Calling delete_port for 332f7356-9e52-4731-8606-ab348f6de9dd owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:05.234279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 332f7356-9e52-4731-8606-ab348f6de9dd completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:05.287819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 332f7356-9e52-4731-8606-ab348f6de9dd triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:05.288167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.306684 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.333931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Port 332f7356-9e52-4731-8606-ab348f6de9dd was deleted so its status cannot be updated. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 19 08:04:05.349717 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Port': ['ID=332f7356-9e52-4731-8606-ab348f6de9dd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:05.354289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] For port 332f7356-9e52-4731-8606-ab348f6de9dd, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=332f7356-9e52-4731-8606-ab348f6de9dd,segment=NetworkSegment(8c509dad-db82-4d77-a6d5-291a0818e179),segment_id=8c509dad-db82-4d77-a6d5-291a0818e179)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:05.354802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.356062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No DVR routers for this DVR port 332f7356-9e52-4731-8606-ab348f6de9dd on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:05.472332 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Calling delete_port for 332f7356-9e52-4731-8606-ab348f6de9dd owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:05.478263 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.502777 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6eb6953-cef8-4bc0-aa9d-40db948610c6']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:05.514537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c509dad-db82-4d77-a6d5-291a0818e179') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:05.514833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c509dad-db82-4d77-a6d5-291a0818e179') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:05.526230 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.542780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.549891 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:04:05.550344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:04:05.565582 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:04:05.587503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:04:05.587827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:04:05.652900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.658613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:05.685722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Network': ['ID=e6eb6953-cef8-4bc0-aa9d-40db948610c6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:05.689314 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-51f24c3a-c0b5-4173-b7a4-6ccf12dd98a3 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/e6eb6953-cef8-4bc0-aa9d-40db948610c6 HTTP/1.1" status: 204 len: 168 time: 1.0039887 Feb 19 08:04:05.691960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44600) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:05.728063 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.pecan_wsgi.hooks.translation [None req-99be7282-65d9-4efe-85de-4203a72aae81 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] DELETE failed (client error): The resource could not be found. Feb 19 08:04:05.728508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99be7282-65d9-4efe-85de-4203a72aae81 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:04:05.730045 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-99be7282-65d9-4efe-85de-4203a72aae81 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/subnets/4c1ee197-a1df-4f39-9be7-b0b3b47d4465 HTTP/1.1" status: 404 len: 337 time: 0.0371737 Feb 19 08:04:05.733478 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:05.770877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9026d9a-3a70-4afd-802d-068c9de0432a tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] DELETE failed (client error): The resource could not be found. Feb 19 08:04:05.771211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9026d9a-3a70-4afd-802d-068c9de0432a tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:04:05.772820 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b9026d9a-3a70-4afd-802d-068c9de0432a tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/a346bef1-4130-40d1-943b-e4c24e4057e6 HTTP/1.1" status: 404 len: 339 time: 0.0376308 Feb 19 08:04:05.776517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:05.813205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e3b303-60fb-473a-9eff-6e70beba959b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] DELETE failed (client error): The resource could not be found. Feb 19 08:04:05.813631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e3b303-60fb-473a-9eff-6e70beba959b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:04:05.815197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-18e3b303-60fb-473a-9eff-6e70beba959b tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/subnets/ff8c68b6-76c0-43eb-82dd-1460c299245a HTTP/1.1" status: 404 len: 337 time: 0.0378060 Feb 19 08:04:05.817703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44612) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:05.841185 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abc7d88-b2d4-4b67-907f-77ee69c1df7f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] DELETE failed (client error): The resource could not be found. Feb 19 08:04:05.841616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4abc7d88-b2d4-4b67-907f-77ee69c1df7f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:04:05.843103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4abc7d88-b2d4-4b67-907f-77ee69c1df7f tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/6a1e7396-ac7a-43ca-8130-808a45959916 HTTP/1.1" status: 404 len: 339 time: 0.0245368 Feb 19 08:04:05.845409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44616) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:06.027444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Deleting subnet 7f051ea9-4070-43e4-b9f7-e25b696dd84e {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:04:06.030405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.088947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.089677 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Deleting port 332f7356-9e52-4731-8606-ab348f6de9dd {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:06.090213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.150971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ade2d-8675-4c51-bcfe-7d7a885fc934 None None] The port '332f7356-9e52-4731-8606-ab348f6de9dd' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:04:06.172905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.250658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.289091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Subnet': ['ID=7f051ea9-4070-43e4-b9f7-e25b696dd84e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:06.293122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.299156 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf94ac-660f-4577-afbc-e91a4ded0ed9 None None] Network 769bb2dd-97ef-4142-81b0-fa902d0c7d2b requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:06.304774 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7d5a3c16-b066-40a0-be67-cc834380e595 tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/subnets/7f051ea9-4070-43e4-b9f7-e25b696dd84e HTTP/1.1" status: 204 len: 168 time: 0.4562299 Feb 19 08:04:06.305162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44620) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:06.418298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.428927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Deleting port 7f399d02-fb06-48e7-b2de-f5325e7ff107 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:06.429348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.535240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] DHCP port deletion for 769bb2dd-97ef-4142-81b0-fa902d0c7d2b request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:04:06.539866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Deleting port 7f399d02-fb06-48e7-b2de-f5325e7ff107 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:06.540453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.633970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] For port 7f399d02-fb06-48e7-b2de-f5325e7ff107, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7f399d02-fb06-48e7-b2de-f5325e7ff107,segment=NetworkSegment(26423bb2-1f4a-4385-87ec-b17f61086132),segment_id=26423bb2-1f4a-4385-87ec-b17f61086132)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:06.634399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.735922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] For port 7f399d02-fb06-48e7-b2de-f5325e7ff107, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=7f399d02-fb06-48e7-b2de-f5325e7ff107,segment=NetworkSegment(26423bb2-1f4a-4385-87ec-b17f61086132),segment_id=26423bb2-1f4a-4385-87ec-b17f61086132)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:06.736305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.750377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Calling delete_port for 7f399d02-fb06-48e7-b2de-f5325e7ff107 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:06.824808 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.856620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-95275417-8f5e-4689-a1b5-e93304cbb40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:06.863824 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Calling delete_port for 7f399d02-fb06-48e7-b2de-f5325e7ff107 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:06.866869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Port': ['ID=7f399d02-fb06-48e7-b2de-f5325e7ff107,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:06.873168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] No DVR routers for this DVR port 7f399d02-fb06-48e7-b2de-f5325e7ff107 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:06.932189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:04:06.932557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:04:07.025700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 332f7356-9e52-4731-8606-ab348f6de9dd no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:04:07.059379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 332f7356-9e52-4731-8606-ab348f6de9dd {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:04:07.059705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 332f7356-9e52-4731-8606-ab348f6de9dd not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:04:07.060184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7f399d02-fb06-48e7-b2de-f5325e7ff107 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:04:07.083099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.093566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 7f399d02-fb06-48e7-b2de-f5325e7ff107 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:04:07.094112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 7f399d02-fb06-48e7-b2de-f5325e7ff107 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:04:07.108180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769bb2dd-97ef-4142-81b0-fa902d0c7d2b']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:07.120085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26423bb2-1f4a-4385-87ec-b17f61086132') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:07.120418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26423bb2-1f4a-4385-87ec-b17f61086132') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:07.131342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.148952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.154974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:04:07.155336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:04:07.169611 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:04:07.259038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.278130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.284135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] Pushing event deleted for resources: {'Network': ['ID=769bb2dd-97ef-4142-81b0-fa902d0c7d2b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:07.290847 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d6068e4-eedd-4f8a-ad7f-e453db571bfc tempest-NetworksIpV6Test-1781738465 tempest-NetworksIpV6Test-1781738465-project] 10.222.0.72 "DELETE /v2.0/networks/769bb2dd-97ef-4142-81b0-fa902d0c7d2b HTTP/1.1" status: 204 len: 168 time: 0.9846954 Feb 19 08:04:07.434274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Deleting port 7f399d02-fb06-48e7-b2de-f5325e7ff107 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:07.434655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.502786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9914904a-dcca-42d0-b57f-6f71c80cfbde None None] The port '7f399d02-fb06-48e7-b2de-f5325e7ff107' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:04:07.587133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44628) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:07.768207 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e134f890-70d5-4007-ab87-1ba15d38a215 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37a83dcd3a854f3bbe374bd67f0a762f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797323 Feb 19 08:04:07.771844 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44634) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:07.840598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e98c8e7-b5b9-4aef-8f21-f2f2096db20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.865249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e98c8e7-b5b9-4aef-8f21-f2f2096db20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.926885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e98c8e7-b5b9-4aef-8f21-f2f2096db20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.941039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98c8e7-b5b9-4aef-8f21-f2f2096db20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6801bbc-4959-4484-a358-24c3587cc8f3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:07.947081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e98c8e7-b5b9-4aef-8f21-f2f2096db20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:07.948208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8e98c8e7-b5b9-4aef-8f21-f2f2096db20d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6801bbc-4959-4484-a358-24c3587cc8f3 HTTP/1.1" status: 204 len: 168 time: 0.1754653 Feb 19 08:04:08.818565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44656) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:08.957110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1509262846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:08.966735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:08.970749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Usage tracker for resource:router and tenant:8842d9672da1484faf7aab19c7e67598 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:08.975076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:08.981735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:08.991512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fa3593ba-2895-4407-bc08-cd1beb6ff03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:08.994556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:08.995595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.014794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.033677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.055467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.056757 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ddc59612-9c85-4987-8179-78ed2414ede3 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2372580 Feb 19 08:04:09.059985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:09.065709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1268980541'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:09.070653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:09.074777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Usage tracker for resource:network and tenant:8842d9672da1484faf7aab19c7e67598 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:09.078279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:09.083989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:09.095160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Made reservation on behalf of 8842d9672da1484faf7aab19c7e67598 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:09.098215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.110783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.144642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:09.148405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Usage tracker for resource:security_group_rule and tenant:8842d9672da1484faf7aab19c7e67598 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:09.151199 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:09.157648 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:09.226753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.233335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.268034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:04:09.275942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86675c9-e5d5-4852-8683-d9dd1e062f7a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:09.281857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.282189 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Added segment 66666aae-c8be-44df-8ec3-86fa8fe6591c of type vlan for network f5af664c-a9b5-4af6-b13b-20e0fe89e92e Feb 19 08:04:09.291832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.292296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.292633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.292957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.293281 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.293631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.293922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.294237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.294596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.294868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.295171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:09.320558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.350875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.354712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:09.355285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.458797 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3976350 Feb 19 08:04:09.461749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44666) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:09.465347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfe708-ac2f-4762-8b57-9f527fdd6399 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event updated for resources: {'Network': ['ID=f5af664c-a9b5-4af6-b13b-20e0fe89e92e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:09.467649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Request body: {'subnet': {'network_id': 'f5af664c-a9b5-4af6-b13b-20e0fe89e92e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:09.476281 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network f5af664c-a9b5-4af6-b13b-20e0fe89e92e details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:04:09.576599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:09.580491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Usage tracker for resource:subnet and tenant:8842d9672da1484faf7aab19c7e67598 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:09.583287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:09.589036 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:09.600701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Made reservation on behalf of 8842d9672da1484faf7aab19c7e67598 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:09.704270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.913288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:09.984793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event updated for resources: {'Subnet': ['ID=f254699a-a249-4740-b074-15d7233c9d79,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:10.003273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Checking segment: {'id': '66666aae-c8be-44df-8ec3-86fa8fe6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5af664c-a9b5-4af6-b13b-20e0fe89e92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:10.003616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Network hostable DHCP agents. Network: f5af664c-a9b5-4af6-b13b-20e0fe89e92e, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:04:10.027749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Network f5af664c-a9b5-4af6-b13b-20e0fe89e92e is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:04:10.039062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, f5af664c-a9b5-4af6-b13b-20e0fe89e92e) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:10.043824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:10.044537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.048632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31890a79-a6dc-4d4f-b97e-7ea0bf97a64a None None] Network f5af664c-a9b5-4af6-b13b-20e0fe89e92e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:10.069256 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a8227cfc-f812-47e4-ad98-62ea8263ecf5 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6029904 Feb 19 08:04:10.069517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44670) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:10.075040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1116608783'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:10.080056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:10.083941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Usage tracker for resource:network and tenant:8842d9672da1484faf7aab19c7e67598 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:10.087090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:10.092916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:10.103591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Made reservation on behalf of 8842d9672da1484faf7aab19c7e67598 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:10.106553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.135285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:04:10.144947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.145269 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Added segment fac9e5ce-06b2-483e-b49d-7e93dd261f43 of type vlan for network 0465822b-1438-4d57-8102-0aac2e684aaf Feb 19 08:04:10.171548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.199934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.203842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:10.204426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.265164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-f5af664c-a9b5-4af6-b13b-20e0fe89e92e', 'network_id': 'f5af664c-a9b5-4af6-b13b-20e0fe89e92e', 'tenant_id': '8842d9672da1484faf7aab19c7e67598', 'fixed_ips': [{'subnet_id': 'f254699a-a249-4740-b074-15d7233c9d79'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:04:10.265959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.307601 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2371302 Feb 19 08:04:10.310606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44674) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:10.318117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Request body: {'subnet': {'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:10.336997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd7700-ac9e-4c75-b029-bc0b7982c79f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event updated for resources: {'Network': ['ID=0465822b-1438-4d57-8102-0aac2e684aaf,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:10.352336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 0465822b-1438-4d57-8102-0aac2e684aaf details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:04:10.374837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.426024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.439224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:10.443349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Usage tracker for resource:subnet and tenant:8842d9672da1484faf7aab19c7e67598 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:10.446805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:10.452794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:10.462804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Made reservation on behalf of 8842d9672da1484faf7aab19c7e67598 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:10.559863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Allocated IP 172.20.0.2 (f5af664c-a9b5-4af6-b13b-20e0fe89e92e/f254699a-a249-4740-b074-15d7233c9d79/c77e2196-2e21-44cd-b6f7-0795b0525c4a) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:10.564144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.753949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.763747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Transition to ACTIVE for port object c77e2196-2e21-44cd-b6f7-0795b0525c4a will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:10.771061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.781771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Transition to ACTIVE for port object c77e2196-2e21-44cd-b6f7-0795b0525c4a will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:10.787398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.851287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event updated for resources: {'Subnet': ['ID=3f8f9015-05c0-47ef-be0d-33397574fc25,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:10.853444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Network f5af664c-a9b5-4af6-b13b-20e0fe89e92e is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:10.856369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:10.860734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:10.862763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Pushing event updated for resources: {'Port': ['ID=c77e2196-2e21-44cd-b6f7-0795b0525c4a,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:10.865827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Checking segment: {'id': 'fac9e5ce-06b2-483e-b49d-7e93dd261f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:10.866515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Network hostable DHCP agents. Network: 0465822b-1438-4d57-8102-0aac2e684aaf, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:04:10.888939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Network 0465822b-1438-4d57-8102-0aac2e684aaf is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:04:10.899636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 0465822b-1438-4d57-8102-0aac2e684aaf) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:10.904031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:10.904630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:10.926887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f2eb8866-4a15-473d-a613-34f278a266ee tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6154552 Feb 19 08:04:10.927889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d820751-32dd-4dde-843c-ff3bb3cc57b1 None None] Network 0465822b-1438-4d57-8102-0aac2e684aaf requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:10.929664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44678) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:10.934816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-7b507d1d-7dc0-481e-9226-b1c38f381d76 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Request body: {'router': {'external_gateway_info': {'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:11.015924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Attempting to bind port c77e2196-2e21-44cd-b6f7-0795b0525c4a on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:11.016231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Attempting to bind port c77e2196-2e21-44cd-b6f7-0795b0525c4a by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '66666aae-c8be-44df-8ec3-86fa8fe6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5af664c-a9b5-4af6-b13b-20e0fe89e92e'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:11.016549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Attempting to bind port c77e2196-2e21-44cd-b6f7-0795b0525c4a on network f5af664c-a9b5-4af6-b13b-20e0fe89e92e {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:11.030817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:11.031146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Checking segment: {'id': '66666aae-c8be-44df-8ec3-86fa8fe6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5af664c-a9b5-4af6-b13b-20e0fe89e92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:11.031558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.031940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Bound using segment: {'id': '66666aae-c8be-44df-8ec3-86fa8fe6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5af664c-a9b5-4af6-b13b-20e0fe89e92e'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:11.032411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Bound port: c77e2196-2e21-44cd-b6f7-0795b0525c4a, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66666aae-c8be-44df-8ec3-86fa8fe6591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f5af664c-a9b5-4af6-b13b-20e0fe89e92e'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:11.032797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.210041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] For port c77e2196-2e21-44cd-b6f7-0795b0525c4a, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:11.225947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] For port c77e2196-2e21-44cd-b6f7-0795b0525c4a, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c77e2196-2e21-44cd-b6f7-0795b0525c4a,segment=NetworkSegment(66666aae-c8be-44df-8ec3-86fa8fe6591c),segment_id=66666aae-c8be-44df-8ec3-86fa8fe6591c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:11.231563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.265124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-0465822b-1438-4d57-8102-0aac2e684aaf', 'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf', 'tenant_id': '8842d9672da1484faf7aab19c7e67598', 'fixed_ips': [{'subnet_id': '3f8f9015-05c0-47ef-be0d-33397574fc25'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:04:11.265912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.371443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d654a3-a34e-4ada-b792-578213066d8f None None] Pushing event updated for resources: {'Port': ['ID=c77e2196-2e21-44cd-b6f7-0795b0525c4a,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:11.413048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7b507d1d-7dc0-481e-9226-b1c38f381d76 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.496426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Allocated IP 172.21.0.2 (0465822b-1438-4d57-8102-0aac2e684aaf/3f8f9015-05c0-47ef-be0d-33397574fc25/fe0ff199-833a-4f03-bec5-f3f727362f0d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:11.598726 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.api.v2.resource [None req-7b507d1d-7dc0-481e-9226-b1c38f381d76 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 08:04:11.599759 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7b507d1d-7dc0-481e-9226-b1c38f381d76 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "PUT /v2.0/routers/d02e50c9-23d1-421d-89ae-9118d1025a8f HTTP/1.1" status: 400 len: 364 time: 0.6692009 Feb 19 08:04:11.605790 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44682) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:11.636361 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.688916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Deleting subnet 3f8f9015-05c0-47ef-be0d-33397574fc25 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:04:11.751828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.761950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Transition to ACTIVE for port object fe0ff199-833a-4f03-bec5-f3f727362f0d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:11.779502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Transition to ACTIVE for port object fe0ff199-833a-4f03-bec5-f3f727362f0d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:11.784812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.785383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.839477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.856951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Network 0465822b-1438-4d57-8102-0aac2e684aaf is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:11.857777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Pushing event updated for resources: {'Port': ['ID=fe0ff199-833a-4f03-bec5-f3f727362f0d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:11.860265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:11.862614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:11.928466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.954236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Attempting to bind port fe0ff199-833a-4f03-bec5-f3f727362f0d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:11.954648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Attempting to bind port fe0ff199-833a-4f03-bec5-f3f727362f0d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'fac9e5ce-06b2-483e-b49d-7e93dd261f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:11.955008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Attempting to bind port fe0ff199-833a-4f03-bec5-f3f727362f0d on network 0465822b-1438-4d57-8102-0aac2e684aaf {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:11.961357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:11.961715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Checking segment: {'id': 'fac9e5ce-06b2-483e-b49d-7e93dd261f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:11.962107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:11.962660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Bound using segment: {'id': 'fac9e5ce-06b2-483e-b49d-7e93dd261f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:11.963115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Bound port: fe0ff199-833a-4f03-bec5-f3f727362f0d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac9e5ce-06b2-483e-b49d-7e93dd261f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0465822b-1438-4d57-8102-0aac2e684aaf'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:11.963473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.002094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.039491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8f9015-05c0-47ef-be0d-33397574fc25,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:12.046076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.054480 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9f6786a0-430b-40d6-bf4a-aa49821b7fb9 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "DELETE /v2.0/subnets/3f8f9015-05c0-47ef-be0d-33397574fc25 HTTP/1.1" status: 204 len: 168 time: 0.4453855 Feb 19 08:04:12.055409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44686) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:12.060497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] For port fe0ff199-833a-4f03-bec5-f3f727362f0d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:12.064600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] For port fe0ff199-833a-4f03-bec5-f3f727362f0d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fe0ff199-833a-4f03-bec5-f3f727362f0d,segment=NetworkSegment(fac9e5ce-06b2-483e-b49d-7e93dd261f43),segment_id=fac9e5ce-06b2-483e-b49d-7e93dd261f43)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:12.069394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.145053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d8e2-0c58-4a18-acbc-09f7d223a70d None None] Pushing event updated for resources: {'Port': ['ID=fe0ff199-833a-4f03-bec5-f3f727362f0d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:12.177342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.190402 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Deleting port fe0ff199-833a-4f03-bec5-f3f727362f0d {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:12.190877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.220493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3ac48-0f6f-40be-b6dc-1cdfc67f89ed None None] Network 0465822b-1438-4d57-8102-0aac2e684aaf requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:12.414392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] For port fe0ff199-833a-4f03-bec5-f3f727362f0d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fe0ff199-833a-4f03-bec5-f3f727362f0d,segment=NetworkSegment(fac9e5ce-06b2-483e-b49d-7e93dd261f43),segment_id=fac9e5ce-06b2-483e-b49d-7e93dd261f43)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:12.415009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.416464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c15e5-fecd-4fd3-9d9e-74abec4256d1 None None] Network f5af664c-a9b5-4af6-b13b-20e0fe89e92e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:12.550901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-334ce335-e368-42e5-9760-88e2b8b8a0dc None None] Provisioning for port c77e2196-2e21-44cd-b6f7-0795b0525c4a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:12.627730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Calling delete_port for fe0ff199-833a-4f03-bec5-f3f727362f0d owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:12.705365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.750382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event deleted for resources: {'Port': ['ID=fe0ff199-833a-4f03-bec5-f3f727362f0d,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:12.755149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] No DVR routers for this DVR port fe0ff199-833a-4f03-bec5-f3f727362f0d on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:12.848911 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e151057-e339-42db-92f8-2979fe6f7de6 None None] get_active_networks_info from dv-neutron-829958-1-hyperv {{(pid=83570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 19 08:04:12.878338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.902888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0465822b-1438-4d57-8102-0aac2e684aaf']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:12.915204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac9e5ce-06b2-483e-b49d-7e93dd261f43') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:12.915634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac9e5ce-06b2-483e-b49d-7e93dd261f43') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:12.927037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.946388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.948367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e151057-e339-42db-92f8-2979fe6f7de6 None None] Resources bound (agent type, host, resource id): {{(pid=83570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 08:04:12.952400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:04:12.952779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:04:12.967318 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:04:13.047046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.069164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.070901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c77e2196-2e21-44cd-b6f7-0795b0525c4a up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:13.075701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event deleted for resources: {'Network': ['ID=0465822b-1438-4d57-8102-0aac2e684aaf,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:13.082100 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a186f717-bbf2-4776-b0c6-bbc6c31f2002 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "DELETE /v2.0/networks/0465822b-1438-4d57-8102-0aac2e684aaf HTTP/1.1" status: 204 len: 168 time: 1.0255578 Feb 19 08:04:13.084507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44690) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:13.215118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c77e2196-2e21-44cd-b6f7-0795b0525c4a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:13.220558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c77e2196-2e21-44cd-b6f7-0795b0525c4a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:13.221158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.273413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Deleting subnet f254699a-a249-4740-b074-15d7233c9d79 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:04:13.276595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.329948 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.395206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.426505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port c77e2196-2e21-44cd-b6f7-0795b0525c4a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c77e2196-2e21-44cd-b6f7-0795b0525c4a,segment=NetworkSegment(66666aae-c8be-44df-8ec3-86fa8fe6591c),segment_id=66666aae-c8be-44df-8ec3-86fa8fe6591c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:13.430984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.433431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.493613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=c77e2196-2e21-44cd-b6f7-0795b0525c4a,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:13.509284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.547616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event deleted for resources: {'Subnet': ['ID=f254699a-a249-4740-b074-15d7233c9d79,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:13.552117 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.560637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb55b16-6b01-4dd8-ba79-f8089bc7e17f None None] Network f5af664c-a9b5-4af6-b13b-20e0fe89e92e requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:13.560803 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3c8161c7-7ce3-4b62-91b0-18bb52251477 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "DELETE /v2.0/subnets/f254699a-a249-4740-b074-15d7233c9d79 HTTP/1.1" status: 204 len: 168 time: 0.4727619 Feb 19 08:04:13.560803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44694) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:13.673586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.684506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Deleting port c77e2196-2e21-44cd-b6f7-0795b0525c4a {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:13.684849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.736328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.824028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] DHCP port deletion for f5af664c-a9b5-4af6-b13b-20e0fe89e92e request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:04:13.828426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Deleting port c77e2196-2e21-44cd-b6f7-0795b0525c4a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:13.828790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:13.888286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] For port c77e2196-2e21-44cd-b6f7-0795b0525c4a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c77e2196-2e21-44cd-b6f7-0795b0525c4a,segment=NetworkSegment(66666aae-c8be-44df-8ec3-86fa8fe6591c),segment_id=66666aae-c8be-44df-8ec3-86fa8fe6591c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:13.888638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.008814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Calling delete_port for c77e2196-2e21-44cd-b6f7-0795b0525c4a owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:14.030493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] For port c77e2196-2e21-44cd-b6f7-0795b0525c4a, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c77e2196-2e21-44cd-b6f7-0795b0525c4a,segment=NetworkSegment(66666aae-c8be-44df-8ec3-86fa8fe6591c),segment_id=66666aae-c8be-44df-8ec3-86fa8fe6591c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:14.030802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.149800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Calling delete_port for c77e2196-2e21-44cd-b6f7-0795b0525c4a owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:14.188560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.232878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event deleted for resources: {'Port': ['ID=c77e2196-2e21-44cd-b6f7-0795b0525c4a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:14.237498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] No DVR routers for this DVR port c77e2196-2e21-44cd-b6f7-0795b0525c4a on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:14.253920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:04:14.254477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:04:14.360668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.386377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5af664c-a9b5-4af6-b13b-20e0fe89e92e']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:14.398410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66666aae-c8be-44df-8ec3-86fa8fe6591c') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:14.398730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66666aae-c8be-44df-8ec3-86fa8fe6591c') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:14.410258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.426211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.432273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:04:14.432762 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:04:14.446795 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:04:14.527424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.547661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.558196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Pushing event deleted for resources: {'Network': ['ID=f5af664c-a9b5-4af6-b13b-20e0fe89e92e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:14.562458 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-83bb668b-7bc7-4348-8b1a-6fbad2261249 tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "DELETE /v2.0/networks/f5af664c-a9b5-4af6-b13b-20e0fe89e92e HTTP/1.1" status: 204 len: 168 time: 1.0005798 Feb 19 08:04:14.565170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44698) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:14.608219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b0deadc0-2f85-4a6b-a93e-87fcbd1d222a tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Synchronizing usage tracker for tenant:8842d9672da1484faf7aab19c7e67598 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:04:14.633743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-b0deadc0-2f85-4a6b-a93e-87fcbd1d222a tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Unset dirty status for tenant:8842d9672da1484faf7aab19c7e67598 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:04:14.634933 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b0deadc0-2f85-4a6b-a93e-87fcbd1d222a tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "GET /v2.0/ports?device_id=d02e50c9-23d1-421d-89ae-9118d1025a8f HTTP/1.1" status: 200 len: 205 time: 0.0688140 Feb 19 08:04:14.638100 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:14.695606 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:04:14.755781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Deleting port c77e2196-2e21-44cd-b6f7-0795b0525c4a {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:14.756196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.769770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02b1f71f-5bda-490d-8335-6446bbad7d8f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:14.819158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ae063e7c-c5b5-427b-ab3c-c44f404b8f96 None None] The port 'c77e2196-2e21-44cd-b6f7-0795b0525c4a' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:04:15.026762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c77e2196-2e21-44cd-b6f7-0795b0525c4a no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:04:15.059238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c77e2196-2e21-44cd-b6f7-0795b0525c4a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:04:15.059632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c77e2196-2e21-44cd-b6f7-0795b0525c4a not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:04:15.152667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02b1f71f-5bda-490d-8335-6446bbad7d8f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.157044 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02b1f71f-5bda-490d-8335-6446bbad7d8f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.186443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02b1f71f-5bda-490d-8335-6446bbad7d8f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.187167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1f71f-5bda-490d-8335-6446bbad7d8f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Fanout notify agent at l3_agent the message router_deleted on router d02e50c9-23d1-421d-89ae-9118d1025a8f {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:04:15.198996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-02b1f71f-5bda-490d-8335-6446bbad7d8f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.200177 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-02b1f71f-5bda-490d-8335-6446bbad7d8f tempest-RoutersNegativeTest-1965513421 tempest-RoutersNegativeTest-1965513421-project] 10.222.0.72 "DELETE /v2.0/routers/d02e50c9-23d1-421d-89ae-9118d1025a8f HTTP/1.1" status: 204 len: 168 time: 0.5612042 Feb 19 08:04:15.511898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:15.689910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-861bad26-5dc9-4533-8acc-7733003b2f2e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8842d9672da1484faf7aab19c7e67598&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1767740 Feb 19 08:04:15.692406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44716) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:15.750544 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaf15-28e5-41b9-8fe3-070be99eb6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.775264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaf15-28e5-41b9-8fe3-070be99eb6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.828181 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaf15-28e5-41b9-8fe3-070be99eb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.842075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaaf15-28e5-41b9-8fe3-070be99eb6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86675c9-e5d5-4852-8683-d9dd1e062f7a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:15.848356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaf15-28e5-41b9-8fe3-070be99eb6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:15.849455 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1cdaaf15-28e5-41b9-8fe3-070be99eb6dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c86675c9-e5d5-4852-8683-d9dd1e062f7a HTTP/1.1" status: 204 len: 168 time: 0.1562228 Feb 19 08:04:16.663212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44738) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:16.801598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-997150285-network', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:16.809409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:16.816196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Usage tracker for resource:network and tenant:05fb33ddb41b4ebfb37573f7fde29e5b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:16.820732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:16.827744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:16.840786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Made reservation on behalf of 05fb33ddb41b4ebfb37573f7fde29e5b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:16.843162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:16.855435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:16.889832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:16.893687 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:05fb33ddb41b4ebfb37573f7fde29e5b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:16.896542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:16.902258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:16.969666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:16.975526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.006693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:04:17.012282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9507c20-625b-4d28-b265-14940d1c8333,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:17.019137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.019519 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Added segment 7b53a0fe-4c12-4d36-9109-9dca4a7ff942 of type vlan for network 431dc1b8-222a-402a-86bd-e18353585fb6 Feb 19 08:04:17.054102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.088543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.089459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:17.090171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.290302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=431dc1b8-222a-402a-86bd-e18353585fb6,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:17.297517 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9e7dbe0d-7ff8-44bb-a050-47de8d4c4ac0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6304514 Feb 19 08:04:17.298864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44744) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:17.303287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 431dc1b8-222a-402a-86bd-e18353585fb6 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:04:17.307539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Request body: {'subnet': {'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-subnet', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:17.312943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:17.317020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Usage tracker for resource:subnet and tenant:05fb33ddb41b4ebfb37573f7fde29e5b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:17.319995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:17.326004 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:17.338023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Made reservation on behalf of 05fb33ddb41b4ebfb37573f7fde29e5b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:17.340743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.554760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.625289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c31c10-b09d-4014-8de0-8e07b6c1a920,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:17.642863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Checking segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:17.643220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Network hostable DHCP agents. Network: 431dc1b8-222a-402a-86bd-e18353585fb6, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:04:17.667152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Network 431dc1b8-222a-402a-86bd-e18353585fb6 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:04:17.676689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 431dc1b8-222a-402a-86bd-e18353585fb6) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:17.680673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:17.681253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.685475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d2caa-85f1-4c73-9cbf-723ba4da8c7f None None] Network 431dc1b8-222a-402a-86bd-e18353585fb6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:17.704070 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ccdb24fe-7da1-496e-b917-841ca11d1e12 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4038234 Feb 19 08:04:17.706673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44748) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:17.711939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:17.716798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:17.720854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Usage tracker for resource:router and tenant:05fb33ddb41b4ebfb37573f7fde29e5b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:17.723763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:17.730179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:17.743133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.744061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.762668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.895022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-431dc1b8-222a-402a-86bd-e18353585fb6', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'fixed_ips': [{'subnet_id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:04:17.895817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:17.911921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.045767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Allocated IP 172.20.0.2 (431dc1b8-222a-402a-86bd-e18353585fb6/c2c31c10-b09d-4014-8de0-8e07b6c1a920/249a92c6-2d55-4b71-8669-8ccde29659eb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:18.096544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.125505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.245433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.255793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Transition to ACTIVE for port object 249a92c6-2d55-4b71-8669-8ccde29659eb will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:18.262628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Allocated IP 172.26.1.139 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/01650910-8aab-4ea7-9701-cc860578c097) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:18.273763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Transition to ACTIVE for port object 249a92c6-2d55-4b71-8669-8ccde29659eb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:18.279448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.349269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Network 431dc1b8-222a-402a-86bd-e18353585fb6 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:18.350098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Pushing event updated for resources: {'Port': ['ID=249a92c6-2d55-4b71-8669-8ccde29659eb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:18.352651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:18.354695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:18.454908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Attempting to bind port 249a92c6-2d55-4b71-8669-8ccde29659eb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:18.455273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Attempting to bind port 249a92c6-2d55-4b71-8669-8ccde29659eb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:18.455626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Attempting to bind port 249a92c6-2d55-4b71-8669-8ccde29659eb on network 431dc1b8-222a-402a-86bd-e18353585fb6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:18.462330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:18.462674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Checking segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:18.463064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.463449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Bound using segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:18.463904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Bound port: 249a92c6-2d55-4b71-8669-8ccde29659eb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:18.464356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.526983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.552245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] For port 249a92c6-2d55-4b71-8669-8ccde29659eb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:18.554929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.555476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] For port 249a92c6-2d55-4b71-8669-8ccde29659eb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=249a92c6-2d55-4b71-8669-8ccde29659eb,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:18.559470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.622470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:18.626007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:18.627881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Pushing event updated for resources: {'Port': ['ID=01650910-8aab-4ea7-9701-cc860578c097,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:18.629959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:18.642689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b91ba9-cffd-4c22-b292-52703b867e98 None None] Pushing event updated for resources: {'Port': ['ID=249a92c6-2d55-4b71-8669-8ccde29659eb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:18.832928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:18.833649 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:19.058779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 249a92c6-2d55-4b71-8669-8ccde29659eb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:19.070493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Router 0869602f-af46-4d54-a3c5-142b7c6e87a9 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:04:19.125311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 249a92c6-2d55-4b71-8669-8ccde29659eb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:19.271632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:04:19.281526 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Sync routers for ids ['0869602f-af46-4d54-a3c5-142b7c6e87a9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:04:19.300305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:19.302494 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-462d5da1-306b-4c34-a4ee-4c371130186d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5947390 Feb 19 08:04:19.304075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44752) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:19.304244 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Routers {'0869602f-af46-4d54-a3c5-142b7c6e87a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:19.304751 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0869602f-af46-4d54-a3c5-142b7c6e87a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:19.520881 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Set router 0869602f-af46-4d54-a3c5-142b7c6e87a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:19.560455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb6a70-6144-49c7-9a65-ba5efeff173f None None] Network 431dc1b8-222a-402a-86bd-e18353585fb6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:19.663955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ec8431b2-99f1-4d8d-a4fc-fe079dc46c75 None None] Provisioning for port 249a92c6-2d55-4b71-8669-8ccde29659eb completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:19.673520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ec8431b2-99f1-4d8d-a4fc-fe079dc46c75 None None] Provisioning complete for port 249a92c6-2d55-4b71-8669-8ccde29659eb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:19.673870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec8431b2-99f1-4d8d-a4fc-fe079dc46c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:19.806989 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '01650910-8aab-4ea7-9701-cc860578c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:04:18Z', 'revision_number': 3, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port': {'id': '01650910-8aab-4ea7-9701-cc860578c097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:18Z', 'updated_at': '2022-02-19T08:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:19.810851 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Checking router: 0869602f-af46-4d54-a3c5-142b7c6e87a9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:04:19.811259 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Updating router 0869602f-af46-4d54-a3c5-142b7c6e87a9 port 01650910-8aab-4ea7-9701-cc860578c097 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:04:19.862926 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:19.920748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec8431b2-99f1-4d8d-a4fc-fe079dc46c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:19.961876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ec8431b2-99f1-4d8d-a4fc-fe079dc46c75 None None] For port 249a92c6-2d55-4b71-8669-8ccde29659eb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=249a92c6-2d55-4b71-8669-8ccde29659eb,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:19.967866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec8431b2-99f1-4d8d-a4fc-fe079dc46c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.037971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8431b2-99f1-4d8d-a4fc-fe079dc46c75 None None] Pushing event updated for resources: {'Port': ['ID=249a92c6-2d55-4b71-8669-8ccde29659eb,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:20.105467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.196136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-12d15573-1fc1-41d4-86fb-5b789fd5bf50 None None] Provisioning complete for port 249a92c6-2d55-4b71-8669-8ccde29659eb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:20.196690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-12d15573-1fc1-41d4-86fb-5b789fd5bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.198966 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.212088 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Transition to ACTIVE for port object 01650910-8aab-4ea7-9701-cc860578c097 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:20.219117 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.290023 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Pushing event updated for resources: {'Port': ['ID=01650910-8aab-4ea7-9701-cc860578c097,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:20.310770 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Attempting to bind port 01650910-8aab-4ea7-9701-cc860578c097 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:20.311121 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Attempting to bind port 01650910-8aab-4ea7-9701-cc860578c097 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:20.311475 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Attempting to bind port 01650910-8aab-4ea7-9701-cc860578c097 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:20.315973 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.316345 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.316685 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.317009 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.317325 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.317632 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.317964 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.318260 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.318583 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.318889 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.319184 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.324660 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:20.325022 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:20.325414 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.325786 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:20.326230 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Bound port: 01650910-8aab-4ea7-9701-cc860578c097, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:20.326589 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.395797 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] For port 01650910-8aab-4ea7-9701-cc860578c097, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:20.398897 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] For port 01650910-8aab-4ea7-9701-cc860578c097, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=01650910-8aab-4ea7-9701-cc860578c097,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:20.403693 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.430299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Allocated IP 172.20.0.1 (431dc1b8-222a-402a-86bd-e18353585fb6/c2c31c10-b09d-4014-8de0-8e07b6c1a920/e77cfe61-17e6-4280-bced-7e850db7e5e0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:20.485009 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544773a-9a00-4ced-8553-8a14cac564e1 None None] Pushing event updated for resources: {'Port': ['ID=01650910-8aab-4ea7-9701-cc860578c097,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:20.489912 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Routers {'0869602f-af46-4d54-a3c5-142b7c6e87a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:20.490486 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0869602f-af46-4d54-a3c5-142b7c6e87a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:20.578001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.594054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Transition to ACTIVE for port object e77cfe61-17e6-4280-bced-7e850db7e5e0 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:20.616016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.659105 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] Set router 0869602f-af46-4d54-a3c5-142b7c6e87a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:20.683540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Network 431dc1b8-222a-402a-86bd-e18353585fb6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:20.686206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:20.689862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:20.722470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e77cfe61-17e6-4280-bced-7e850db7e5e0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:20.749564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.838796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.951746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-562b808f-e6ae-4018-98ae-8e324d6c55bf None None] Provisioning for port e77cfe61-17e6-4280-bced-7e850db7e5e0 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:20.957022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-562b808f-e6ae-4018-98ae-8e324d6c55bf None None] Provisioning complete for port e77cfe61-17e6-4280-bced-7e850db7e5e0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:20.957465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-562b808f-e6ae-4018-98ae-8e324d6c55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:20.978390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '01650910-8aab-4ea7-9701-cc860578c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:04:18Z', 'revision_number': 3, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port': {'id': '01650910-8aab-4ea7-9701-cc860578c097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:18Z', 'updated_at': '2022-02-19T08:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:20.982346 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bb4ea-53e7-497d-a594-488e1d7bf6a9 None None] The sync data for ids ['0869602f-af46-4d54-a3c5-142b7c6e87a9'] in dv-neutron-829958-1-hyperv is: [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '01650910-8aab-4ea7-9701-cc860578c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:04:18Z', 'revision_number': 3, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port': {'id': '01650910-8aab-4ea7-9701-cc860578c097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:18Z', 'updated_at': '2022-02-19T08:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:04:21.049113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-562b808f-e6ae-4018-98ae-8e324d6c55bf None None] Port e77cfe61-17e6-4280-bced-7e850db7e5e0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:04:21.059402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 249a92c6-2d55-4b71-8669-8ccde29659eb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:21.080848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:21.086391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:21.134123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 249a92c6-2d55-4b71-8669-8ccde29659eb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:21.134596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:21.200396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:21.206893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e77cfe61-17e6-4280-bced-7e850db7e5e0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:21.349627 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Network 431dc1b8-222a-402a-86bd-e18353585fb6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:21.350761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:21.582365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b831e097-6c64-4f97-80a3-5f472e7af606 None None] Provisioning complete for port e77cfe61-17e6-4280-bced-7e850db7e5e0 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:21.582812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b831e097-6c64-4f97-80a3-5f472e7af606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:21.635651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b831e097-6c64-4f97-80a3-5f472e7af606 None None] Port e77cfe61-17e6-4280-bced-7e850db7e5e0 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:04:21.740199 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Router 0869602f-af46-4d54-a3c5-142b7c6e87a9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:04:22.051102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:04:22.062040 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6d4cd3cd-0ddb-4790-a712-bace357210d7 admin admin] 10.222.0.72 "PUT /v2.0/routers/0869602f-af46-4d54-a3c5-142b7c6e87a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7568383 Feb 19 08:04:22.928512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:22.934225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1223369322-network', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:22.939625 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:22.943727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Usage tracker for resource:network and tenant:50adf59ca8554a4c8acde291e89a7d04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:22.946726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:22.952929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:22.965344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Made reservation on behalf of 50adf59ca8554a4c8acde291e89a7d04 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:22.967810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:22.981781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.026152 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:23.030580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Usage tracker for resource:security_group_rule and tenant:50adf59ca8554a4c8acde291e89a7d04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:23.033643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:23.040051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:23.064894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 01650910-8aab-4ea7-9701-cc860578c097 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:23.110726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.114485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.134570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 01650910-8aab-4ea7-9701-cc860578c097 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:23.139407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 01650910-8aab-4ea7-9701-cc860578c097 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:23.139768 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.148409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:04:23.157554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028df425-ce8c-471f-b256-9861f3e79086,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:23.164820 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.165299 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Added segment 4df5c2d4-9efb-4878-a86f-65586cdc854e of type vlan for network f97acd77-cdc0-483d-90b2-9af38385732c Feb 19 08:04:23.193845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.229357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.230264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:23.230828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.267669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.283528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 01650910-8aab-4ea7-9701-cc860578c097, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=01650910-8aab-4ea7-9701-cc860578c097,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:23.288523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.336790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] Pushing event updated for resources: {'Network': ['ID=f97acd77-cdc0-483d-90b2-9af38385732c,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:23.343886 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-70a09247-8ff6-4f43-bde6-130435c3e4be admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4116278 Feb 19 08:04:23.344259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:23.348980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network f97acd77-cdc0-483d-90b2-9af38385732c details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:04:23.350525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Request body: {'subnet': {'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-subnet', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:23.355637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:23.359780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Usage tracker for resource:subnet and tenant:50adf59ca8554a4c8acde291e89a7d04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:23.362919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:23.368943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:23.381368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Made reservation on behalf of 50adf59ca8554a4c8acde291e89a7d04 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:23.383934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.416284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=01650910-8aab-4ea7-9701-cc860578c097,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:23.599195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.667729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95459b82-9af5-482d-806f-484b672fa181,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:23.684145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Checking segment: {'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:23.684520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Network hostable DHCP agents. Network: f97acd77-cdc0-483d-90b2-9af38385732c, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:04:23.706681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Network f97acd77-cdc0-483d-90b2-9af38385732c is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:04:23.717296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, f97acd77-cdc0-483d-90b2-9af38385732c) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:23.722013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:23.723155 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.726267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80423d9f-30e5-4c64-a672-19da9a708b99 None None] Network f97acd77-cdc0-483d-90b2-9af38385732c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:23.743787 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-05c86bae-1bf2-4764-9852-7dc79eb1de5b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3985248 Feb 19 08:04:23.746485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 44782) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:23.751530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:23.756233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:23.760289 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Usage tracker for resource:router and tenant:50adf59ca8554a4c8acde291e89a7d04 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:23.763321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:23.769349 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:23.780898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.781790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.800051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.945134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-f97acd77-cdc0-483d-90b2-9af38385732c', 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'fixed_ips': [{'subnet_id': '95459b82-9af5-482d-806f-484b672fa181'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:04:23.945982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:23.949969 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.101700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Allocated IP 172.20.0.2 (f97acd77-cdc0-483d-90b2-9af38385732c/95459b82-9af5-482d-806f-484b672fa181/c82d085b-2ef2-4bcb-840d-86dbe10e94c3) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:24.146546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.177863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.318750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Allocated IP 172.26.1.168 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/f202fc4c-ef31-41f0-927b-a45d78674cf5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:24.320201 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.330808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Transition to ACTIVE for port object c82d085b-2ef2-4bcb-840d-86dbe10e94c3 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:24.349245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Transition to ACTIVE for port object c82d085b-2ef2-4bcb-840d-86dbe10e94c3 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:24.355097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.425484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Network f97acd77-cdc0-483d-90b2-9af38385732c is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:24.428764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:24.435771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:24.435883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Pushing event updated for resources: {'Port': ['ID=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:24.478521 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Sync routers for ids ['0869602f-af46-4d54-a3c5-142b7c6e87a9'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:04:24.537556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Attempting to bind port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:24.537925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Attempting to bind port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:24.538246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Attempting to bind port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 on network f97acd77-cdc0-483d-90b2-9af38385732c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:24.543007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Routers {'0869602f-af46-4d54-a3c5-142b7c6e87a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:24.543667 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0869602f-af46-4d54-a3c5-142b7c6e87a9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:24.578006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.609194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.672960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:24.675574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:24.679698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:24.686415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:24.686804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Checking segment: {'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:24.687193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.687579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Bound using segment: {'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:24.688040 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Bound port: c82d085b-2ef2-4bcb-840d-86dbe10e94c3, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:24.688472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.715333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Pushing event updated for resources: {'Port': ['ID=f202fc4c-ef31-41f0-927b-a45d78674cf5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:24.819979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] For port c82d085b-2ef2-4bcb-840d-86dbe10e94c3, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:24.824695 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] For port c82d085b-2ef2-4bcb-840d-86dbe10e94c3, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,segment=NetworkSegment(4df5c2d4-9efb-4878-a86f-65586cdc854e),segment_id=4df5c2d4-9efb-4878-a86f-65586cdc854e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:24.829225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Set router 0869602f-af46-4d54-a3c5-142b7c6e87a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:24.840111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.840883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:24.878831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:25.047303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f7ae8-503c-4ec5-933a-e3d21fbe89f4 None None] Pushing event updated for resources: {'Port': ['ID=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:25.051752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 01650910-8aab-4ea7-9701-cc860578c097 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:25.091197 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Router 41572200-2684-44a9-b185-964229aa175e is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:04:25.269930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 01650910-8aab-4ea7-9701-cc860578c097 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:25.270495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:25.334599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:04:25.346074 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Sync routers for ids ['41572200-2684-44a9-b185-964229aa175e'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:04:25.358233 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Routers {'41572200-2684-44a9-b185-964229aa175e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:25.359074 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['41572200-2684-44a9-b185-964229aa175e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:25.370105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:25.374797 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-64aebdef-6070-451d-a663-a9b0836ca4ca admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6272724 Feb 19 08:04:25.375027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 44786) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:04:25.416303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '01650910-8aab-4ea7-9701-cc860578c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:04:20Z', 'revision_number': 4, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port': {'id': '01650910-8aab-4ea7-9701-cc860578c097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:18Z', 'updated_at': '2022-02-19T08:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e77cfe61-17e6-4280-bced-7e850db7e5e0', 'name': '', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'mac_address': 'fa:16:3e:ce:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:20Z', 'updated_at': '2022-02-19T08:04:20Z', 'revision_number': 2, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'subnets': [{'id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:25.421388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Checking router: 0869602f-af46-4d54-a3c5-142b7c6e87a9 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:04:25.421738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Updating router 0869602f-af46-4d54-a3c5-142b7c6e87a9 port e77cfe61-17e6-4280-bced-7e850db7e5e0 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:04:25.492551 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:25.545054 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Set router 41572200-2684-44a9-b185-964229aa175e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:25.832694 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:04:24Z', 'revision_number': 3, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port': {'id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:24Z', 'updated_at': '2022-02-19T08:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:25.836993 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Checking router: 41572200-2684-44a9-b185-964229aa175e for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:04:25.837565 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Updating router 41572200-2684-44a9-b185-964229aa175e port f202fc4c-ef31-41f0-927b-a45d78674cf5 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:04:25.870318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:25.885512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Transition to ACTIVE for port object e77cfe61-17e6-4280-bced-7e850db7e5e0 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:25.892582 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:25.901519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.039516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203489-a2bb-4d6e-a875-3463f8799065 None None] Pushing event updated for resources: {'Port': ['ID=e77cfe61-17e6-4280-bced-7e850db7e5e0,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:26.145213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Attempting to bind port e77cfe61-17e6-4280-bced-7e850db7e5e0 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:26.145818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Attempting to bind port e77cfe61-17e6-4280-bced-7e850db7e5e0 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:26.146422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Attempting to bind port e77cfe61-17e6-4280-bced-7e850db7e5e0 on network 431dc1b8-222a-402a-86bd-e18353585fb6 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:26.163119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:26.163582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Checking segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:26.163873 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.164341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Bound using segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:26.164795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Bound port: e77cfe61-17e6-4280-bced-7e850db7e5e0, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:26.165182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.191687 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571a106-c575-4b62-8519-91021509fba3 None None] Network f97acd77-cdc0-483d-90b2-9af38385732c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:04:26.220642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.280838 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.293194 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Transition to ACTIVE for port object f202fc4c-ef31-41f0-927b-a45d78674cf5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:26.300571 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.378249 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Attempting to bind port f202fc4c-ef31-41f0-927b-a45d78674cf5 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:26.379083 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Attempting to bind port f202fc4c-ef31-41f0-927b-a45d78674cf5 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:26.379083 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Attempting to bind port f202fc4c-ef31-41f0-927b-a45d78674cf5 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:26.383812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b6325256-1869-43a5-9359-4e36e63b307d None None] Provisioning for port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:26.387905 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:26.388288 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:26.388676 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.389050 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:26.389499 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Bound port: f202fc4c-ef31-41f0-927b-a45d78674cf5, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:26.389856 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.409715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] For port e77cfe61-17e6-4280-bced-7e850db7e5e0, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:26.415498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] For port e77cfe61-17e6-4280-bced-7e850db7e5e0, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e77cfe61-17e6-4280-bced-7e850db7e5e0,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:26.442388 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.459888 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] For port f202fc4c-ef31-41f0-927b-a45d78674cf5, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:26.463171 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] For port f202fc4c-ef31-41f0-927b-a45d78674cf5, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f202fc4c-ef31-41f0-927b-a45d78674cf5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:26.464608 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b188b-63f8-403d-b7f5-0b1e8d6b0c10 None None] Pushing event updated for resources: {'Port': ['ID=f202fc4c-ef31-41f0-927b-a45d78674cf5,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:26.473538 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.478726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Allocated IP 172.20.0.1 (f97acd77-cdc0-483d-90b2-9af38385732c/95459b82-9af5-482d-806f-484b672fa181/ad123178-6426-48c6-996d-653ceb39d0a8) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:26.560195 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b188b-63f8-403d-b7f5-0b1e8d6b0c10 None None] Pushing event updated for resources: {'Port': ['ID=f202fc4c-ef31-41f0-927b-a45d78674cf5,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:26.565271 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Routers {'41572200-2684-44a9-b185-964229aa175e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:26.565856 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['41572200-2684-44a9-b185-964229aa175e'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:26.596377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203489-a2bb-4d6e-a875-3463f8799065 None None] Pushing event updated for resources: {'Port': ['ID=e77cfe61-17e6-4280-bced-7e850db7e5e0,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:26.607786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Routers {'0869602f-af46-4d54-a3c5-142b7c6e87a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:26.608347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0869602f-af46-4d54-a3c5-142b7c6e87a9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:26.678086 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.695747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Transition to ACTIVE for port object ad123178-6426-48c6-996d-653ceb39d0a8 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:26.725364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.752318 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] Set router 41572200-2684-44a9-b185-964229aa175e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:26.812903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] Set router 0869602f-af46-4d54-a3c5-142b7c6e87a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:26.828044 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Network f97acd77-cdc0-483d-90b2-9af38385732c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:26.831868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad123178-6426-48c6-996d-653ceb39d0a8,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:26.835675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:26.838214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:26.906956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:26.996824 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.116254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c82d085b-2ef2-4bcb-840d-86dbe10e94c3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:27.168908 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:04:24Z', 'revision_number': 3, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port': {'id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:24Z', 'updated_at': '2022-02-19T08:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:27.173282 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd44a74-9bf9-4e2f-8138-298a2bd8c40e None None] The sync data for ids ['41572200-2684-44a9-b185-964229aa175e'] in dv-neutron-829958-1-hyperv is: [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:04:24Z', 'revision_number': 3, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port': {'id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:24Z', 'updated_at': '2022-02-19T08:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:04:27.272049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:27.279891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:27.280407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.294015 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.298994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.334021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '01650910-8aab-4ea7-9701-cc860578c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:04:20Z', 'revision_number': 4, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port': {'id': '01650910-8aab-4ea7-9701-cc860578c097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:18Z', 'updated_at': '2022-02-19T08:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e77cfe61-17e6-4280-bced-7e850db7e5e0', 'name': '', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'mac_address': 'fa:16:3e:ce:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:20Z', 'updated_at': '2022-02-19T08:04:26Z', 'revision_number': 4, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'subnets': [{'id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:27.342818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc8e36-47ef-49e5-8e35-7cf4967718fb None None] The sync data for ids ['0869602f-af46-4d54-a3c5-142b7c6e87a9'] in dv-neutron-829958-1-hyperv is: [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '01650910-8aab-4ea7-9701-cc860578c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:04:20Z', 'revision_number': 4, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port': {'id': '01650910-8aab-4ea7-9701-cc860578c097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:18Z', 'updated_at': '2022-02-19T08:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e77cfe61-17e6-4280-bced-7e850db7e5e0', 'name': '', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'mac_address': 'fa:16:3e:ce:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:20Z', 'updated_at': '2022-02-19T08:04:26Z', 'revision_number': 4, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'subnets': [{'id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:04:27.424259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b7977677-ab84-426c-a915-5c61d725afa3 None None] Provisioning for port ad123178-6426-48c6-996d-653ceb39d0a8 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:27.430303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.441460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b7977677-ab84-426c-a915-5c61d725afa3 None None] Provisioning complete for port ad123178-6426-48c6-996d-653ceb39d0a8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:27.441823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b7977677-ab84-426c-a915-5c61d725afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.523664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b7977677-ab84-426c-a915-5c61d725afa3 None None] Port ad123178-6426-48c6-996d-653ceb39d0a8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:04:27.526956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port c82d085b-2ef2-4bcb-840d-86dbe10e94c3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,segment=NetworkSegment(4df5c2d4-9efb-4878-a86f-65586cdc854e),segment_id=4df5c2d4-9efb-4878-a86f-65586cdc854e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:27.533799 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.534351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:27.538889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad123178-6426-48c6-996d-653ceb39d0a8,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:27.611058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:27.687631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Network f97acd77-cdc0-483d-90b2-9af38385732c is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:27.688884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:27.959906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-3679bc9b-0b79-4dc8-88b5-6026aa296d55 None None] Provisioning complete for port ad123178-6426-48c6-996d-653ceb39d0a8 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:27.960295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3679bc9b-0b79-4dc8-88b5-6026aa296d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:28.021041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-3679bc9b-0b79-4dc8-88b5-6026aa296d55 None None] Port ad123178-6426-48c6-996d-653ceb39d0a8 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:04:28.091515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Router 41572200-2684-44a9-b185-964229aa175e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:04:28.299801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:04:28.309128 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e5d3117a-07d3-4d16-8746-2bd7676dcac8 admin admin] 10.222.0.72 "PUT /v2.0/routers/41572200-2684-44a9-b185-964229aa175e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9324660 Feb 19 08:04:29.107517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e77cfe61-17e6-4280-bced-7e850db7e5e0 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:29.178857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e77cfe61-17e6-4280-bced-7e850db7e5e0 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:29.184057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e77cfe61-17e6-4280-bced-7e850db7e5e0 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:29.184456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:29.253864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-8b1235c8-e821-4f3e-9f28-6c700080f87d tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:29.254457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-8b1235c8-e821-4f3e-9f28-6c700080f87d tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Synchronizing usage tracker for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:04:29.273148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-8b1235c8-e821-4f3e-9f28-6c700080f87d tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Unset dirty status for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:04:29.274304 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-8b1235c8-e821-4f3e-9f28-6c700080f87d tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/networks?id=431dc1b8-222a-402a-86bd-e18353585fb6 HTTP/1.1" status: 200 len: 816 time: 0.1593568 Feb 19 08:04:29.292755 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-2a755f77-7885-481f-9a67-1eb4738546d2 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/quotas/05fb33ddb41b4ebfb37573f7fde29e5b HTTP/1.1" status: 200 len: 375 time: 0.0124571 Feb 19 08:04:29.336175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:29.368122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e77cfe61-17e6-4280-bced-7e850db7e5e0, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e77cfe61-17e6-4280-bced-7e850db7e5e0,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:29.372507 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:29.373279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c82d085b-2ef2-4bcb-840d-86dbe10e94c3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:29.383253 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-b6ad7c02-d6b3-4bf8-b263-5a167ddaf7ae tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05fb33ddb41b4ebfb37573f7fde29e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792975 Feb 19 08:04:29.399981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-8e84c644-e427-4362-8dd4-cc2654f2df9e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:04:29.401261 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-8e84c644-e427-4362-8dd4-cc2654f2df9e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057211 Feb 19 08:04:29.482721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e77cfe61-17e6-4280-bced-7e850db7e5e0,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:29.496357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:29.496728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:29.537265 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d02d4fbc-e535-457f-a774-712d9fa15003 service neutron] 10.222.0.72 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295934 Feb 19 08:04:29.675788 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-774fde35-9ed9-4e7a-8478-5cd2776669f5 service neutron] 10.222.0.72 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321845 Feb 19 08:04:29.861551 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f5478eaf-1070-4efa-aeda-a91db13b34d0 req-e7e8340f-bd41-45f8-a445-6f9160139a01 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 210 time: 0.0398629 Feb 19 08:04:31.040023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-76bba099-dfee-44d1-8c9a-1cb8fc13d791 req-04dabffa-7874-4c18-9a4c-69dcccb41683 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 210 time: 0.0541260 Feb 19 08:04:31.049601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e77cfe61-17e6-4280-bced-7e850db7e5e0 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:31.126801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e77cfe61-17e6-4280-bced-7e850db7e5e0 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:31.127288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:31.227582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-0d20c421-26cc-441f-bfec-814d436f93cd tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:31.229142 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-0d20c421-26cc-441f-bfec-814d436f93cd tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "GET /v2.0/networks?id=431dc1b8-222a-402a-86bd-e18353585fb6 HTTP/1.1" status: 200 len: 816 time: 0.2199101 Feb 19 08:04:31.245400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Request body: {'port': {'device_id': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'admin_state_up': True, 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:31.378307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:04:31.382184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Usage tracker for resource:port and tenant:05fb33ddb41b4ebfb37573f7fde29e5b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:04:31.385566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:04:31.391496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:04:31.400925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Made reservation on behalf of 05fb33ddb41b4ebfb37573f7fde29e5b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:04:31.403878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:31.568884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Allocated IP 172.20.0.8 (431dc1b8-222a-402a-86bd-e18353585fb6/c2c31c10-b09d-4014-8de0-8e07b6c1a920/30c9f502-f704-48c2-81af-a75afcfa1968) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:04:31.763211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:31.779158 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Transition to ACTIVE for port object 30c9f502-f704-48c2-81af-a75afcfa1968 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:31.803319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:31.968851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Network 431dc1b8-222a-402a-86bd-e18353585fb6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:04:31.971948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:04:31.976328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:04:32.000700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Pushing event updated for resources: {'Port': ['ID=30c9f502-f704-48c2-81af-a75afcfa1968,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:32.038345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:32.038936 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:32.059670 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-d8c110d1-d79f-4fa9-926c-ae78c7edbe79 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180966 Feb 19 08:04:32.178224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a65b7960-1bf0-4a9f-acfd-aee6b09f9ccc None None] Provisioning for port 30c9f502-f704-48c2-81af-a75afcfa1968 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:32.191698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a65b7960-1bf0-4a9f-acfd-aee6b09f9ccc None None] Provisioning complete for port 30c9f502-f704-48c2-81af-a75afcfa1968 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:32.192356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a65b7960-1bf0-4a9f-acfd-aee6b09f9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:32.217877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Request body: {'port': {'device_id': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:04:32.257346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a65b7960-1bf0-4a9f-acfd-aee6b09f9ccc None None] Port 30c9f502-f704-48c2-81af-a75afcfa1968 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:04:32.272347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da696b-d836-4d8e-bbc7-088365d2f3f9 req-1cc46d3a-cbb1-4419-8828-89dc2e3cd1a6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:32.277259 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68da696b-d836-4d8e-bbc7-088365d2f3f9 req-1cc46d3a-cbb1-4419-8828-89dc2e3cd1a6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 931 time: 0.0949001 Feb 19 08:04:32.334757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68da696b-d836-4d8e-bbc7-088365d2f3f9 req-6ef4b1e2-815e-436b-b711-c69e95caf512 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Synchronizing usage tracker for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:04:32.361641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68da696b-d836-4d8e-bbc7-088365d2f3f9 req-6ef4b1e2-815e-436b-b711-c69e95caf512 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Unset dirty status for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:04:32.363005 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68da696b-d836-4d8e-bbc7-088365d2f3f9 req-6ef4b1e2-815e-436b-b711-c69e95caf512 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718443 Feb 19 08:04:32.366961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:32.712941 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c9f502-f704-48c2-81af-a75afcfa1968 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:04:32.720346 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:32.735617 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Transition to ACTIVE for port object 30c9f502-f704-48c2-81af-a75afcfa1968 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:32.741085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:32.872307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Pushing event updated for resources: {'Port': ['ID=30c9f502-f704-48c2-81af-a75afcfa1968,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:32.976653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Attempting to bind port 30c9f502-f704-48c2-81af-a75afcfa1968 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:32.976985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Attempting to bind port 30c9f502-f704-48c2-81af-a75afcfa1968 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:32.977306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Attempting to bind port 30c9f502-f704-48c2-81af-a75afcfa1968 on network 431dc1b8-222a-402a-86bd-e18353585fb6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:32.983175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Port 30c9f502-f704-48c2-81af-a75afcfa1968 on network 431dc1b8-222a-402a-86bd-e18353585fb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:04:32.983489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Attempting to bind port 30c9f502-f704-48c2-81af-a75afcfa1968 on network 431dc1b8-222a-402a-86bd-e18353585fb6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:32.989887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:32.990215 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Checking segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:32.990583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Bound using segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:32.990993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Bound port: 30c9f502-f704-48c2-81af-a75afcfa1968, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:32.991326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:33.060888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f202fc4c-ef31-41f0-927b-a45d78674cf5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:33.088536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] For port 30c9f502-f704-48c2-81af-a75afcfa1968, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:33.091451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] For port 30c9f502-f704-48c2-81af-a75afcfa1968, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=30c9f502-f704-48c2-81af-a75afcfa1968,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:33.097644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:33.147143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f202fc4c-ef31-41f0-927b-a45d78674cf5 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:33.152143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f202fc4c-ef31-41f0-927b-a45d78674cf5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:33.152527 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:33.159673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:33.161491 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] 10.222.0.67 "PUT /v2.0/ports/30c9f502-f704-48c2-81af-a75afcfa1968 HTTP/1.1" status: 200 len: 1093 time: 1.0888293 Feb 19 08:04:33.164450 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'tag': '30c9f502-f704-48c2-81af-a75afcfa1968'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:04:33.202206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cca3b-caa2-404b-8729-e5eeab2b00bd service neutron] Pushing event updated for resources: {'Port': ['ID=30c9f502-f704-48c2-81af-a75afcfa1968,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:33.264441 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'tag': '30c9f502-f704-48c2-81af-a75afcfa1968', 'status': 'completed', 'code': 200} Feb 19 08:04:33.284468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:33.298527 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-741b69c6-c8cf-4ac5-aace-b52265e5ab00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05fb33ddb41b4ebfb37573f7fde29e5b&device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 1096 time: 0.0910046 Feb 19 08:04:33.302334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f202fc4c-ef31-41f0-927b-a45d78674cf5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f202fc4c-ef31-41f0-927b-a45d78674cf5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:33.307515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:33.367530 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-dc454b68-10c0-4289-9f71-6c852cc4a7e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30c9f502-f704-48c2-81af-a75afcfa1968 HTTP/1.1" status: 200 len: 217 time: 0.0616498 Feb 19 08:04:33.379469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f202fc4c-ef31-41f0-927b-a45d78674cf5,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:33.434996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-e7698ac3-9f32-46bb-818a-a7649148f766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:33.436357 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-e7698ac3-9f32-46bb-818a-a7649148f766 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2c31c10-b09d-4014-8de0-8e07b6c1a920 HTTP/1.1" status: 200 len: 855 time: 0.0630717 Feb 19 08:04:33.510342 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-be7fabaf-0550-4b60-ac9c-067296a2141a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=431dc1b8-222a-402a-86bd-e18353585fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682216 Feb 19 08:04:33.571374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e7b89-03e9-42f1-b0be-59c61a3e6cbf req-f15cfe0e-48c9-45ba-ac60-2e19563c4fc9 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:33.572901 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ee1e7b89-03e9-42f1-b0be-59c61a3e6cbf req-f15cfe0e-48c9-45ba-ac60-2e19563c4fc9 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 943 time: 0.0798857 Feb 19 08:04:33.618010 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ee1e7b89-03e9-42f1-b0be-59c61a3e6cbf req-474b2d2d-761b-472c-9e82-5f59b88837ca tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Feb 19 08:04:33.639081 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-7296a09a-c080-4ac9-9e4d-c96cfe3bca9b service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225870 Feb 19 08:04:33.776186 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c25f507b-5e9e-43fa-b736-bf21d4fda36d req-475e5b86-ce0a-432b-96f8-45a0d20f8b40 service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309638 Feb 19 08:04:33.996024 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-163c981c-b42d-4eb4-8059-80b0ad0349aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05fb33ddb41b4ebfb37573f7fde29e5b&device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 1096 time: 0.1646898 Feb 19 08:04:34.127360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-228c9beb-845a-4e98-b3ae-643d9c73d347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:34.128851 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-228c9beb-845a-4e98-b3ae-643d9c73d347 service neutron] 10.222.0.67 "GET /v2.0/networks?id=431dc1b8-222a-402a-86bd-e18353585fb6 HTTP/1.1" status: 200 len: 917 time: 0.1264644 Feb 19 08:04:34.196370 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-a8477c63-6cf8-4211-970f-ce8bce1bf1ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30c9f502-f704-48c2-81af-a75afcfa1968 HTTP/1.1" status: 200 len: 217 time: 0.0616140 Feb 19 08:04:34.258680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-35c6b068-a6cf-44f4-a5ec-583dd2513c35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:34.259986 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-35c6b068-a6cf-44f4-a5ec-583dd2513c35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2c31c10-b09d-4014-8de0-8e07b6c1a920 HTTP/1.1" status: 200 len: 855 time: 0.0583367 Feb 19 08:04:34.337480 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-6c652a63-b9eb-4292-bbb6-33302ce3e875 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=431dc1b8-222a-402a-86bd-e18353585fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698051 Feb 19 08:04:34.470267 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-817a58b5-4bf4-4e9c-840d-0d60b4c80fc3 service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259437 Feb 19 08:04:34.612838 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-622e82ce-1691-48cd-8fb1-024a13072cf8 req-41901bda-9792-4439-a4b0-ddff44b3f31a service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360149 Feb 19 08:04:34.834279 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a4d07-f15f-42d9-9686-eca5ef010e1c req-38481e2f-af54-44c5-885c-a0b3ffd4ea3f tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:34.835695 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-297a4d07-f15f-42d9-9686-eca5ef010e1c req-38481e2f-af54-44c5-885c-a0b3ffd4ea3f tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 943 time: 0.0896723 Feb 19 08:04:34.884427 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-297a4d07-f15f-42d9-9686-eca5ef010e1c req-a13f8564-fee6-4d87-95ff-a80a185f3d7c tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Feb 19 08:04:35.048435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f202fc4c-ef31-41f0-927b-a45d78674cf5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:35.116973 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f202fc4c-ef31-41f0-927b-a45d78674cf5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:35.117336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:36.176631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763428-20d1-4167-ac4f-d99f5cf3c86b req-fe8c7f8c-dd84-4c2d-add3-0157fefda688 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:36.178159 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b763428-20d1-4167-ac4f-d99f5cf3c86b req-fe8c7f8c-dd84-4c2d-add3-0157fefda688 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 943 time: 0.1705060 Feb 19 08:04:36.222503 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b763428-20d1-4167-ac4f-d99f5cf3c86b req-7a98da74-7ac2-49a3-ace8-e9e59761c0bf tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386789 Feb 19 08:04:36.758029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1d46-ea56-487d-b627-47b0b6041f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:36.813744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 30c9f502-f704-48c2-81af-a75afcfa1968 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:04:36.950177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 30c9f502-f704-48c2-81af-a75afcfa1968, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=30c9f502-f704-48c2-81af-a75afcfa1968,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:36.962877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '30c9f502-f704-48c2-81af-a75afcfa1968', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'port_id': '30c9f502-f704-48c2-81af-a75afcfa1968', 'mac_address': 'fa:16:3e:e1:08:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:04:37.014520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:37.032978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c9f502-f704-48c2-81af-a75afcfa1968 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:04:37.048303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 30c9f502-f704-48c2-81af-a75afcfa1968, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=30c9f502-f704-48c2-81af-a75afcfa1968,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:37.054312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:37.121618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=30c9f502-f704-48c2-81af-a75afcfa1968,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:37.383921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['30c9f502-f704-48c2-81af-a75afcfa1968'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:04:37.425296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36c20-2f07-479e-9790-b1eb32deae4f req-4690f545-0e93-4ed7-bdf3-fd673d3874b0 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:37.426739 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09e36c20-2f07-479e-9790-b1eb32deae4f req-4690f545-0e93-4ed7-bdf3-fd673d3874b0 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 944 time: 0.0775373 Feb 19 08:04:37.471518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-09e36c20-2f07-479e-9790-b1eb32deae4f req-3c4ca086-47e1-4fbc-8aac-fb93b94b50db tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Feb 19 08:04:38.683972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac64a05-dc15-48bf-85df-bb82a502859f req-aef7b16b-3b7c-4cae-9da8-812eea10b214 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:38.685429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ac64a05-dc15-48bf-85df-bb82a502859f req-aef7b16b-3b7c-4cae-9da8-812eea10b214 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 944 time: 0.0829833 Feb 19 08:04:38.734834 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4ac64a05-dc15-48bf-85df-bb82a502859f req-72859830-1a56-4f71-b64c-2b999ec821b4 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Feb 19 08:04:38.834913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 30c9f502-f704-48c2-81af-a75afcfa1968 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:38.922263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 30c9f502-f704-48c2-81af-a75afcfa1968 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:38.927002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 30c9f502-f704-48c2-81af-a75afcfa1968 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:38.927365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:39.028865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d950ef45-938c-425f-a3c2-fbdfb0b1aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:39.058684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:39.085250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9f502-f704-48c2-81af-a75afcfa1968'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:04:39.094899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 30c9f502-f704-48c2-81af-a75afcfa1968, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=30c9f502-f704-48c2-81af-a75afcfa1968,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:39.100243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:39.165484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=30c9f502-f704-48c2-81af-a75afcfa1968,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:39.173848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.174182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.174512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.174833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.175154 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.175472 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.175797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.176119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.176431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.176737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.177046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:39.224047 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9f502-f704-48c2-81af-a75afcfa1968', 'code': 200} Feb 19 08:04:39.458014 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-211e2df3-c081-4764-8e07-4dfdb9dd5e2e req-c45efacd-d9b6-41df-8cb4-a21fbca9fdbd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 1098 time: 0.0749371 Feb 19 08:04:39.499211 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-211e2df3-c081-4764-8e07-4dfdb9dd5e2e req-55a09839-adee-44b6-92db-f7219ed13bc3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Feb 19 08:04:39.960782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6e560-9622-4a24-b15e-9f6397b010c9 req-28da8ce0-e9a7-479f-85cf-8d4edc093246 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:39.962225 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fef6e560-9622-4a24-b15e-9f6397b010c9 req-28da8ce0-e9a7-479f-85cf-8d4edc093246 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 945 time: 0.0875266 Feb 19 08:04:40.012040 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fef6e560-9622-4a24-b15e-9f6397b010c9 req-c1c236b8-1fef-402f-a703-d1d94e11df13 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Feb 19 08:04:40.315735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:40.323022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:41.248621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518fe07-1499-4b15-ab41-081c2d2a3258 req-83b281af-7a67-4165-b66a-8b1bbd1b93f6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:41.250079 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9518fe07-1499-4b15-ab41-081c2d2a3258 req-83b281af-7a67-4165-b66a-8b1bbd1b93f6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 945 time: 0.0961089 Feb 19 08:04:41.299490 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9518fe07-1499-4b15-ab41-081c2d2a3258 req-b28d2514-e175-40b4-90cd-e8375632c316 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Feb 19 08:04:41.507561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6d3b3-a20a-4dd2-a8d6-8d68f359461e req-2c6884d6-2f57-4465-a9f8-0a2005233bf9 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:41.509026 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d8f6d3b3-a20a-4dd2-a8d6-8d68f359461e req-2c6884d6-2f57-4465-a9f8-0a2005233bf9 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 945 time: 0.0828874 Feb 19 08:04:41.555121 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d8f6d3b3-a20a-4dd2-a8d6-8d68f359461e req-9dd44554-975e-481b-a216-a7d9905b6af3 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Feb 19 08:04:41.561098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:43.714843 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:47.436970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Sync routers for ids ['41572200-2684-44a9-b185-964229aa175e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:04:47.449906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Routers {'41572200-2684-44a9-b185-964229aa175e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:47.450521 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['41572200-2684-44a9-b185-964229aa175e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:47.657313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Set router 41572200-2684-44a9-b185-964229aa175e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:47.967323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:04:26Z', 'revision_number': 4, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port': {'id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:24Z', 'updated_at': '2022-02-19T08:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'ad123178-6426-48c6-996d-653ceb39d0a8', 'name': '', 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'mac_address': 'fa:16:3e:b3:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95459b82-9af5-482d-806f-484b672fa181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:26Z', 'updated_at': '2022-02-19T08:04:27Z', 'revision_number': 2, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'subnets': [{'id': '95459b82-9af5-482d-806f-484b672fa181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:47.971435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Checking router: 41572200-2684-44a9-b185-964229aa175e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:04:47.971779 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Updating router 41572200-2684-44a9-b185-964229aa175e port ad123178-6426-48c6-996d-653ceb39d0a8 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:04:48.030515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:48.368113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:48.379253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Transition to ACTIVE for port object ad123178-6426-48c6-996d-653ceb39d0a8 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:48.387225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:48.508283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f58b0-fcb1-4dd6-8d1c-613c12c5227c None None] Pushing event updated for resources: {'Port': ['ID=ad123178-6426-48c6-996d-653ceb39d0a8,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:48.601125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Attempting to bind port ad123178-6426-48c6-996d-653ceb39d0a8 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:04:48.601479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Attempting to bind port ad123178-6426-48c6-996d-653ceb39d0a8 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:04:48.601864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Attempting to bind port ad123178-6426-48c6-996d-653ceb39d0a8 on network f97acd77-cdc0-483d-90b2-9af38385732c {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:04:48.608963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:04:48.609184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Checking segment: {'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:04:48.609550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:48.609995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Bound using segment: {'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:04:48.610360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Bound port: ad123178-6426-48c6-996d-653ceb39d0a8, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df5c2d4-9efb-4878-a86f-65586cdc854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:04:48.610724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:48.719788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] For port ad123178-6426-48c6-996d-653ceb39d0a8, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:48.723371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] For port ad123178-6426-48c6-996d-653ceb39d0a8, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ad123178-6426-48c6-996d-653ceb39d0a8,segment=NetworkSegment(4df5c2d4-9efb-4878-a86f-65586cdc854e),segment_id=4df5c2d4-9efb-4878-a86f-65586cdc854e)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:48.729648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:48.809898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f58b0-fcb1-4dd6-8d1c-613c12c5227c None None] Pushing event updated for resources: {'Port': ['ID=ad123178-6426-48c6-996d-653ceb39d0a8,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:48.817148 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Routers {'41572200-2684-44a9-b185-964229aa175e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:04:48.817839 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:04:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['41572200-2684-44a9-b185-964229aa175e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:48.995477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] Set router 41572200-2684-44a9-b185-964229aa175e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:04:49.346300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:04:26Z', 'revision_number': 4, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port': {'id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:24Z', 'updated_at': '2022-02-19T08:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'ad123178-6426-48c6-996d-653ceb39d0a8', 'name': '', 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'mac_address': 'fa:16:3e:b3:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95459b82-9af5-482d-806f-484b672fa181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:26Z', 'updated_at': '2022-02-19T08:04:48Z', 'revision_number': 4, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'subnets': [{'id': '95459b82-9af5-482d-806f-484b672fa181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:49.350250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16d512-0c26-41b7-a096-d8c950555424 None None] The sync data for ids ['41572200-2684-44a9-b185-964229aa175e'] in dv-neutron-829958-1-hyperv is: [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:04:26Z', 'revision_number': 4, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port': {'id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:24Z', 'updated_at': '2022-02-19T08:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'ad123178-6426-48c6-996d-653ceb39d0a8', 'name': '', 'network_id': 'f97acd77-cdc0-483d-90b2-9af38385732c', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'mac_address': 'fa:16:3e:b3:dd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95459b82-9af5-482d-806f-484b672fa181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:26Z', 'updated_at': '2022-02-19T08:04:48Z', 'revision_number': 4, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'subnets': [{'id': '95459b82-9af5-482d-806f-484b672fa181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:04:51.068445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ad123178-6426-48c6-996d-653ceb39d0a8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:51.141842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ad123178-6426-48c6-996d-653ceb39d0a8 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:51.147003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ad123178-6426-48c6-996d-653ceb39d0a8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:51.147376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:51.256913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:51.293924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ad123178-6426-48c6-996d-653ceb39d0a8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ad123178-6426-48c6-996d-653ceb39d0a8,segment=NetworkSegment(4df5c2d4-9efb-4878-a86f-65586cdc854e),segment_id=4df5c2d4-9efb-4878-a86f-65586cdc854e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:51.297968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:51.364120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ad123178-6426-48c6-996d-653ceb39d0a8,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:51.695713 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:04:53.057649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ad123178-6426-48c6-996d-653ceb39d0a8 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:04:53.126164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ad123178-6426-48c6-996d-653ceb39d0a8 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:53.126557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:56.187649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a2538-a7c5-4513-bf98-ca686b468b82 req-3c5ca883-69b5-475c-9824-961faf05ccb3 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:56.189098 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c43a2538-a7c5-4513-bf98-ca686b468b82 req-3c5ca883-69b5-475c-9824-961faf05ccb3 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 945 time: 0.0869517 Feb 19 08:04:56.233145 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c43a2538-a7c5-4513-bf98-ca686b468b82 req-2137c616-726d-4b68-890a-e7e3c21f8005 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383868 Feb 19 08:04:57.452884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885aeb2e-37e6-4d51-8bcf-7b382830664a req-3d6147d3-930f-45fd-b94e-a26c220ff55e tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:57.454316 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-885aeb2e-37e6-4d51-8bcf-7b382830664a req-3d6147d3-930f-45fd-b94e-a26c220ff55e tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 945 time: 0.0832996 Feb 19 08:04:57.498288 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-885aeb2e-37e6-4d51-8bcf-7b382830664a req-bc784757-4329-4407-8ceb-dc8f01ccdaf0 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 Feb 19 08:04:57.848391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-c9850401-00da-4ecf-a0b9-64f0a9c5acf7 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:57.848972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-c9850401-00da-4ecf-a0b9-64f0a9c5acf7 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Synchronizing usage tracker for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:04:57.868586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-c9850401-00da-4ecf-a0b9-64f0a9c5acf7 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Unset dirty status for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:04:57.869694 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-c9850401-00da-4ecf-a0b9-64f0a9c5acf7 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 945 time: 0.1049447 Feb 19 08:04:57.945818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Deleting port 30c9f502-f704-48c2-81af-a75afcfa1968 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:04:57.946152 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:58.200718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] For port 30c9f502-f704-48c2-81af-a75afcfa1968, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=30c9f502-f704-48c2-81af-a75afcfa1968,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:58.201040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:58.320190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Calling delete_port for 30c9f502-f704-48c2-81af-a75afcfa1968 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:04:58.463582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:58.475662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['30c9f502-f704-48c2-81af-a75afcfa1968'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:04:58.512685 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Pushing event deleted for resources: {'Port': ['ID=30c9f502-f704-48c2-81af-a75afcfa1968,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:58.589912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] No DVR routers for this DVR port 30c9f502-f704-48c2-81af-a75afcfa1968 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:58.592747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:04:58.599739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'name': 'network-vif-deleted', 'tag': '30c9f502-f704-48c2-81af-a75afcfa1968'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:04:58.616397 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6f6404e3-72f8-432e-819d-a4e46d6fc96b req-53747669-3c7f-4c1d-90ad-2052907658ad tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "DELETE /v2.0/ports/30c9f502-f704-48c2-81af-a75afcfa1968 HTTP/1.1" status: 204 len: 173 time: 0.7407751 Feb 19 08:04:58.675865 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f827620f-5e21-4353-ae11-fc3caaeae01d', 'name': 'network-vif-deleted', 'tag': '30c9f502-f704-48c2-81af-a75afcfa1968', 'status': 'completed', 'code': 200} Feb 19 08:04:58.689650 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0da32ca5-6c9c-4191-8132-7c02f53ac057 req-88fc7f33-21ae-4988-9cd6-57d2d6b950b2 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=f827620f-5e21-4353-ae11-fc3caaeae01d HTTP/1.1" status: 200 len: 210 time: 0.0509615 Feb 19 08:05:00.372759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-b673c274-d87f-491d-939d-b971593a2aae tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:00.374100 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-b673c274-d87f-491d-939d-b971593a2aae tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/networks?id=431dc1b8-222a-402a-86bd-e18353585fb6 HTTP/1.1" status: 200 len: 816 time: 0.1452930 Feb 19 08:05:00.391726 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-3406e047-1efa-4038-9ab1-f08e15550e28 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/quotas/05fb33ddb41b4ebfb37573f7fde29e5b HTTP/1.1" status: 200 len: 375 time: 0.0119452 Feb 19 08:05:00.478093 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-552d1d74-6a10-4b7c-a473-0ea9e75af3dd tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05fb33ddb41b4ebfb37573f7fde29e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811608 Feb 19 08:05:00.620076 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-c4bc95cf-5aa6-43d3-8d67-b3d153f6b08c service neutron] 10.222.0.72 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296427 Feb 19 08:05:00.750141 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-84626afb-1b36-4865-99aa-616de173b2dd service neutron] 10.222.0.72 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242025 Feb 19 08:05:00.943519 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e7b5d820-1ab1-4129-b2aa-454d59b55bd3 req-f474f3e3-e8e2-413f-86e7-ae19342c860a tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 210 time: 0.0404050 Feb 19 08:05:02.069622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-6a40c6c1-6301-4c07-b205-29421d19b869 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:02.071048 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-6a40c6c1-6301-4c07-b205-29421d19b869 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "GET /v2.0/networks?id=431dc1b8-222a-402a-86bd-e18353585fb6 HTTP/1.1" status: 200 len: 816 time: 0.2511425 Feb 19 08:05:02.088177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Request body: {'port': {'device_id': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'admin_state_up': True, 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:02.117621 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ce974d9-d574-45b2-8c59-4315a848915a req-696ac99c-2cc7-4076-a459-bb74f82bbc32 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 210 time: 0.0422873 Feb 19 08:05:02.222423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:02.226570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Usage tracker for resource:port and tenant:05fb33ddb41b4ebfb37573f7fde29e5b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:02.229413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:02.235206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:02.248028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Made reservation on behalf of 05fb33ddb41b4ebfb37573f7fde29e5b for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:02.251242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:02.414412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Allocated IP 172.20.0.3 (431dc1b8-222a-402a-86bd-e18353585fb6/c2c31c10-b09d-4014-8de0-8e07b6c1a920/c979149a-e0be-4b23-9793-6673cf1a0f2a) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:02.617786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:02.633013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Transition to ACTIVE for port object c979149a-e0be-4b23-9793-6673cf1a0f2a will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:02.658070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:02.732058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Network 431dc1b8-222a-402a-86bd-e18353585fb6 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:02.735218 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:02.739533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:05:02.763801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Pushing event updated for resources: {'Port': ['ID=c979149a-e0be-4b23-9793-6673cf1a0f2a,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:02.801834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:02.802434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:02.828062 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-a0ef79f9-d36b-49ff-b5ab-7923ecccb811 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7439287 Feb 19 08:05:02.839944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Request body: {'port': {'device_id': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:02.925219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 30c9f502-f704-48c2-81af-a75afcfa1968 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:02.951207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:02.963089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 30c9f502-f704-48c2-81af-a75afcfa1968 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:02.963418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 30c9f502-f704-48c2-81af-a75afcfa1968 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:02.975192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a39263db-57a4-42d9-bfd1-5874d0bb7c5b None None] Provisioning for port c979149a-e0be-4b23-9793-6673cf1a0f2a completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:02.979694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a39263db-57a4-42d9-bfd1-5874d0bb7c5b None None] Provisioning complete for port c979149a-e0be-4b23-9793-6673cf1a0f2a triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:02.980050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a39263db-57a4-42d9-bfd1-5874d0bb7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:03.030157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a39263db-57a4-42d9-bfd1-5874d0bb7c5b None None] Port c979149a-e0be-4b23-9793-6673cf1a0f2a cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:05:03.289477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c979149a-e0be-4b23-9793-6673cf1a0f2a {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:05:03.297019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:03.311112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Transition to ACTIVE for port object c979149a-e0be-4b23-9793-6673cf1a0f2a will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:03.315873 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:03.316350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a52bf-0266-4377-b542-c937078480d6 req-4793588c-d3ef-4831-8958-2fab346ae4f6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:03.317811 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7d7a52bf-0266-4377-b542-c937078480d6 req-4793588c-d3ef-4831-8958-2fab346ae4f6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 931 time: 0.0804100 Feb 19 08:05:03.363220 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7d7a52bf-0266-4377-b542-c937078480d6 req-7a1006ee-7b00-4c32-95ad-a525e6c05c24 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Feb 19 08:05:03.441180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Pushing event updated for resources: {'Port': ['ID=c979149a-e0be-4b23-9793-6673cf1a0f2a,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:03.550872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Attempting to bind port c979149a-e0be-4b23-9793-6673cf1a0f2a on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:05:03.551492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Attempting to bind port c979149a-e0be-4b23-9793-6673cf1a0f2a by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:05:03.551492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Attempting to bind port c979149a-e0be-4b23-9793-6673cf1a0f2a on network 431dc1b8-222a-402a-86bd-e18353585fb6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:05:03.557724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Port c979149a-e0be-4b23-9793-6673cf1a0f2a on network 431dc1b8-222a-402a-86bd-e18353585fb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:05:03.557992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Attempting to bind port c979149a-e0be-4b23-9793-6673cf1a0f2a on network 431dc1b8-222a-402a-86bd-e18353585fb6 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:05:03.564455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:05:03.564786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Checking segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:03.565145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Bound using segment: {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:05:03.565553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Bound port: c979149a-e0be-4b23-9793-6673cf1a0f2a, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b53a0fe-4c12-4d36-9109-9dca4a7ff942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:05:03.565886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:03.657375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] For port c979149a-e0be-4b23-9793-6673cf1a0f2a, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:03.661235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] For port c979149a-e0be-4b23-9793-6673cf1a0f2a, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c979149a-e0be-4b23-9793-6673cf1a0f2a,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:03.665919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:03.726259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:03.727648 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] 10.222.0.67 "PUT /v2.0/ports/c979149a-e0be-4b23-9793-6673cf1a0f2a HTTP/1.1" status: 200 len: 1093 time: 0.8925874 Feb 19 08:05:03.728127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'tag': 'c979149a-e0be-4b23-9793-6673cf1a0f2a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:05:03.749463 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Pushing event updated for resources: {'Port': ['ID=c979149a-e0be-4b23-9793-6673cf1a0f2a,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:03.766229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.766794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.767167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.767589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.768010 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.768521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.768939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.769369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.769778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.770188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.770760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48048344-eb29-40b5-9c35-b6b3ab07f27d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:03.810122 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'tag': 'c979149a-e0be-4b23-9793-6673cf1a0f2a', 'status': 'completed', 'code': 200} Feb 19 08:05:03.851305 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-24bd727c-8498-4989-98c7-0048ede4364a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05fb33ddb41b4ebfb37573f7fde29e5b&device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 1096 time: 0.0738385 Feb 19 08:05:04.006298 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-3c376523-9bc0-42ed-9845-708bc81af228 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c979149a-e0be-4b23-9793-6673cf1a0f2a HTTP/1.1" status: 200 len: 217 time: 0.1474910 Feb 19 08:05:04.071660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-ddfcc1d2-1f7c-4163-ae3c-db1562f0ede2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:04.073285 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-ddfcc1d2-1f7c-4163-ae3c-db1562f0ede2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2c31c10-b09d-4014-8de0-8e07b6c1a920 HTTP/1.1" status: 200 len: 855 time: 0.0604167 Feb 19 08:05:04.148905 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-bc34887f-e79e-48f8-97f7-8326514d584b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=431dc1b8-222a-402a-86bd-e18353585fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671542 Feb 19 08:05:04.286131 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-c3a463bd-84cc-43a6-85c6-7ac64619ff14 service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310968 Feb 19 08:05:04.415259 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-306d6fc4-32f5-4f38-a46d-ff8e723bda67 req-5736fd8b-604d-4970-ace7-53dd9eb9b5d3 service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236069 Feb 19 08:05:04.533808 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-5100856d-f167-4606-a2d6-7030be46e4da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05fb33ddb41b4ebfb37573f7fde29e5b&device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 1096 time: 0.0685201 Feb 19 08:05:04.579253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28672-7553-4d37-acd0-ef2dac3c5f18 req-ef2ee1ef-c1e5-4ffa-9499-35f2f986d933 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:04.580623 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2de28672-7553-4d37-acd0-ef2dac3c5f18 req-ef2ee1ef-c1e5-4ffa-9499-35f2f986d933 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 943 time: 0.0862408 Feb 19 08:05:04.629114 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2de28672-7553-4d37-acd0-ef2dac3c5f18 req-2380da1f-5934-43c3-a5b9-8e31de8247af tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Feb 19 08:05:04.666127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-7524c24b-9860-4ac4-8eb9-1e9a779f9a3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:04.667574 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-7524c24b-9860-4ac4-8eb9-1e9a779f9a3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=431dc1b8-222a-402a-86bd-e18353585fb6 HTTP/1.1" status: 200 len: 917 time: 0.1282365 Feb 19 08:05:04.736508 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-4128e3b9-c5e3-4002-b065-b21b43fee273 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c979149a-e0be-4b23-9793-6673cf1a0f2a HTTP/1.1" status: 200 len: 217 time: 0.0628686 Feb 19 08:05:04.802240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-fc87ff6c-4a77-4492-a6e0-31b1f779f2b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:04.803614 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-fc87ff6c-4a77-4492-a6e0-31b1f779f2b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c2c31c10-b09d-4014-8de0-8e07b6c1a920 HTTP/1.1" status: 200 len: 855 time: 0.0619609 Feb 19 08:05:04.890553 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-ced5ebd9-d26f-4c13-86cc-35e715970a62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=431dc1b8-222a-402a-86bd-e18353585fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802064 Feb 19 08:05:05.019700 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-2eec8cac-c47e-4c3e-a470-f849ebee84d2 service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233425 Feb 19 08:05:05.150212 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-81b88e58-fc9b-4317-8e5e-2546e4d1245b req-dbfc25ef-4764-4056-a481-4ea87abb8b90 service neutron] 10.222.0.67 "GET /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242163 Feb 19 08:05:05.845649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f106-c53b-4a26-ab6e-94ae17894e42 req-2c3f3c63-6825-4842-8f00-22287c223fe3 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:05.846994 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5087f106-c53b-4a26-ab6e-94ae17894e42 req-2c3f3c63-6825-4842-8f00-22287c223fe3 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 943 time: 0.0913746 Feb 19 08:05:05.891517 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5087f106-c53b-4a26-ab6e-94ae17894e42 req-f0ac20d2-7824-46f2-91a9-e379f7d2fc7d tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Feb 19 08:05:06.759599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a019cd5-5408-4316-a436-5f9fa2e71530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:06.956601 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c979149a-e0be-4b23-9793-6673cf1a0f2a details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:05:07.091614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c979149a-e0be-4b23-9793-6673cf1a0f2a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c979149a-e0be-4b23-9793-6673cf1a0f2a,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:07.106356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'c979149a-e0be-4b23-9793-6673cf1a0f2a', 'network_id': '431dc1b8-222a-402a-86bd-e18353585fb6', 'port_id': 'c979149a-e0be-4b23-9793-6673cf1a0f2a', 'mac_address': 'fa:16:3e:44:89:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c31c10-b09d-4014-8de0-8e07b6c1a920', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:05:07.167150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:07.184763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c979149a-e0be-4b23-9793-6673cf1a0f2a {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:05:07.190495 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148409f-f1e1-43bc-afbd-bfb1b8758310 req-32681574-b994-4212-8ae5-b5d1fe88d68b tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:07.191949 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b148409f-f1e1-43bc-afbd-bfb1b8758310 req-32681574-b994-4212-8ae5-b5d1fe88d68b tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 943 time: 0.1676788 Feb 19 08:05:07.205112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c979149a-e0be-4b23-9793-6673cf1a0f2a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c979149a-e0be-4b23-9793-6673cf1a0f2a,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:07.210168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:07.237193 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b148409f-f1e1-43bc-afbd-bfb1b8758310 req-8792c2ae-bd27-4bd8-97e8-381c973d5262 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Feb 19 08:05:07.274274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=c979149a-e0be-4b23-9793-6673cf1a0f2a,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:07.504051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['c979149a-e0be-4b23-9793-6673cf1a0f2a'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:05:08.442434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2fc19-8fcf-420a-8c64-891d35c28cb9 req-5f18b1f6-f9f3-420b-9845-c8042845a737 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:08.443891 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-07e2fc19-8fcf-420a-8c64-891d35c28cb9 req-5f18b1f6-f9f3-420b-9845-c8042845a737 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 944 time: 0.0781977 Feb 19 08:05:08.490201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-07e2fc19-8fcf-420a-8c64-891d35c28cb9 req-7d4ab72d-62b8-40f8-93f4-239837f97c98 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Feb 19 08:05:08.972885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c979149a-e0be-4b23-9793-6673cf1a0f2a up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:09.040764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-259aff8b-431c-4528-be2d-da75a4481c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:09.063337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port c979149a-e0be-4b23-9793-6673cf1a0f2a completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:09.067864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port c979149a-e0be-4b23-9793-6673cf1a0f2a triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:09.068254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:09.181956 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:09.209006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c979149a-e0be-4b23-9793-6673cf1a0f2a'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:05:09.218355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port c979149a-e0be-4b23-9793-6673cf1a0f2a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c979149a-e0be-4b23-9793-6673cf1a0f2a,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:09.222419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:09.274070 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c979149a-e0be-4b23-9793-6673cf1a0f2a', 'code': 200} Feb 19 08:05:09.290841 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=c979149a-e0be-4b23-9793-6673cf1a0f2a,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:09.487592 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0e341a7-6558-445f-a674-caeac114437a req-f9ed8e51-1659-4f95-9c06-3551471edc35 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 1098 time: 0.0665734 Feb 19 08:05:09.532951 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0e341a7-6558-445f-a674-caeac114437a req-92c6cbd7-2231-40c3-b7dd-d6b824238e37 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Feb 19 08:05:09.698518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa81db7-f46c-44c2-92d8-e3f43a2b6b83 req-3a607d30-6bcc-473c-9433-dfee4b60de4a tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:09.699953 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caa81db7-f46c-44c2-92d8-e3f43a2b6b83 req-3a607d30-6bcc-473c-9433-dfee4b60de4a tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 945 time: 0.0889041 Feb 19 08:05:09.744593 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caa81db7-f46c-44c2-92d8-e3f43a2b6b83 req-e345f869-bc33-42a5-b43b-d9bad5079163 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389462 Feb 19 08:05:10.358343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:10.360327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:10.945811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1dbd8-af57-42d2-81d8-b49720ac4e8b req-b019f815-256c-4eff-9bd8-24c283078e96 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:10.947251 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1fa1dbd8-af57-42d2-81d8-b49720ac4e8b req-b019f815-256c-4eff-9bd8-24c283078e96 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 945 time: 0.0755708 Feb 19 08:05:10.991611 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1fa1dbd8-af57-42d2-81d8-b49720ac4e8b req-0773e116-2497-495c-af4b-31f48bb8b0fc tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Feb 19 08:05:11.564825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:12.195666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c159-68ba-4953-a905-b1d2c03f541a req-147351ca-affa-42a3-bc18-6067f82f033c tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:12.197107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f918c159-68ba-4953-a905-b1d2c03f541a req-147351ca-affa-42a3-bc18-6067f82f033c tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 945 time: 0.0798230 Feb 19 08:05:12.244643 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f918c159-68ba-4953-a905-b1d2c03f541a req-db763aac-71f8-4468-9a85-3d203e3e2cef tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Feb 19 08:05:12.460723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f75f06-7397-4b2f-a769-582819a58d1e req-9fd4149d-240a-4a26-815c-0b1c1b53a3b6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:12.462177 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-37f75f06-7397-4b2f-a769-582819a58d1e req-9fd4149d-240a-4a26-815c-0b1c1b53a3b6 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 945 time: 0.0824780 Feb 19 08:05:12.512988 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-37f75f06-7397-4b2f-a769-582819a58d1e req-6c212623-81f2-40df-9654-a30462e01d02 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Feb 19 08:05:13.708370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:28.060666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00d025-7cac-49b7-9c26-54d31da58967 req-e177bbdc-7c15-44cf-86da-1be2ce8bdae7 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:28.062006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2c00d025-7cac-49b7-9c26-54d31da58967 req-e177bbdc-7c15-44cf-86da-1be2ce8bdae7 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 945 time: 0.0930717 Feb 19 08:05:28.111677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2c00d025-7cac-49b7-9c26-54d31da58967 req-b11b64ed-31cf-4942-82fb-d1938cede0ec tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Feb 19 08:05:28.706252 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:05:29.326780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e52a-5c14-4e4b-9d8a-99ad7f09b737 req-305e4021-afab-45ea-9ef7-182e6c8131ce tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:29.328119 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9449e52a-5c14-4e4b-9d8a-99ad7f09b737 req-305e4021-afab-45ea-9ef7-182e6c8131ce tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 945 time: 0.0867825 Feb 19 08:05:29.385966 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9449e52a-5c14-4e4b-9d8a-99ad7f09b737 req-96184a43-3000-4c21-8ed5-b518cf84c888 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9507c20-625b-4d28-b265-14940d1c8333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520933 Feb 19 08:05:29.719525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-0ee4e6bf-8b1f-4854-8434-3ef31510ea3a tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:29.720209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-0ee4e6bf-8b1f-4854-8434-3ef31510ea3a tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Synchronizing usage tracker for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:05:29.739308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-0ee4e6bf-8b1f-4854-8434-3ef31510ea3a tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Unset dirty status for tenant:05fb33ddb41b4ebfb37573f7fde29e5b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:05:29.740389 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-0ee4e6bf-8b1f-4854-8434-3ef31510ea3a tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 945 time: 0.1067221 Feb 19 08:05:29.806212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Deleting port c979149a-e0be-4b23-9793-6673cf1a0f2a {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:29.806541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:30.133664 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] For port c979149a-e0be-4b23-9793-6673cf1a0f2a, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=c979149a-e0be-4b23-9793-6673cf1a0f2a,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:30.133928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:30.254289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Calling delete_port for c979149a-e0be-4b23-9793-6673cf1a0f2a owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:30.395013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:30.407325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['c979149a-e0be-4b23-9793-6673cf1a0f2a'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:05:30.447054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Pushing event deleted for resources: {'Port': ['ID=c979149a-e0be-4b23-9793-6673cf1a0f2a,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:30.517947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] No DVR routers for this DVR port c979149a-e0be-4b23-9793-6673cf1a0f2a on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:30.520763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:30.523992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'name': 'network-vif-deleted', 'tag': 'c979149a-e0be-4b23-9793-6673cf1a0f2a'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:05:30.545254 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-51bc91ec-ff44-4608-b037-116e7b2ea229 req-bbf3b10d-fa71-4edd-8039-8dda870dc234 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.67 "DELETE /v2.0/ports/c979149a-e0be-4b23-9793-6673cf1a0f2a HTTP/1.1" status: 204 len: 173 time: 0.7994204 Feb 19 08:05:30.560661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5c259c79-3ea2-4459-abbd-7d419a382c81 req-b7ede7b7-c58e-4fce-a705-70f7c459f902 tempest-TestEncryptedCinderVolumes-1676001834 tempest-TestEncryptedCinderVolumes-1676001834-project] 10.222.0.72 "GET /v2.0/ports?device_id=727a7b3e-4871-4fec-ba82-823be7ba14d4 HTTP/1.1" status: 200 len: 210 time: 0.0453823 Feb 19 08:05:30.600504 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727a7b3e-4871-4fec-ba82-823be7ba14d4', 'name': 'network-vif-deleted', 'tag': 'c979149a-e0be-4b23-9793-6673cf1a0f2a', 'status': 'completed', 'code': 200} Feb 19 08:05:31.716591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45060) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:32.114580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:32.798654 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Deleting port e77cfe61-17e6-4280-bced-7e850db7e5e0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:32.799393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:32.975496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] For port e77cfe61-17e6-4280-bced-7e850db7e5e0, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e77cfe61-17e6-4280-bced-7e850db7e5e0,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:32.975793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:33.080910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c979149a-e0be-4b23-9793-6673cf1a0f2a no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:33.092484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Calling delete_port for e77cfe61-17e6-4280-bced-7e850db7e5e0 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:33.114914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: c979149a-e0be-4b23-9793-6673cf1a0f2a {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:33.115252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device c979149a-e0be-4b23-9793-6673cf1a0f2a not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:33.272516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:33.317414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Pushing event deleted for resources: {'Port': ['ID=e77cfe61-17e6-4280-bced-7e850db7e5e0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:33.356583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.356934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.357227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.357585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.357918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.358219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.358538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.358857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.359173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.359487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.359803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:33.608506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:34.296556 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Router 0869602f-af46-4d54-a3c5-142b7c6e87a9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:05:34.508553 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:05:34.517225 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] Sync routers for ids ['0869602f-af46-4d54-a3c5-142b7c6e87a9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:05:34.523527 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c29ed585-090a-4cd7-9987-89be69d3806c admin admin] 10.222.0.72 "PUT /v2.0/routers/0869602f-af46-4d54-a3c5-142b7c6e87a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8034234 Feb 19 08:05:34.523915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45064) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:34.528943 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] Routers {'0869602f-af46-4d54-a3c5-142b7c6e87a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:34.529524 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0869602f-af46-4d54-a3c5-142b7c6e87a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:34.701714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] Set router 0869602f-af46-4d54-a3c5-142b7c6e87a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:34.715631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:34.912014 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:34.921929 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Deleting port 01650910-8aab-4ea7-9701-cc860578c097 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:34.922322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:34.975501 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '01650910-8aab-4ea7-9701-cc860578c097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:05:33Z', 'revision_number': 5, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port': {'id': '01650910-8aab-4ea7-9701-cc860578c097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:be:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:18Z', 'updated_at': '2022-02-19T08:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:34.979534 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] Checking router: 0869602f-af46-4d54-a3c5-142b7c6e87a9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:05:34.990095 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] Routers {'0869602f-af46-4d54-a3c5-142b7c6e87a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:34.990691 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['0869602f-af46-4d54-a3c5-142b7c6e87a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:35.092813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] For port 01650910-8aab-4ea7-9701-cc860578c097, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=01650910-8aab-4ea7-9701-cc860578c097,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:35.093164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:35.133990 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] Set router 0869602f-af46-4d54-a3c5-142b7c6e87a9 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:35.209301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Calling delete_port for 01650910-8aab-4ea7-9701-cc860578c097 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:35.235087 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:05:34Z', 'revision_number': 6, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:35.239014 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3efb6-fe39-451c-b2eb-4c5127a40350 None None] The sync data for ids ['0869602f-af46-4d54-a3c5-142b7c6e87a9'] in dv-neutron-829958-1-hyperv is: [{'id': '0869602f-af46-4d54-a3c5-142b7c6e87a9', 'name': 'tempest-TestEncryptedCinderVolumes-997150285-router', 'tenant_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:17Z', 'updated_at': '2022-02-19T08:05:34Z', 'revision_number': 6, 'project_id': '05fb33ddb41b4ebfb37573f7fde29e5b', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:05:35.391243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:35.435770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01650910-8aab-4ea7-9701-cc860578c097,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:35.757424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.007777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.014300 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.042241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.042828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0869602f-af46-4d54-a3c5-142b7c6e87a9 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:05:36.057237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.058627 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6d147e98-d4b8-4ee0-95fe-80782390c1d2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0869602f-af46-4d54-a3c5-142b7c6e87a9 HTTP/1.1" status: 204 len: 168 time: 1.5335853 Feb 19 08:05:36.061436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45068) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:36.120068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] Deleting subnet c2c31c10-b09d-4014-8de0-8e07b6c1a920 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:05:36.123245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.176640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.254318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.322777 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.361950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c31c10-b09d-4014-8de0-8e07b6c1a920,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:36.367743 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.373140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ab965-a7fc-4185-9f0e-f3f66bba4b6e None None] Network 431dc1b8-222a-402a-86bd-e18353585fb6 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:05:36.374767 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-45b9d39d-902b-44b5-a38a-58628a30d6c1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c2c31c10-b09d-4014-8de0-8e07b6c1a920 HTTP/1.1" status: 204 len: 168 time: 0.3122540 Feb 19 08:05:36.378559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:36.493589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.504304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Deleting port 249a92c6-2d55-4b71-8669-8ccde29659eb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:36.504606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.611031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] DHCP port deletion for 431dc1b8-222a-402a-86bd-e18353585fb6 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:05:36.615512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Deleting port 249a92c6-2d55-4b71-8669-8ccde29659eb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:36.615875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.703866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] For port 249a92c6-2d55-4b71-8669-8ccde29659eb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=249a92c6-2d55-4b71-8669-8ccde29659eb,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:36.704221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.815675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-652942d8-7952-4364-9f3e-09a33706b4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.822103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Calling delete_port for 249a92c6-2d55-4b71-8669-8ccde29659eb owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:36.826608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] For port 249a92c6-2d55-4b71-8669-8ccde29659eb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=249a92c6-2d55-4b71-8669-8ccde29659eb,segment=NetworkSegment(7b53a0fe-4c12-4d36-9109-9dca4a7ff942),segment_id=7b53a0fe-4c12-4d36-9109-9dca4a7ff942)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:36.826979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.897312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:36.939759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=249a92c6-2d55-4b71-8669-8ccde29659eb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:36.944374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Calling delete_port for 249a92c6-2d55-4b71-8669-8ccde29659eb owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:36.945823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] No DVR routers for this DVR port 249a92c6-2d55-4b71-8669-8ccde29659eb on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:37.013469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:05:37.013842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:05:37.071938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e77cfe61-17e6-4280-bced-7e850db7e5e0 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:37.108142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e77cfe61-17e6-4280-bced-7e850db7e5e0 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:37.108496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e77cfe61-17e6-4280-bced-7e850db7e5e0 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:37.108938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 01650910-8aab-4ea7-9701-cc860578c097 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:37.139133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 01650910-8aab-4ea7-9701-cc860578c097 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:37.139471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 01650910-8aab-4ea7-9701-cc860578c097 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:37.139875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 249a92c6-2d55-4b71-8669-8ccde29659eb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:37.153489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:37.169984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 249a92c6-2d55-4b71-8669-8ccde29659eb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:37.170321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 249a92c6-2d55-4b71-8669-8ccde29659eb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:37.179125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431dc1b8-222a-402a-86bd-e18353585fb6']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:37.191024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b53a0fe-4c12-4d36-9109-9dca4a7ff942') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:37.191310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b53a0fe-4c12-4d36-9109-9dca4a7ff942') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:37.202271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:37.220957 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:37.227231 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:05:37.227598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:37.240427 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:37.314401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:37.330090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:37.339984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=431dc1b8-222a-402a-86bd-e18353585fb6,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:37.355336 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9e373c58-5590-4034-b4b7-71fd214d64e0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/431dc1b8-222a-402a-86bd-e18353585fb6 HTTP/1.1" status: 204 len: 168 time: 0.9757950 Feb 19 08:05:37.359150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45076) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:37.515583 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Deleting port 249a92c6-2d55-4b71-8669-8ccde29659eb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:37.516189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:37.580730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5f08604f-04da-4364-99a5-b52302ab8eac None None] The port '249a92c6-2d55-4b71-8669-8ccde29659eb' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:05:37.752201 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:38.359623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Deleting port ad123178-6426-48c6-996d-653ceb39d0a8 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:38.359923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:38.527268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] For port ad123178-6426-48c6-996d-653ceb39d0a8, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ad123178-6426-48c6-996d-653ceb39d0a8,segment=NetworkSegment(4df5c2d4-9efb-4878-a86f-65586cdc854e),segment_id=4df5c2d4-9efb-4878-a86f-65586cdc854e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:38.527505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:38.733308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Calling delete_port for ad123178-6426-48c6-996d-653ceb39d0a8 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:38.900960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:38.946686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad123178-6426-48c6-996d-653ceb39d0a8,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:38.995673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0da16d8-d1a6-47cf-9b1a-48cc7546107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:39.240276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:39.827240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Router 41572200-2684-44a9-b185-964229aa175e has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:05:40.029340 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:05:40.038089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] Sync routers for ids ['41572200-2684-44a9-b185-964229aa175e'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:05:40.039253 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b0c047fa-5c90-4fe2-a8fb-efd5a6b8aa46 admin admin] 10.222.0.72 "PUT /v2.0/routers/41572200-2684-44a9-b185-964229aa175e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790843 Feb 19 08:05:40.041717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:40.053204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] Routers {'41572200-2684-44a9-b185-964229aa175e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:40.053964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['41572200-2684-44a9-b185-964229aa175e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:40.232525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] Set router 41572200-2684-44a9-b185-964229aa175e gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:40.333669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:40.425641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:40.428257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:40.532268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:40.543665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Deleting port f202fc4c-ef31-41f0-927b-a45d78674cf5 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:40.544025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:40.564530 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168'}], 'enable_snat': True}, 'gw_port_id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:05:38Z', 'revision_number': 5, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port': {'id': 'f202fc4c-ef31-41f0-927b-a45d78674cf5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41572200-2684-44a9-b185-964229aa175e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:04:24Z', 'updated_at': '2022-02-19T08:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:40.568301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] Checking router: 41572200-2684-44a9-b185-964229aa175e for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:05:40.578955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] Routers {'41572200-2684-44a9-b185-964229aa175e'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:40.579545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['41572200-2684-44a9-b185-964229aa175e'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:40.714379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] For port f202fc4c-ef31-41f0-927b-a45d78674cf5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f202fc4c-ef31-41f0-927b-a45d78674cf5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:40.714731 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:40.727120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] Set router 41572200-2684-44a9-b185-964229aa175e gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:40.829546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:05:40Z', 'revision_number': 6, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:40.831361 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Calling delete_port for f202fc4c-ef31-41f0-927b-a45d78674cf5 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:40.833633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8cb7e-f619-4f79-9b0e-4d407523dae5 None None] The sync data for ids ['41572200-2684-44a9-b185-964229aa175e'] in dv-neutron-829958-1-hyperv is: [{'id': '41572200-2684-44a9-b185-964229aa175e', 'name': 'tempest-TestEncryptedCinderVolumes-1223369322-router', 'tenant_id': '50adf59ca8554a4c8acde291e89a7d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:04:23Z', 'updated_at': '2022-02-19T08:05:40Z', 'revision_number': 6, 'project_id': '50adf59ca8554a4c8acde291e89a7d04', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:05:41.001381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.046133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f202fc4c-ef31-41f0-927b-a45d78674cf5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:41.220935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ad123178-6426-48c6-996d-653ceb39d0a8 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:41.254009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: ad123178-6426-48c6-996d-653ceb39d0a8 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:41.254343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ad123178-6426-48c6-996d-653ceb39d0a8 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:41.273092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.563343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.609862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.614301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.642811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.643313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41572200-2684-44a9-b185-964229aa175e {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:05:41.655718 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.658239 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8d2e9727-8319-4ee1-8465-fc2541182e45 admin admin] 10.222.0.72 "DELETE /v2.0/routers/41572200-2684-44a9-b185-964229aa175e HTTP/1.1" status: 204 len: 168 time: 1.6143115 Feb 19 08:05:41.660046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45084) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:41.719827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] Deleting subnet 95459b82-9af5-482d-806f-484b672fa181 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:05:41.722906 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.779720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.860510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.932831 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.968170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95459b82-9af5-482d-806f-484b672fa181,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:41.975481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:41.980908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166856c4-2303-4825-9b48-86c239904a91 None None] Network f97acd77-cdc0-483d-90b2-9af38385732c requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:05:41.982549 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b8ac1f7b-ad17-425f-b693-3bd64b14e385 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/95459b82-9af5-482d-806f-484b672fa181 HTTP/1.1" status: 204 len: 168 time: 0.3214631 Feb 19 08:05:41.985260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45088) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:42.091305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.102481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Deleting port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:42.102798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.231857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e4e040-6618-4917-9413-87dacd43290d None None] DHCP port deletion for f97acd77-cdc0-483d-90b2-9af38385732c request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:05:42.236215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Deleting port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:42.236660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.307350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] For port c82d085b-2ef2-4bcb-840d-86dbe10e94c3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,segment=NetworkSegment(4df5c2d4-9efb-4878-a86f-65586cdc854e),segment_id=4df5c2d4-9efb-4878-a86f-65586cdc854e)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:42.307652 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.429406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Calling delete_port for c82d085b-2ef2-4bcb-840d-86dbe10e94c3 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:42.433469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-61e4e040-6618-4917-9413-87dacd43290d None None] For port c82d085b-2ef2-4bcb-840d-86dbe10e94c3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,segment=NetworkSegment(4df5c2d4-9efb-4878-a86f-65586cdc854e),segment_id=4df5c2d4-9efb-4878-a86f-65586cdc854e)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:42.433855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.501716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.547311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c82d085b-2ef2-4bcb-840d-86dbe10e94c3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:42.552064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Calling delete_port for c82d085b-2ef2-4bcb-840d-86dbe10e94c3 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:05:42.554923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] No DVR routers for this DVR port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:42.622136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:05:42.622670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:05:42.675020 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.699863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97acd77-cdc0-483d-90b2-9af38385732c']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:42.711701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df5c2d4-9efb-4878-a86f-65586cdc854e') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:42.711989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df5c2d4-9efb-4878-a86f-65586cdc854e') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:42.723172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.739800 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.749876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:05:42.750322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:42.764503 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:42.843196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.858839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:42.868678 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f97acd77-cdc0-483d-90b2-9af38385732c,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:42.873273 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-50d4831b-770c-4c28-8bc2-6535129a88ff admin admin] 10.222.0.72 "DELETE /v2.0/networks/f97acd77-cdc0-483d-90b2-9af38385732c HTTP/1.1" status: 204 len: 168 time: 0.8870227 Feb 19 08:05:43.075887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45094) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:43.076673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c82d085b-2ef2-4bcb-840d-86dbe10e94c3 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:43.112766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: c82d085b-2ef2-4bcb-840d-86dbe10e94c3 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:43.113086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device c82d085b-2ef2-4bcb-840d-86dbe10e94c3 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:43.113510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f202fc4c-ef31-41f0-927b-a45d78674cf5 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:05:43.129290 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1cf35de8-ffb5-4bb2-b70c-4decec3f55b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05fb33ddb41b4ebfb37573f7fde29e5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521960 Feb 19 08:05:43.131788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45098) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:43.139279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Deleting port c82d085b-2ef2-4bcb-840d-86dbe10e94c3 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:05:43.139693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61e4e040-6618-4917-9413-87dacd43290d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:43.169456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f202fc4c-ef31-41f0-927b-a45d78674cf5 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:05:43.169798 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f202fc4c-ef31-41f0-927b-a45d78674cf5 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:05:43.190805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c26bed90-4ed9-47c0-8dd7-7dc9e6dbc0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:43.217108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c26bed90-4ed9-47c0-8dd7-7dc9e6dbc0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:43.247611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-61e4e040-6618-4917-9413-87dacd43290d None None] The port 'c82d085b-2ef2-4bcb-840d-86dbe10e94c3' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:05:43.274564 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c26bed90-4ed9-47c0-8dd7-7dc9e6dbc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:43.295638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bed90-4ed9-47c0-8dd7-7dc9e6dbc0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9507c20-625b-4d28-b265-14940d1c8333,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:43.305035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c26bed90-4ed9-47c0-8dd7-7dc9e6dbc0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:43.306131 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c26bed90-4ed9-47c0-8dd7-7dc9e6dbc0ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c9507c20-625b-4d28-b265-14940d1c8333 HTTP/1.1" status: 204 len: 168 time: 0.1734302 Feb 19 08:05:43.704630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:43.723366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45106) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:43.877460 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-483c0c7e-ff2b-4e23-b910-2b017a431954 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50adf59ca8554a4c8acde291e89a7d04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1518497 Feb 19 08:05:43.879538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45110) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:43.951825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58ac46c-f7d3-4918-9851-2ce4de761746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:43.976439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58ac46c-f7d3-4918-9851-2ce4de761746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:44.038712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58ac46c-f7d3-4918-9851-2ce4de761746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:44.055205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ac46c-f7d3-4918-9851-2ce4de761746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028df425-ce8c-471f-b256-9861f3e79086,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:44.058381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f58ac46c-f7d3-4918-9851-2ce4de761746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:44.060065 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f58ac46c-f7d3-4918-9851-2ce4de761746 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/028df425-ce8c-471f-b256-9861f3e79086 HTTP/1.1" status: 204 len: 168 time: 0.1789834 Feb 19 08:05:44.942561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45132) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:45.071684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-619550455-network', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:45.076602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:45.080505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Usage tracker for resource:network and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:45.083560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:45.089313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:45.101959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Made reservation on behalf of 61efa151a8464bbab5c4b202e70630d8 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:45.104121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.116138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.148551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:45.152571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:45.155386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:45.161559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:45.224915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.230750 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.259077 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:45.267013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797649bf-b05d-40d8-b33f-5f9f3e096a5b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:45.272384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.272719 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Added segment 694c4e78-4959-4a73-8698-2af1ced94182 of type vlan for network 9686acb4-250e-4cf3-b7af-a708597e1b64 Feb 19 08:05:45.297925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.327370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.328256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:45.328810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.427798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=9686acb4-250e-4cf3-b7af-a708597e1b64,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:45.431050 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8f42a339-91cb-4426-a5dd-e070d0119fb2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4874797 Feb 19 08:05:45.434170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45138) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:45.438452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:05:45.439697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Request body: {'subnet': {'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-619550455-subnet', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:45.444885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:45.448739 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Usage tracker for resource:subnet and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:45.451607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:45.457438 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:45.469092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Made reservation on behalf of 61efa151a8464bbab5c4b202e70630d8 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:45.471669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.688486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.757246 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:45.775817 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Checking segment: {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:45.776180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Network hostable DHCP agents. Network: 9686acb4-250e-4cf3-b7af-a708597e1b64, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:45.798963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:45.808755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 9686acb4-250e-4cf3-b7af-a708597e1b64) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:45.812608 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:45.813184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.818620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e627c-3778-42c7-8a9b-bbbc012e4ea4 None None] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:05:45.834373 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d7592277-a161-4e99-a3d8-173459eaf9e3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3991487 Feb 19 08:05:45.837124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45142) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:45.842092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:45.846730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:45.850642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Usage tracker for resource:router and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:45.853642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:45.859579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:45.870776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.871677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:45.893418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.030987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-9686acb4-250e-4cf3-b7af-a708597e1b64', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:05:46.031808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.044116 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.191260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Allocated IP 172.20.0.2 (9686acb4-250e-4cf3-b7af-a708597e1b64/ddf948ae-d6cb-4cf3-930e-9dcf88626ce5/dea54c1b-e461-46bc-9e28-af8f003034bb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:46.229483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.258511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.394483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Allocated IP 172.26.1.95 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/da6a02e1-859b-4be1-8791-15c132d546fa) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:46.401010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.411426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Transition to ACTIVE for port object dea54c1b-e461-46bc-9e28-af8f003034bb will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:46.432627 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Transition to ACTIVE for port object dea54c1b-e461-46bc-9e28-af8f003034bb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:46.439550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.505582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:46.508415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:46.510902 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:05:46.517227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Pushing event updated for resources: {'Port': ['ID=dea54c1b-e461-46bc-9e28-af8f003034bb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:46.543679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.571772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.584630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.585008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.585492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.585820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.586146 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.586462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.586776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.587089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.587402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.587713 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.588024 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:46.617763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Attempting to bind port dea54c1b-e461-46bc-9e28-af8f003034bb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:05:46.618125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Attempting to bind port dea54c1b-e461-46bc-9e28-af8f003034bb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:05:46.618508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Attempting to bind port dea54c1b-e461-46bc-9e28-af8f003034bb on network 9686acb4-250e-4cf3-b7af-a708597e1b64 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:05:46.624813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:05:46.625177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Checking segment: {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:46.625570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.625954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Bound using segment: {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:05:46.626391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Bound port: dea54c1b-e461-46bc-9e28-af8f003034bb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:05:46.626746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.641453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:46.644547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:46.648814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:05:46.675341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Pushing event updated for resources: {'Port': ['ID=da6a02e1-859b-4be1-8791-15c132d546fa,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:46.717536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] For port dea54c1b-e461-46bc-9e28-af8f003034bb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:46.720433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] For port dea54c1b-e461-46bc-9e28-af8f003034bb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dea54c1b-e461-46bc-9e28-af8f003034bb,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:46.725547 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.804717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.805461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:46.809927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c12a9b-728f-4ad7-9632-2c5ae30db391 None None] Pushing event updated for resources: {'Port': ['ID=dea54c1b-e461-46bc-9e28-af8f003034bb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:47.104427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dea54c1b-e461-46bc-9e28-af8f003034bb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:47.153148 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:05:47.172782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port dea54c1b-e461-46bc-9e28-af8f003034bb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:47.357316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:05:47.366301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Sync routers for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:05:47.378670 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:47.379272 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:47.384241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:47.388171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c0f0e6ca-2c93-4fcb-a68d-f0ebf68b020c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5475376 Feb 19 08:05:47.391288 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45146) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:47.593791 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:47.762803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a922e4-6357-411d-8313-e90116143ea8 None None] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:05:47.860981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-03812cb6-2a3e-4b6c-ba86-943306f25b59 None None] Provisioning for port dea54c1b-e461-46bc-9e28-af8f003034bb completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:47.868091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-03812cb6-2a3e-4b6c-ba86-943306f25b59 None None] Provisioning complete for port dea54c1b-e461-46bc-9e28-af8f003034bb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:47.868477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03812cb6-2a3e-4b6c-ba86-943306f25b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:47.883111 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:46Z', 'revision_number': 3, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:47.886898 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Checking router: bf5ed825-420d-4b5b-a16c-3b1741a71ad9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:05:47.887316 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Updating router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 port da6a02e1-859b-4be1-8791-15c132d546fa binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:05:47.940890 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.091950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03812cb6-2a3e-4b6c-ba86-943306f25b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.131646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.137541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-03812cb6-2a3e-4b6c-ba86-943306f25b59 None None] For port dea54c1b-e461-46bc-9e28-af8f003034bb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dea54c1b-e461-46bc-9e28-af8f003034bb,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:48.144709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03812cb6-2a3e-4b6c-ba86-943306f25b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.222720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03812cb6-2a3e-4b6c-ba86-943306f25b59 None None] Pushing event updated for resources: {'Port': ['ID=dea54c1b-e461-46bc-9e28-af8f003034bb,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.274726 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.287819 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Transition to ACTIVE for port object da6a02e1-859b-4be1-8791-15c132d546fa will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:48.295897 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.358513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Allocated IP 172.20.0.1 (9686acb4-250e-4cf3-b7af-a708597e1b64/ddf948ae-d6cb-4cf3-930e-9dcf88626ce5/d24dc240-56f3-46e9-97f8-19ff08d35d79) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:48.366644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0d7b147b-d6c3-4561-971e-5033206ae601 None None] Provisioning complete for port dea54c1b-e461-46bc-9e28-af8f003034bb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:48.367136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d7b147b-d6c3-4561-971e-5033206ae601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.381869 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Pushing event updated for resources: {'Port': ['ID=da6a02e1-859b-4be1-8791-15c132d546fa,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.392063 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.392641 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.393291 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.393767 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.394237 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.394718 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.395182 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.395658 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.396117 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.396623 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.397089 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:48.400566 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Attempting to bind port da6a02e1-859b-4be1-8791-15c132d546fa on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:05:48.401141 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Attempting to bind port da6a02e1-859b-4be1-8791-15c132d546fa by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:05:48.401652 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Attempting to bind port da6a02e1-859b-4be1-8791-15c132d546fa on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:05:48.409832 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:05:48.410196 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:48.410587 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.410968 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:05:48.411422 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Bound port: da6a02e1-859b-4be1-8791-15c132d546fa, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:05:48.411787 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.482103 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] For port da6a02e1-859b-4be1-8791-15c132d546fa, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:48.485122 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] For port da6a02e1-859b-4be1-8791-15c132d546fa, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=da6a02e1-859b-4be1-8791-15c132d546fa,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:48.490507 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.578903 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:48.579521 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:48.630552 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a055f-3255-415a-bb6c-754837cef169 None None] Pushing event updated for resources: {'Port': ['ID=da6a02e1-859b-4be1-8791-15c132d546fa,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.639156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.654958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Transition to ACTIVE for port object d24dc240-56f3-46e9-97f8-19ff08d35d79 will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:48.678688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.744770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:48.748182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:48.750084 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Pushing event updated for resources: {'Port': ['ID=d24dc240-56f3-46e9-97f8-19ff08d35d79,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.752179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:05:48.763748 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:48.809933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:48.900724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:49.049853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6bc8b2bc-a865-494b-a603-f9b3668e6725 None None] Provisioning for port d24dc240-56f3-46e9-97f8-19ff08d35d79 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:49.055213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6bc8b2bc-a865-494b-a603-f9b3668e6725 None None] Provisioning complete for port d24dc240-56f3-46e9-97f8-19ff08d35d79 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:49.055581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b2bc-a865-494b-a603-f9b3668e6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:49.075502 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:46Z', 'revision_number': 3, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:49.079386 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec1e68-d343-43cb-ad0a-e468dabc3ae1 None None] The sync data for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv is: [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:46Z', 'revision_number': 3, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:05:49.092217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dea54c1b-e461-46bc-9e28-af8f003034bb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:49.161243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:49.166367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6bc8b2bc-a865-494b-a603-f9b3668e6725 None None] Port d24dc240-56f3-46e9-97f8-19ff08d35d79 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:05:49.167027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:49.184990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port dea54c1b-e461-46bc-9e28-af8f003034bb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:49.185445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:49.274430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:49.283498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Pushing event updated for resources: {'Port': ['ID=d24dc240-56f3-46e9-97f8-19ff08d35d79,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:49.419864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:49.421542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:49.694031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ba05ce39-ed15-4d8d-9a44-f0eab0a8af72 None None] Provisioning complete for port d24dc240-56f3-46e9-97f8-19ff08d35d79 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:49.694408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ba05ce39-ed15-4d8d-9a44-f0eab0a8af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:49.750310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ba05ce39-ed15-4d8d-9a44-f0eab0a8af72 None None] Port d24dc240-56f3-46e9-97f8-19ff08d35d79 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:05:49.826795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:05:50.055305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:05:50.068518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1eae0443-dc2f-401d-b49f-93ae4e986c42 admin admin] 10.222.0.72 "PUT /v2.0/routers/bf5ed825-420d-4b5b-a16c-3b1741a71ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6761181 Feb 19 08:05:51.005533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45168) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:51.011130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-406754796-network', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:51.016032 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:51.020590 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Usage tracker for resource:network and tenant:050d48b3559c4efd8c63d3083036aac5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:51.023537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:51.029604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:51.044207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Made reservation on behalf of 050d48b3559c4efd8c63d3083036aac5 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:51.046493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.059329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.095092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:51.096559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device da6a02e1-859b-4be1-8791-15c132d546fa up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:51.098928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Usage tracker for resource:security_group_rule and tenant:050d48b3559c4efd8c63d3083036aac5 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:51.101823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:51.107388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:51.165797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port da6a02e1-859b-4be1-8791-15c132d546fa completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:51.170250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port da6a02e1-859b-4be1-8791-15c132d546fa triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:51.170612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.173745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.179617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.209141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:51.217307 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20108b2a-d7a8-4051-8501-3c7f6fc8fb8a,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:51.222943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.223324 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Added segment 078e8be3-fb9c-4a9f-a0e2-a18c18c91263 of type vlan for network b9d9b568-c1cb-4705-b1c7-5b4e46979ece Feb 19 08:05:51.249338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.279420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.280312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:51.280880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.286743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.303939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port da6a02e1-859b-4be1-8791-15c132d546fa, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=da6a02e1-859b-4be1-8791-15c132d546fa,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:51.308318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.374766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=da6a02e1-859b-4be1-8791-15c132d546fa,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:51.478765 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4720449 Feb 19 08:05:51.479660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bffa0-c3aa-484b-89ee-cdceefcc7bcf admin admin] Pushing event updated for resources: {'Network': ['ID=b9d9b568-c1cb-4705-b1c7-5b4e46979ece,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:51.481718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45172) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:51.487340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Request body: {'subnet': {'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-406754796-subnet', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:51.489984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:05:51.492609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:51.496695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Usage tracker for resource:subnet and tenant:050d48b3559c4efd8c63d3083036aac5 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:51.500335 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:51.506415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:51.517149 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Made reservation on behalf of 050d48b3559c4efd8c63d3083036aac5 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:51.519537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.726520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.803972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c73fd64-c4c9-4da3-9e25-2fe3e8576d20,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:51.818333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Checking segment: {'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:51.818676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Network hostable DHCP agents. Network: b9d9b568-c1cb-4705-b1c7-5b4e46979ece, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:51.843102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:51.853358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, b9d9b568-c1cb-4705-b1c7-5b4e46979ece) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:51.857270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:51.857862 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.863322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbda8a-5f33-4ec2-b3de-ff8e30b7cc4e None None] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:05:51.878424 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b088d6d-3353-4a29-be48-fb310555b96e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3954394 Feb 19 08:05:51.881005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45176) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:51.885925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:05:51.890855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:05:51.894750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Usage tracker for resource:router and tenant:050d48b3559c4efd8c63d3083036aac5 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:05:51.897581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:05:51.903106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:05:51.913773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.914769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:51.932955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.074807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-b9d9b568-c1cb-4705-b1c7-5b4e46979ece', 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'fixed_ips': [{'subnet_id': '6c73fd64-c4c9-4da3-9e25-2fe3e8576d20'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:05:52.075635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.080565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.233477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Allocated IP 172.20.0.2 (b9d9b568-c1cb-4705-b1c7-5b4e46979ece/6c73fd64-c4c9-4da3-9e25-2fe3e8576d20/39bd0b69-a03c-4370-b79f-7cbbc36c511f) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:52.268247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.297536 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.439282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Allocated IP 172.26.1.29 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/2a7e1940-66a0-402e-bb0c-201b9cb13d55) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:52.451946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.464144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Transition to ACTIVE for port object 39bd0b69-a03c-4370-b79f-7cbbc36c511f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:52.483354 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Transition to ACTIVE for port object 39bd0b69-a03c-4370-b79f-7cbbc36c511f will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:52.489348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.556243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:52.559255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:52.563726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:05:52.565750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Pushing event updated for resources: {'Port': ['ID=39bd0b69-a03c-4370-b79f-7cbbc36c511f,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:52.590818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.620232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.631912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Sync routers for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:05:52.661279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Attempting to bind port 39bd0b69-a03c-4370-b79f-7cbbc36c511f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:05:52.661673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Attempting to bind port 39bd0b69-a03c-4370-b79f-7cbbc36c511f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:05:52.662026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Attempting to bind port 39bd0b69-a03c-4370-b79f-7cbbc36c511f on network b9d9b568-c1cb-4705-b1c7-5b4e46979ece {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:05:52.669939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:52.670546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:52.688616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:52.692126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:52.694046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7e1940-66a0-402e-bb0c-201b9cb13d55,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:52.696131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:05:52.715921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:05:52.716311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Checking segment: {'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:52.716698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.717080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Bound using segment: {'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:05:52.717533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Bound port: 39bd0b69-a03c-4370-b79f-7cbbc36c511f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:05:52.717913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.950538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] For port 39bd0b69-a03c-4370-b79f-7cbbc36c511f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:52.954055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] For port 39bd0b69-a03c-4370-b79f-7cbbc36c511f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=39bd0b69-a03c-4370-b79f-7cbbc36c511f,segment=NetworkSegment(078e8be3-fb9c-4a9f-a0e2-a18c18c91263),segment_id=078e8be3-fb9c-4a9f-a0e2-a18c18c91263)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:52.959310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.960108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:52.960573 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:53.000039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:53.089379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device da6a02e1-859b-4be1-8791-15c132d546fa up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:53.200907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Router 638c4a01-1fb2-4679-b42a-69fb53a6410c is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:05:53.207515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887fc4a-7485-4b78-9b2c-54f8776d74ac None None] Pushing event updated for resources: {'Port': ['ID=39bd0b69-a03c-4370-b79f-7cbbc36c511f,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:53.368442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port da6a02e1-859b-4be1-8791-15c132d546fa triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:53.369115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:53.423056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:05:53.434119 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Sync routers for ids ['638c4a01-1fb2-4679-b42a-69fb53a6410c'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:05:53.464767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:53.466391 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f1ff0bd9-0211-4f83-aa54-13081afd3c76 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5842562 Feb 19 08:05:53.469192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45180) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:05:53.470467 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Routers {'638c4a01-1fb2-4679-b42a-69fb53a6410c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:53.471089 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['638c4a01-1fb2-4679-b42a-69fb53a6410c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:53.558968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 2, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:53.563883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Checking router: bf5ed825-420d-4b5b-a16c-3b1741a71ad9 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:05:53.564374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Updating router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 port d24dc240-56f3-46e9-97f8-19ff08d35d79 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:05:53.620323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:53.653348 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Set router 638c4a01-1fb2-4679-b42a-69fb53a6410c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:53.973718 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:05:52Z', 'revision_number': 3, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port': {'id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:52Z', 'updated_at': '2022-02-19T08:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:53.978720 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Checking router: 638c4a01-1fb2-4679-b42a-69fb53a6410c for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:05:53.979180 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Updating router 638c4a01-1fb2-4679-b42a-69fb53a6410c port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:05:53.980445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:53.992612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Transition to ACTIVE for port object d24dc240-56f3-46e9-97f8-19ff08d35d79 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:54.001474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.037277 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.206432 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37023e-7423-4aa5-a970-332657a57f80 None None] Pushing event updated for resources: {'Port': ['ID=d24dc240-56f3-46e9-97f8-19ff08d35d79,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.269175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Attempting to bind port d24dc240-56f3-46e9-97f8-19ff08d35d79 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:05:54.270561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Attempting to bind port d24dc240-56f3-46e9-97f8-19ff08d35d79 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:05:54.271131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Attempting to bind port d24dc240-56f3-46e9-97f8-19ff08d35d79 on network 9686acb4-250e-4cf3-b7af-a708597e1b64 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:05:54.281763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:05:54.282374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Checking segment: {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:54.282919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.283443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Bound using segment: {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:05:54.284493 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Bound port: d24dc240-56f3-46e9-97f8-19ff08d35d79, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:05:54.285036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.302611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0703b-985b-4c05-9a10-38d52106bd1f None None] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:05:54.331668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.483556 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.492176 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-96a6dc68-d05c-4023-a369-db2076e19ed8 None None] Provisioning for port 39bd0b69-a03c-4370-b79f-7cbbc36c511f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:54.496857 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Transition to ACTIVE for port object 2a7e1940-66a0-402e-bb0c-201b9cb13d55 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:54.504689 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.546666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] For port d24dc240-56f3-46e9-97f8-19ff08d35d79, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:54.551070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] For port d24dc240-56f3-46e9-97f8-19ff08d35d79, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d24dc240-56f3-46e9-97f8-19ff08d35d79,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:54.569405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Allocated IP 172.20.0.1 (b9d9b568-c1cb-4705-b1c7-5b4e46979ece/6c73fd64-c4c9-4da3-9e25-2fe3e8576d20/4c2aee29-d60c-4a0b-a553-16de5c3c2f0f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:54.581327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.586593 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Attempting to bind port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:05:54.586941 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Attempting to bind port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:05:54.587292 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Attempting to bind port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:05:54.590016 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89ced-1469-459d-b960-27b10966b66e None None] Pushing event updated for resources: {'Port': ['ID=2a7e1940-66a0-402e-bb0c-201b9cb13d55,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.596427 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:05:54.596834 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:05:54.597225 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.597620 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:05:54.598039 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Bound port: 2a7e1940-66a0-402e-bb0c-201b9cb13d55, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:05:54.598401 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.670820 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] For port 2a7e1940-66a0-402e-bb0c-201b9cb13d55, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:54.674379 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] For port 2a7e1940-66a0-402e-bb0c-201b9cb13d55, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2a7e1940-66a0-402e-bb0c-201b9cb13d55,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:54.681339 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.729803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37023e-7423-4aa5-a970-332657a57f80 None None] Pushing event updated for resources: {'Port': ['ID=d24dc240-56f3-46e9-97f8-19ff08d35d79,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.745857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.748966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:54.749619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:54.755200 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89ced-1469-459d-b960-27b10966b66e None None] Pushing event updated for resources: {'Port': ['ID=2a7e1940-66a0-402e-bb0c-201b9cb13d55,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.769980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Transition to ACTIVE for port object 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:54.776564 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Routers {'638c4a01-1fb2-4679-b42a-69fb53a6410c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:05:54.777220 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['638c4a01-1fb2-4679-b42a-69fb53a6410c'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:54.795571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:54.873321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.898068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:54.899356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:54.909353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:05:54.962988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:54.974273 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] Set router 638c4a01-1fb2-4679-b42a-69fb53a6410c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:05:54.986265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.094400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.176098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 39bd0b69-a03c-4370-b79f-7cbbc36c511f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:55.353890 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:05:52Z', 'revision_number': 3, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port': {'id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:52Z', 'updated_at': '2022-02-19T08:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:55.358382 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca28ace-7326-4dc5-a320-07a095951aa4 None None] The sync data for ids ['638c4a01-1fb2-4679-b42a-69fb53a6410c'] in dv-neutron-829958-1-hyperv is: [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:05:52Z', 'revision_number': 3, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port': {'id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:52Z', 'updated_at': '2022-02-19T08:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:05:55.388989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.395995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.433733 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 39bd0b69-a03c-4370-b79f-7cbbc36c511f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:55.440820 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 39bd0b69-a03c-4370-b79f-7cbbc36c511f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:55.441207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.464685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-c4c003f1-9a8e-4126-ac01-3b866a0b2d90 None None] Provisioning complete for port 39bd0b69-a03c-4370-b79f-7cbbc36c511f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:55.465051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4c003f1-9a8e-4126-ac01-3b866a0b2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.574402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:54Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:55.602150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.605531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:55.605962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e79f4-3924-4126-9dd9-17e474bc8006 None None] The sync data for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv is: [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:54Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:05:55.694539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.703244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4c003f1-9a8e-4126-ac01-3b866a0b2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.749119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 39bd0b69-a03c-4370-b79f-7cbbc36c511f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=39bd0b69-a03c-4370-b79f-7cbbc36c511f,segment=NetworkSegment(078e8be3-fb9c-4a9f-a0e2-a18c18c91263),segment_id=078e8be3-fb9c-4a9f-a0e2-a18c18c91263)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:55.755000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:55.763355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:55.764587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:55.861217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=39bd0b69-a03c-4370-b79f-7cbbc36c511f,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:55.907933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-c4c003f1-9a8e-4126-ac01-3b866a0b2d90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:05:55.908889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-c4c003f1-9a8e-4126-ac01-3b866a0b2d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:05:56.183052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Router 638c4a01-1fb2-4679-b42a-69fb53a6410c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:05:56.414914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:05:56.427055 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1f7362ef-8e25-4989-a3d6-a48644c18500 admin admin] 10.222.0.72 "PUT /v2.0/routers/638c4a01-1fb2-4679-b42a-69fb53a6410c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9555788 Feb 19 08:05:56.609700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9ab88d71-fdeb-42a5-b426-9f73453cdb16 None None] Provisioning for port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:56.617757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9ab88d71-fdeb-42a5-b426-9f73453cdb16 None None] Provisioning complete for port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:56.618394 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9ab88d71-fdeb-42a5-b426-9f73453cdb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:56.679747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9ab88d71-fdeb-42a5-b426-9f73453cdb16 None None] Port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:05:57.178631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 39bd0b69-a03c-4370-b79f-7cbbc36c511f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:57.250748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 39bd0b69-a03c-4370-b79f-7cbbc36c511f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:57.251115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:57.374645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2a7e1940-66a0-402e-bb0c-201b9cb13d55 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:57.496785 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:57.501900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:57.502334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:57.623425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:57.640619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2a7e1940-66a0-402e-bb0c-201b9cb13d55, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2a7e1940-66a0-402e-bb0c-201b9cb13d55,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:57.645463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:57.646455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d24dc240-56f3-46e9-97f8-19ff08d35d79 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:57.760279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2a7e1940-66a0-402e-bb0c-201b9cb13d55,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:57.780577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port d24dc240-56f3-46e9-97f8-19ff08d35d79 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:57.786428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d24dc240-56f3-46e9-97f8-19ff08d35d79 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:57.786801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:57.906711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:57.943073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port d24dc240-56f3-46e9-97f8-19ff08d35d79, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d24dc240-56f3-46e9-97f8-19ff08d35d79,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:57.948300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:58.018759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=d24dc240-56f3-46e9-97f8-19ff08d35d79,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:59.095118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2a7e1940-66a0-402e-bb0c-201b9cb13d55 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:59.165792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:59.166313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:05:59.293026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d24dc240-56f3-46e9-97f8-19ff08d35d79 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:05:59.377393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d24dc240-56f3-46e9-97f8-19ff08d35d79 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:59.377760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:05.696395 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:06:06.753099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d52e5bb5-3d28-4a01-90c1-a7bed797bd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:07.694113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-b04ba2e8-68d1-4007-b985-7f256799483b tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:07.694764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-b04ba2e8-68d1-4007-b985-7f256799483b tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Synchronizing usage tracker for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:06:07.714015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-b04ba2e8-68d1-4007-b985-7f256799483b tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Unset dirty status for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:06:07.715168 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-b04ba2e8-68d1-4007-b985-7f256799483b tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 814 time: 0.1619561 Feb 19 08:06:07.734347 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-3ab9d5d5-589a-4db9-a7ca-5b08e84a20f8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/quotas/61efa151a8464bbab5c4b202e70630d8 HTTP/1.1" status: 200 len: 375 time: 0.0116446 Feb 19 08:06:07.818178 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-68397a66-a36a-4864-a7df-faaef646c018 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Synchronizing usage tracker for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:06:07.836144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-68397a66-a36a-4864-a7df-faaef646c018 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Unset dirty status for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:06:07.837415 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-68397a66-a36a-4864-a7df-faaef646c018 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966895 Feb 19 08:06:07.979290 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-d0129856-b86c-4e05-a4ab-2abf605b0156 service neutron] 10.222.0.72 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300197 Feb 19 08:06:08.118420 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-01e68731-f993-4582-8251-a232366a85b2 service neutron] 10.222.0.72 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331940 Feb 19 08:06:08.304783 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5f4e6f22-6a08-4ba0-a80c-04dc16dd6381 req-19ad4d3f-5c29-4cfc-b005-aab3ea8cb701 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 210 time: 0.0403938 Feb 19 08:06:09.003165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ad153d5-fcf4-488d-8aab-2fe1d6c7f40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:09.374516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-75934a81-a134-4cad-b831-693ff83e8a63 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:09.375986 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-75934a81-a134-4cad-b831-693ff83e8a63 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 814 time: 0.1569810 Feb 19 08:06:09.393719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'port': {'device_id': '2746502c-bac3-4dac-a6db-b2a904761148', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'admin_state_up': True, 'tenant_id': '61efa151a8464bbab5c4b202e70630d8'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:09.473592 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9f9e5fb7-984a-49e1-8654-ad8868e7b1d6 req-cb2ee5a2-179d-4817-a6e4-8d6ad54c40ef tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 210 time: 0.0410805 Feb 19 08:06:09.539201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:09.548942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:09.560090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Made reservation on behalf of 61efa151a8464bbab5c4b202e70630d8 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:06:09.563288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:09.739173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Allocated IP 172.20.0.7 (9686acb4-250e-4cf3-b7af-a708597e1b64/ddf948ae-d6cb-4cf3-930e-9dcf88626ce5/dfe4a54a-7e9d-40d6-a43f-4c9115b065fc) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:09.985001 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:10.001234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Transition to ACTIVE for port object dfe4a54a-7e9d-40d6-a43f-4c9115b065fc will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:06:10.026170 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:10.112605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:10.116633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:10.122971 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:06:10.201282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:10.240260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:10.240867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:10.247297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.247676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.248007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.248479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.248712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.249035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.249354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.249665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.249978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.250350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.250602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:10.289904 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-ae9de47e-bde9-4ed9-81f0-ba7f31a89111 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020300 Feb 19 08:06:10.333278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:10.336838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:10.510324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-07b5497f-90c2-473d-a060-2674a3fc05e2 None None] Provisioning for port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:06:10.515643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-07b5497f-90c2-473d-a060-2674a3fc05e2 None None] Provisioning complete for port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:10.516103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07b5497f-90c2-473d-a060-2674a3fc05e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:10.579685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-07b5497f-90c2-473d-a060-2674a3fc05e2 None None] Port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:06:10.818887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289d14-80b0-4156-af1b-68245f820f65 req-57fd15e2-3973-46a1-ade5-30f9c11b3192 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:10.820328 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a289d14-80b0-4156-af1b-68245f820f65 req-57fd15e2-3973-46a1-ade5-30f9c11b3192 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.1895487 Feb 19 08:06:10.864862 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4a289d14-80b0-4156-af1b-68245f820f65 req-85d33e01-df7b-45bf-9392-0f750e39097b tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Synchronizing usage tracker for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:06:10.888967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-4a289d14-80b0-4156-af1b-68245f820f65 req-85d33e01-df7b-45bf-9392-0f750e39097b tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Unset dirty status for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:06:10.890463 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4a289d14-80b0-4156-af1b-68245f820f65 req-85d33e01-df7b-45bf-9392-0f750e39097b tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644040 Feb 19 08:06:11.577653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:12.114251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee68786-22a1-4c31-a29e-cce6330e01df req-f69abc89-3cf9-4a1c-8cdc-680f6db3bce7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:12.124909 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6ee68786-22a1-4c31-a29e-cce6330e01df req-f69abc89-3cf9-4a1c-8cdc-680f6db3bce7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0952678 Feb 19 08:06:12.198098 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6ee68786-22a1-4c31-a29e-cce6330e01df req-72ea3a31-1f2d-4a3f-bebc-9243b0f14194 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732555 Feb 19 08:06:13.409883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce3b1a-126b-4698-93b7-f2b1f55fd449 req-326be2bf-aa2f-48c1-9800-b92ad57955b6 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:13.411433 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c6ce3b1a-126b-4698-93b7-f2b1f55fd449 req-326be2bf-aa2f-48c1-9800-b92ad57955b6 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0812833 Feb 19 08:06:13.488848 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c6ce3b1a-126b-4698-93b7-f2b1f55fd449 req-7c5edb40-5df6-4163-98e2-43c36a2dc618 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Feb 19 08:06:13.711897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:14.686701 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b7911-a8a2-48a3-abfc-1d09bd668620 req-9ac57714-e7a6-467e-bbcd-aeaafb18baec tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:14.688910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d69b7911-a8a2-48a3-abfc-1d09bd668620 req-9ac57714-e7a6-467e-bbcd-aeaafb18baec tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0858397 Feb 19 08:06:14.740522 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d69b7911-a8a2-48a3-abfc-1d09bd668620 req-18e77d2e-6540-43e9-a951-e10357215b19 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Feb 19 08:06:15.950346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74935d49-a3ee-49e4-9052-33f30391644b req-0d92f88f-c56c-4445-a33a-be1d2e205e40 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:15.951778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-74935d49-a3ee-49e4-9052-33f30391644b req-0d92f88f-c56c-4445-a33a-be1d2e205e40 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0770648 Feb 19 08:06:15.997315 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-74935d49-a3ee-49e4-9052-33f30391644b req-a5a2ff85-b736-4e63-89cf-d64244ee6406 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Feb 19 08:06:17.217836 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f3a4-c226-4777-9336-99107bef365e req-11238b1e-40ed-43e2-b305-dc6ec7d18505 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:17.219334 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa39f3a4-c226-4777-9336-99107bef365e req-11238b1e-40ed-43e2-b305-dc6ec7d18505 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0802166 Feb 19 08:06:17.271675 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aa39f3a4-c226-4777-9336-99107bef365e req-3c3d02dd-a89c-45d5-b68e-85aa6136958c tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Feb 19 08:06:17.747379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Sync routers for ids ['638c4a01-1fb2-4679-b42a-69fb53a6410c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:06:17.760508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Routers {'638c4a01-1fb2-4679-b42a-69fb53a6410c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:06:17.761220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:06:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['638c4a01-1fb2-4679-b42a-69fb53a6410c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:17.948237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Set router 638c4a01-1fb2-4679-b42a-69fb53a6410c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:06:18.268975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:05:55Z', 'revision_number': 4, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port': {'id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:52Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '4c2aee29-d60c-4a0b-a553-16de5c3c2f0f', 'name': '', 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'mac_address': 'fa:16:3e:5d:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73fd64-c4c9-4da3-9e25-2fe3e8576d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:54Z', 'updated_at': '2022-02-19T08:05:55Z', 'revision_number': 2, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'subnets': [{'id': '6c73fd64-c4c9-4da3-9e25-2fe3e8576d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:18.273992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Checking router: 638c4a01-1fb2-4679-b42a-69fb53a6410c for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:06:18.274580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Updating router 638c4a01-1fb2-4679-b42a-69fb53a6410c port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:06:18.367858 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:18.501720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929598-e938-4657-a475-c99ec9326d5c req-d97b56cd-d15d-4a50-b8db-3f642061f072 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:18.503189 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-49929598-e938-4657-a475-c99ec9326d5c req-d97b56cd-d15d-4a50-b8db-3f642061f072 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0804565 Feb 19 08:06:18.564405 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-49929598-e938-4657-a475-c99ec9326d5c req-ecbb2f20-f3c9-4998-b44e-cc2da711aa11 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548882 Feb 19 08:06:18.721331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:18.732568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Transition to ACTIVE for port object 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:06:18.739467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:18.857723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c133b-32ef-45c8-a662-c71cdc018028 None None] Pushing event updated for resources: {'Port': ['ID=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:18.949919 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Attempting to bind port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:06:18.950277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Attempting to bind port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:06:18.950632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Attempting to bind port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f on network b9d9b568-c1cb-4705-b1c7-5b4e46979ece {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:06:18.957519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:06:18.957988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Checking segment: {'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:06:18.958381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:18.958763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Bound using segment: {'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:06:18.959278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Bound port: 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078e8be3-fb9c-4a9f-a0e2-a18c18c91263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:06:18.959643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:19.058657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] For port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:19.061758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] For port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,segment=NetworkSegment(078e8be3-fb9c-4a9f-a0e2-a18c18c91263),segment_id=078e8be3-fb9c-4a9f-a0e2-a18c18c91263)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:19.068054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:19.150325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c133b-32ef-45c8-a662-c71cdc018028 None None] Pushing event updated for resources: {'Port': ['ID=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:19.157483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Routers {'638c4a01-1fb2-4679-b42a-69fb53a6410c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:06:19.160313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:06:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['638c4a01-1fb2-4679-b42a-69fb53a6410c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:19.335134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] Set router 638c4a01-1fb2-4679-b42a-69fb53a6410c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:06:19.651782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:05:55Z', 'revision_number': 4, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port': {'id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:52Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '4c2aee29-d60c-4a0b-a553-16de5c3c2f0f', 'name': '', 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'mac_address': 'fa:16:3e:5d:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73fd64-c4c9-4da3-9e25-2fe3e8576d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:54Z', 'updated_at': '2022-02-19T08:06:19Z', 'revision_number': 4, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'subnets': [{'id': '6c73fd64-c4c9-4da3-9e25-2fe3e8576d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:19.656087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba7d8f-1dac-44e9-91d3-909512d4a6cc None None] The sync data for ids ['638c4a01-1fb2-4679-b42a-69fb53a6410c'] in dv-neutron-829958-1-hyperv is: [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:05:55Z', 'revision_number': 4, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port': {'id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:52Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '4c2aee29-d60c-4a0b-a553-16de5c3c2f0f', 'name': '', 'network_id': 'b9d9b568-c1cb-4705-b1c7-5b4e46979ece', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'mac_address': 'fa:16:3e:5d:e9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c73fd64-c4c9-4da3-9e25-2fe3e8576d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:54Z', 'updated_at': '2022-02-19T08:06:19Z', 'revision_number': 4, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'subnets': [{'id': '6c73fd64-c4c9-4da3-9e25-2fe3e8576d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:06:19.774645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e453-70b6-4598-b5d4-a9a7b7cf4ebb req-9c4b1156-a1ad-49e7-adbd-0d4ea89193d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:19.777060 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-abd2e453-70b6-4598-b5d4-a9a7b7cf4ebb req-9c4b1156-a1ad-49e7-adbd-0d4ea89193d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0912168 Feb 19 08:06:19.827071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-abd2e453-70b6-4598-b5d4-a9a7b7cf4ebb req-25185131-8850-4c88-98d5-3e582dbba761 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 Feb 19 08:06:20.457228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Request body: {'port': {'device_id': '2746502c-bac3-4dac-a6db-b2a904761148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:20.566196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.019570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe4a54a-7e9d-40d6-a43f-4c9115b065fc {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:06:21.026877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.035679 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9eec4c-1174-4f0e-99bc-c35773a15c9d req-3caf0d5a-67ef-4f2f-9357-a79829415fa2 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:21.037188 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b9eec4c-1174-4f0e-99bc-c35773a15c9d req-3caf0d5a-67ef-4f2f-9357-a79829415fa2 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 931 time: 0.0847633 Feb 19 08:06:21.042795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Transition to ACTIVE for port object dfe4a54a-7e9d-40d6-a43f-4c9115b065fc will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:06:21.049390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.089440 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b9eec4c-1174-4f0e-99bc-c35773a15c9d req-1c9d9d67-0799-4f38-9f23-f2fa198ecbfb tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Feb 19 08:06:21.141206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:06:21.218886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:21.252871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:06:21.259280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:21.260041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.295687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Attempting to bind port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:06:21.296056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Attempting to bind port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:06:21.296875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Attempting to bind port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc on network 9686acb4-250e-4cf3-b7af-a708597e1b64 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:06:21.304248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc on network 9686acb4-250e-4cf3-b7af-a708597e1b64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:06:21.304881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Attempting to bind port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc on network 9686acb4-250e-4cf3-b7af-a708597e1b64 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:06:21.312363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:06:21.312992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Checking segment: {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:06:21.313554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Bound using segment: {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:06:21.314180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Bound port: dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694c4e78-4959-4a73-8698-2af1ced94182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:06:21.314705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.399259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.421359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:21.424682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:21.431955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.449754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,segment=NetworkSegment(078e8be3-fb9c-4a9f-a0e2-a18c18c91263),segment_id=078e8be3-fb9c-4a9f-a0e2-a18c18c91263)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:21.456292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.493745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:21.495190 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] 10.222.0.67 "PUT /v2.0/ports/dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 1093 time: 1.0427818 Feb 19 08:06:21.495630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:06:21.535537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008eb52-0ddc-428a-abbb-077d60677b3c service neutron] Pushing event updated for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:21.586197 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'status': 'completed', 'code': 200} Feb 19 08:06:21.599261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:21.671305 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-b61b8513-2444-46c1-8655-177c9d061422 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1096 time: 0.0770934 Feb 19 08:06:21.742775 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-21beabf4-384d-470e-8948-90e46afdcf77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 217 time: 0.0648479 Feb 19 08:06:21.805393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-e11946c8-1100-4667-a1c8-1701deadcbf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:21.806805 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-e11946c8-1100-4667-a1c8-1701deadcbf5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.0584095 Feb 19 08:06:21.885133 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-cb5da808-b54b-4b89-a259-a8599fec2e0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718184 Feb 19 08:06:22.015964 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-dcf717fd-1ea9-4a5a-bad6-c028bdb30d27 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234441 Feb 19 08:06:22.144882 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-404debc8-8334-46a3-82c7-088ab1fe1d47 req-381ef169-d8d3-4372-9584-2af126b8c655 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233313 Feb 19 08:06:22.264630 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-e62d8b5a-00d9-404b-b7e2-0eb35af30e4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1096 time: 0.0693538 Feb 19 08:06:22.292415 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ff217-d10e-4b29-957c-1f1e2e38a551 req-feaedb9c-9d2a-4110-b520-27728e7e7e9a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:22.294003 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f76ff217-d10e-4b29-957c-1f1e2e38a551 req-feaedb9c-9d2a-4110-b520-27728e7e7e9a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 943 time: 0.0751214 Feb 19 08:06:22.345071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f76ff217-d10e-4b29-957c-1f1e2e38a551 req-ee83d906-6824-43c1-9429-81278234fee1 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Feb 19 08:06:22.396836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-e158cc44-5ca8-4301-aec0-ffaa1596d8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:22.398663 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-e158cc44-5ca8-4301-aec0-ffaa1596d8bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1281259 Feb 19 08:06:22.468094 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-64ce9e50-1a3b-4791-8f57-324fb28aa286 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 217 time: 0.0638258 Feb 19 08:06:22.530276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-6f201ed7-61f1-41bb-a485-04a4ef42f75c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:22.531888 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-6f201ed7-61f1-41bb-a485-04a4ef42f75c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.0579906 Feb 19 08:06:22.705470 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-1b41e254-64f2-436f-a5ac-27778002eae4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1679308 Feb 19 08:06:22.846357 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-1f20fc52-252e-406a-8eae-1928d6677111 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343858 Feb 19 08:06:22.978312 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf48459c-1d8c-4ad7-b369-dce09c1d4218 req-7e158179-779c-4116-8686-db3a87f7a22a service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250975 Feb 19 08:06:23.102951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:06:23.170010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:23.170372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:23.560416 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75bfb0-f178-4db5-8a62-31c69238c723 req-c1d7cb8d-35c1-44f7-b708-4876ee31cb71 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:23.561734 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ed75bfb0-f178-4db5-8a62-31c69238c723 req-c1d7cb8d-35c1-44f7-b708-4876ee31cb71 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 943 time: 0.0879333 Feb 19 08:06:23.607842 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ed75bfb0-f178-4db5-8a62-31c69238c723 req-9ac5041f-c470-4cec-91aa-f90f16a372cf tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Feb 19 08:06:24.820863 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfebd88-c3f8-48ad-8d93-a3d91d1c4c42 req-64267d58-f2d0-448e-a414-3c1475b25dd1 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:24.822346 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-acfebd88-c3f8-48ad-8d93-a3d91d1c4c42 req-64267d58-f2d0-448e-a414-3c1475b25dd1 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 943 time: 0.0815926 Feb 19 08:06:24.869421 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-acfebd88-c3f8-48ad-8d93-a3d91d1c4c42 req-3db9ef55-ac2f-4cd4-8ba3-bcdbe4608a2d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Feb 19 08:06:25.313194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device dfe4a54a-7e9d-40d6-a43f-4c9115b065fc details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:06:25.447235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:25.460710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'port_id': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'mac_address': 'fa:16:3e:65:df:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:06:25.514704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:25.532261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe4a54a-7e9d-40d6-a43f-4c9115b065fc {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:06:25.548643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:25.554305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:25.621102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:25.885191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:06:26.066095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dc511-079a-4732-8908-b9f6282ad6ae req-9cefda93-4e7d-4c47-8cad-b5c65cb00dca tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:26.067541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d78dc511-079a-4732-8908-b9f6282ad6ae req-9cefda93-4e7d-4c47-8cad-b5c65cb00dca tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 944 time: 0.0755908 Feb 19 08:06:26.111966 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d78dc511-079a-4732-8908-b9f6282ad6ae req-f628980d-3085-4a02-9323-919d008f3c68 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Feb 19 08:06:27.313231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device dfe4a54a-7e9d-40d6-a43f-4c9115b065fc up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:06:27.330901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f02d81-7420-4ec4-8c48-9a8d3d6e0980 req-0ee685ca-0d63-497d-b26a-8311e16bd121 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:27.332409 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-66f02d81-7420-4ec4-8c48-9a8d3d6e0980 req-0ee685ca-0d63-497d-b26a-8311e16bd121 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 944 time: 0.0850301 Feb 19 08:06:27.378676 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-66f02d81-7420-4ec4-8c48-9a8d3d6e0980 req-40c40eab-f378-4188-8e93-7cf28bfdd596 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Feb 19 08:06:27.385494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:06:27.390832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:27.391193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:27.513943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:27.543391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:06:27.553410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:27.558643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:27.600259 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'code': 200} Feb 19 08:06:27.625087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:27.844859 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-15d9a8ea-be6c-46aa-bda1-88e355e8fb43 req-f5bb2523-6bda-4471-b299-42a5881f842a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1098 time: 0.0792592 Feb 19 08:06:27.887517 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-15d9a8ea-be6c-46aa-bda1-88e355e8fb43 req-076ee3fd-4b93-45bb-ad37-da67f310776a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366387 Feb 19 08:06:28.583435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315216e-2ae3-40aa-9921-b9c491b251e7 req-2e79a1ab-d547-4791-b393-f328f73229c8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:28.584903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4315216e-2ae3-40aa-9921-b9c491b251e7 req-2e79a1ab-d547-4791-b393-f328f73229c8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0777366 Feb 19 08:06:28.629790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4315216e-2ae3-40aa-9921-b9c491b251e7 req-724de486-b348-4390-b86c-62a2c8b88644 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393026 Feb 19 08:06:29.855670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae596c-8912-4ccf-ab63-7d26bb1f509f req-f0777280-7c7e-46b4-885f-f975d4524ea0 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:29.857016 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-acae596c-8912-4ccf-ab63-7d26bb1f509f req-f0777280-7c7e-46b4-885f-f975d4524ea0 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0835106 Feb 19 08:06:29.905015 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-acae596c-8912-4ccf-ab63-7d26bb1f509f req-7b88a166-19e0-4496-80e6-bc59367565f6 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Feb 19 08:06:30.108275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cf6d7-f995-451b-bbd9-7f3a6bb73cc3 req-fe28b970-e3cc-4348-af9c-9eeac41fad03 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:30.109626 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc5cf6d7-f995-451b-bbd9-7f3a6bb73cc3 req-fe28b970-e3cc-4348-af9c-9eeac41fad03 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0853255 Feb 19 08:06:30.154120 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc5cf6d7-f995-451b-bbd9-7f3a6bb73cc3 req-fd164c69-1fd2-47a0-b8fd-44943cc47635 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388405 Feb 19 08:06:30.595847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7790-f955-40c2-8947-5f9dc0033210 req-88d429b6-8b67-485c-b453-7a8964fc71c0 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:30.597307 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b9cb7790-f955-40c2-8947-5f9dc0033210 req-88d429b6-8b67-485c-b453-7a8964fc71c0 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0903490 Feb 19 08:06:30.642839 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b9cb7790-f955-40c2-8947-5f9dc0033210 req-5c24a2c6-2e75-4445-8185-176424f1d7a7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Feb 19 08:06:36.754674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-662a12e3-f1d9-4cae-8e5e-b4fb5f1b46d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:38.997986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-28bf2c4f-5001-485a-87d5-203d8b714158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:40.328134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:40.329981 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:40.891623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ef2fe-6cfe-44a5-bb76-e8fc9536bab4 req-9831ace8-560f-479e-93c1-e777145a49e6 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:40.893089 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d93ef2fe-6cfe-44a5-bb76-e8fc9536bab4 req-9831ace8-560f-479e-93c1-e777145a49e6 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0924687 Feb 19 08:06:40.945129 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d93ef2fe-6cfe-44a5-bb76-e8fc9536bab4 req-9123dfc0-6b25-4a13-9501-c703cccc8429 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Feb 19 08:06:40.973880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45362) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:41.186831 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-21bedcb6-76ec-4efc-b6f4-38ad2030ed46 tempest-TestMinimumBasicScenario-2050526785 tempest-TestMinimumBasicScenario-2050526785-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1093 time: 0.2117662 Feb 19 08:06:41.190725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45368) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:41.195922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:41.201986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:41.206535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:floatingip and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:41.209552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:41.215600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:41.228890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:41.364081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:41.493229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Allocated IP 172.26.1.233 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/8331458b-68a7-4eaf-85ee-812df12d44c4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:41.569021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:41.644307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:41.672784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:41.739005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:41.741686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:41.745460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:06:41.773470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'Port': ['ID=8331458b-68a7-4eaf-85ee-812df12d44c4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:42.253587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:42.320705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:42.635550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:42.643112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:42.697807 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:06:42.747691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'Port': ['ID=8331458b-68a7-4eaf-85ee-812df12d44c4,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:42.760282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:42.950062 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Floating IP 134b7c0a-7672-4f37-b725-5af77448531c associated. External IP: 172.26.1.233, port: dfe4a54a-7e9d-40d6-a43f-4c9115b065fc. Feb 19 08:06:43.341261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:06:43.540357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:06:43.550542 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] Sync routers for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:06:43.563273 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:06:43.563929 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:06:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:43.566202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.619155 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-00f9212e-de84-4018-b9ee-3174861ce7d8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4272385 Feb 19 08:06:43.619522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:06:43.622074 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45372) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:43.628589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764221934', 'description': 'tempest-secgroup-smoke-764221934 description', 'project_id': '61efa151a8464bbab5c4b202e70630d8'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:43.635367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:43.646493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:43.659394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.677387 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'status': 'completed', 'code': 200} Feb 19 08:06:43.704806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:43.710423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:43.714920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:43.720949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.722155 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:43.754354 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:06:43.775812 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-0ba904a7-ed46-4c64-a6d5-4c809ed1137f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1098 time: 0.0772512 Feb 19 08:06:43.779418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.784668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.826930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86cc8929-9580-4dd0-8e11-9c605a985af7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:43.838833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.838833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.838833 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.839161 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.839512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.839838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.840172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.840498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.840830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.841121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.841431 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:43.845108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.848896 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ef12553e-aa8e-40b3-aa20-0fbe441ec752 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2250848 Feb 19 08:06:43.849452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45378) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:43.855525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'security_group_rule': {'security_group_id': '86cc8929-9580-4dd0-8e11-9c605a985af7', 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:43.862638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:43.866712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:43.870771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:43.875561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:43.893551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.930480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-4b3dc498-1eff-4fb6-b4f6-3b04261c1400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:43.932102 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-4b3dc498-1eff-4fb6-b4f6-3b04261c1400 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1509199 Feb 19 08:06:43.956054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.961248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:43.987689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c28f88-da14-42f9-8f88-ab45adcdcf30,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:43.999238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.002975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8e3436cc-5b91-41ad-95ea-be4301ce7602 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1499252 Feb 19 08:06:44.003278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45382) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:44.008946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'security_group_rule': {'security_group_id': '86cc8929-9580-4dd0-8e11-9c605a985af7', 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:44.015241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:44.019369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:44.022264 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:44.028724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:44.044662 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-d7023dbc-89f9-420c-a3fc-aabf0173347b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 999 time: 0.1057546 Feb 19 08:06:44.048583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.112087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.116746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.129906 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '134b7c0a-7672-4f37-b725-5af77448531c', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'port_id': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'mac_address': 'fa:16:3e:65:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2746502c-bac3-4dac-a6db-b2a904761148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:06:42Z', 'updated_at': '2022-02-19T08:06:42Z', 'revision_number': 0, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 5, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:44.134932 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] Checking router: bf5ed825-420d-4b5b-a16c-3b1741a71ad9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:06:44.146907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc07f8b5-b226-4906-a99a-61ba5949ed04,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:44.148300 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:06:44.149105 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:06:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:44.158248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.160029 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-665ee17b-eba3-401e-9cfb-f98120baf047 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1557398 Feb 19 08:06:44.162651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45386) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:44.168551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'security_group_rule': {'security_group_id': '86cc8929-9580-4dd0-8e11-9c605a985af7', 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:44.174716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:44.179278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:44.184392 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:44.190986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:44.208549 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.222553 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-740f5723-a7e7-4efa-ab62-4b83e4fd6d34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:44.223986 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-740f5723-a7e7-4efa-ab62-4b83e4fd6d34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.1686878 Feb 19 08:06:44.273740 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.278173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.298370 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-808a6460-61b1-4302-9008-89f78ea49095 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678761 Feb 19 08:06:44.305889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3278992-3956-4d2e-8b21-6b216f0fcdbf,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:44.313783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.315106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-07280b76-ebd6-4045-8a51-04ca4df86313 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1513004 Feb 19 08:06:44.317885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45390) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:44.323565 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'security_group_rule': {'security_group_id': '86cc8929-9580-4dd0-8e11-9c605a985af7', 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:44.329596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:44.333664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:44.336684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:44.342301 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:44.349702 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:06:44.363299 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.437098 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-e2cf4292-1c93-4ecf-8237-cf0f70d4e48b service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325281 Feb 19 08:06:44.521344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.526509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.548188 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e5d4df-d9cd-44aa-8954-758a5bd867b3,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:44.562826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.564063 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-7d6d243b-5881-4e8e-b57f-90e5134d5f78 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2451966 Feb 19 08:06:44.566804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45394) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:44.572547 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'security_group_rule': {'security_group_id': '86cc8929-9580-4dd0-8e11-9c605a985af7', 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:44.578493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:44.582577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:44.585437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:44.588377 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-27f9986e-dba2-47a4-8951-3ca955502d7c req-f13de7a5-7731-44a4-868e-d3512462e458 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452475 Feb 19 08:06:44.591156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:44.603668 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Project 61efa151a8464bbab5c4b202e70630d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:06:44.610555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.674704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.679212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.701946 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b52e378-61fd-4c8a-bec1-a87708620a97,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:44.711986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.713174 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-afa94f17-def1-472a-933c-806ed5707a8f tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1454666 Feb 19 08:06:44.716165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45398) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:06:44.721766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'security_group_rule': {'security_group_id': '86cc8929-9580-4dd0-8e11-9c605a985af7', 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:44.727885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:06:44.731848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Usage tracker for resource:security_group_rule and tenant:61efa151a8464bbab5c4b202e70630d8 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:06:44.734731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:06:44.740983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:06:44.752939 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Project 61efa151a8464bbab5c4b202e70630d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:06:44.759601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.764637 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '134b7c0a-7672-4f37-b725-5af77448531c', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'port_id': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'mac_address': 'fa:16:3e:65:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2746502c-bac3-4dac-a6db-b2a904761148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:06:42Z', 'updated_at': '2022-02-19T08:06:42Z', 'revision_number': 0, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 5, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:44.768745 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a4edba-0272-4f94-aea7-c965003a8c07 None None] The sync data for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv is: [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '134b7c0a-7672-4f37-b725-5af77448531c', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'floating_ip_address': '172.26.1.233', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'port_id': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'mac_address': 'fa:16:3e:65:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2746502c-bac3-4dac-a6db-b2a904761148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:06:42Z', 'updated_at': '2022-02-19T08:06:42Z', 'revision_number': 0, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 5, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:06:44.830166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.835231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.860023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ac6695-9f0c-4710-9b80-2cb4b79863af,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:44.870573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:44.871808 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c4a637ca-6c29-4bd4-a83d-3d4e88f57a20 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1545639 Feb 19 08:06:44.979612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c8c11-45dc-433a-9983-adca978fc289 None None] New status for floating IP 134b7c0a-7672-4f37-b725-5af77448531c: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:06:45.169936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-8345dd6c-fa6f-4733-a76b-db62729d360c tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Synchronizing usage tracker for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:06:45.185951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-8345dd6c-fa6f-4733-a76b-db62729d360c tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Unset dirty status for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:06:45.187147 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-8345dd6c-fa6f-4733-a76b-db62729d360c tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764221934&fields=id&tenant_id=61efa151a8464bbab5c4b202e70630d8 HTTP/1.1" status: 200 len: 267 time: 0.2219436 Feb 19 08:06:45.275263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-9259c9f8-749e-406c-bb30-95517a80fd81 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:45.276729 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-9259c9f8-749e-406c-bb30-95517a80fd81 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0840373 Feb 19 08:06:45.287534 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'port': {'security_groups': ['797649bf-b05d-40d8-b33f-5f9f3e096a5b', '86cc8929-9580-4dd0-8e11-9c605a985af7']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:06:45.415626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:45.673934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:45.701003 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:45.709072 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:45.722227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:06:45.779829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:45.780563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:45.781814 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d9a5bd47-016d-4429-9a59-973f49c11624 req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "PUT /v2.0/ports/dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 981 time: 0.4990687 Feb 19 08:06:45.782230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:06:45.813807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dca56-2e68-44fd-b534-c3aac27f3af8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=6']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:45.849931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:06:45.988002 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'status': 'completed', 'code': 200} Feb 19 08:06:46.045511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f131-95bf-46bc-b6de-35abf0402def req-79049c9a-7a40-4d71-b137-fd33ced6fb4e tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:46.053576 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68e6f131-95bf-46bc-b6de-35abf0402def req-79049c9a-7a40-4d71-b137-fd33ced6fb4e tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.1363375 Feb 19 08:06:46.101843 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-3a34c8d3-d087-473e-9106-5c1798626793 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1137 time: 0.0810990 Feb 19 08:06:46.105105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b8df4faa-095c-4c89-af1e-dd65719c665c None None] Provisioning complete for port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:46.105533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b8df4faa-095c-4c89-af1e-dd65719c665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:06:46.106717 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68e6f131-95bf-46bc-b6de-35abf0402def req-e0444b5d-3c20-40d5-90aa-7f9756d89612 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517104 Feb 19 08:06:46.231195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-c8fa0a1d-5cae-48f9-9db2-46715e0b8dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:46.232585 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-c8fa0a1d-5cae-48f9-9db2-46715e0b8dec service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1244764 Feb 19 08:06:46.337288 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-725e8018-2d5a-4b21-b81b-9afcce92be7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 1001 time: 0.0983841 Feb 19 08:06:46.403600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-dba14816-20dd-4529-bb7e-34f1841d4b03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:46.405074 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-dba14816-20dd-4529-bb7e-34f1841d4b03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.0612926 Feb 19 08:06:46.483561 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-fc34f28c-c458-4902-9d88-137e3aaa73ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722225 Feb 19 08:06:46.615854 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-e860c7d1-6e8e-4fcf-a4c0-7b5288f94260 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252022 Feb 19 08:06:46.751266 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d322b3f-238d-4af5-89e8-74ec67fb443c req-7c1a6e71-df42-4c5e-8b62-ff9da4f423d8 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226680 Feb 19 08:07:06.756703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-30cee2fd-e939-4270-a7c6-14430edb7766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:09.003123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26ddd549-7f56-45cf-b444-3b5bc1f6fa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:10.337765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:10.339531 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:11.176297 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-eaf7e80d-1151-451c-853a-cc0ea910b812 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693107 Feb 19 08:07:11.323913 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-b1fd9766-1509-41d6-b6a4-2782c0dc338e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1137 time: 0.0736487 Feb 19 08:07:11.473424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d893-d323-494e-9724-90f04ae6e950 req-376b0d3e-6808-4173-9428-d91c3b7e743f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:11.474850 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-376b0d3e-6808-4173-9428-d91c3b7e743f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1299682 Feb 19 08:07:11.570890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:11.575954 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-32886b16-f4e7-48fc-86fd-2d867935fdd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 1001 time: 0.0943317 Feb 19 08:07:11.734035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d893-d323-494e-9724-90f04ae6e950 req-5e9a90da-1690-4922-8d69-a53246c799f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:11.735470 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-5e9a90da-1690-4922-8d69-a53246c799f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.1534190 Feb 19 08:07:11.812087 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-a0d59502-da1e-4129-829b-56b157d8d9ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702486 Feb 19 08:07:11.944935 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-880dda52-02df-424e-ba08-482aee78e8d0 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265662 Feb 19 08:07:12.077242 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6987d893-d323-494e-9724-90f04ae6e950 req-03853ce7-e2a9-46c9-aece-7fc5fc1556a9 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260302 Feb 19 08:07:13.742851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:19.702923 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:07:34.741258 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-1bbc7874-4785-4809-96b5-fd7ba909b654 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1137 time: 0.0844634 Feb 19 08:07:34.873133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-0cd1be87-d33c-438b-9397-f4a7c2567f5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:34.874510 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-0cd1be87-d33c-438b-9397-f4a7c2567f5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1273446 Feb 19 08:07:34.915771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa65e2-4902-4000-b205-53d5258b460f req-45e4cda2-0853-4d8f-aa5a-25afbc0e6191 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:34.917241 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3baa65e2-4902-4000-b205-53d5258b460f req-45e4cda2-0853-4d8f-aa5a-25afbc0e6191 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0804083 Feb 19 08:07:34.964280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3baa65e2-4902-4000-b205-53d5258b460f req-52a31efb-e238-4ad6-9bfd-a5cab752b7da tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410883 Feb 19 08:07:34.976655 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-544865c5-e1a0-495a-b022-f5fd3a04d755 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 1001 time: 0.0952609 Feb 19 08:07:35.038688 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-4d7652af-3221-405f-a92d-58aadc6cd4cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:35.040082 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-4d7652af-3221-405f-a92d-58aadc6cd4cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.0569170 Feb 19 08:07:35.115392 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-3e14a9b8-8304-4c86-9f49-9a1540d792b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681274 Feb 19 08:07:35.245374 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-bba8c29d-8554-4c3e-aa09-4ef5329c080d service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235480 Feb 19 08:07:35.372120 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ece24d9f-4540-4fb9-8071-2cf347c56d55 req-a1a0f179-c5a5-409d-b374-8f18ce1310ef service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200027 Feb 19 08:07:36.244417 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bc0c7-842a-4fad-8364-1e75620872cc req-453419a4-af38-45db-b92d-97b3e336b818 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:36.245866 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e82bc0c7-842a-4fad-8364-1e75620872cc req-453419a4-af38-45db-b92d-97b3e336b818 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.1518440 Feb 19 08:07:36.297209 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e82bc0c7-842a-4fad-8364-1e75620872cc req-d8bda45b-8ee1-4c29-ac5e-049cf02805c7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426126 Feb 19 08:07:36.756921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8e7de1dc-6ddd-4bdd-9969-9559bd588820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:37.517131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73878b-ac92-4bef-a1f1-bc37e9c2595c req-561a3866-7266-4f7a-a119-bf9b642f48a8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:37.518562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f73878b-ac92-4bef-a1f1-bc37e9c2595c req-561a3866-7266-4f7a-a119-bf9b642f48a8 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0827768 Feb 19 08:07:37.571132 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3f73878b-ac92-4bef-a1f1-bc37e9c2595c req-532b3000-2be5-4456-bcab-f35aa03dae22 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438445 Feb 19 08:07:38.783717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a9753-39c1-41b9-b415-a2e6f6e04229 req-4f763d04-a16e-471c-8967-0b1b69d4dc33 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:38.785187 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d7a9753-39c1-41b9-b415-a2e6f6e04229 req-4f763d04-a16e-471c-8967-0b1b69d4dc33 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0810356 Feb 19 08:07:38.838442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d7a9753-39c1-41b9-b415-a2e6f6e04229 req-a58ff115-11d7-402e-9066-43b7bf80cf55 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447667 Feb 19 08:07:39.004303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fe2c5b8a-6740-4c97-b236-6c2a521616ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:40.056961 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c2838-afb4-4f94-802c-1df354b4e852 req-01010133-d15a-4262-a05b-41864a5829de tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:40.058429 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1d4c2838-afb4-4f94-802c-1df354b4e852 req-01010133-d15a-4262-a05b-41864a5829de tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0879712 Feb 19 08:07:40.105362 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1d4c2838-afb4-4f94-802c-1df354b4e852 req-a6346900-e832-4e41-a80d-e9f6fd00acab tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412645 Feb 19 08:07:40.339696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:40.341924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:41.320385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd57b0-3075-487d-a8d0-cda81d3e0347 req-5a553039-a325-43a5-8898-a2c5ea88831d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:41.321811 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-90bd57b0-3075-487d-a8d0-cda81d3e0347 req-5a553039-a325-43a5-8898-a2c5ea88831d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0883327 Feb 19 08:07:41.371591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-90bd57b0-3075-487d-a8d0-cda81d3e0347 req-99e47c75-c2a0-4981-80dd-bee191605f39 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415347 Feb 19 08:07:41.578480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:42.580265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5ca57-ee69-40e5-94c9-4545859dff90 req-dea60474-ffec-4d66-841c-0c615273b311 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:42.581703 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5ac5ca57-ee69-40e5-94c9-4545859dff90 req-dea60474-ffec-4d66-841c-0c615273b311 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0780559 Feb 19 08:07:42.630518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5ac5ca57-ee69-40e5-94c9-4545859dff90 req-8aef2c93-7b9f-4c8d-a748-f743a3609535 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432470 Feb 19 08:07:43.738396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:07:43.848681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443bdde-2f52-4e20-b934-94ea59b5c6f5 req-da641b51-bfb7-4d0b-9d18-f2640b1abbc3 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:43.850107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8443bdde-2f52-4e20-b934-94ea59b5c6f5 req-da641b51-bfb7-4d0b-9d18-f2640b1abbc3 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0858097 Feb 19 08:07:43.902986 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8443bdde-2f52-4e20-b934-94ea59b5c6f5 req-fe6b1dfd-7512-453f-8ad8-989bb6c708d0 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456667 Feb 19 08:07:45.124103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d17c-178b-4a1e-8471-a0bd6f06834c req-6de5c10f-ad7a-48c7-b9ad-1908b395f2c3 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:45.125579 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1541d17c-178b-4a1e-8471-a0bd6f06834c req-6de5c10f-ad7a-48c7-b9ad-1908b395f2c3 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0883720 Feb 19 08:07:45.178720 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1541d17c-178b-4a1e-8471-a0bd6f06834c req-0e43bd9c-7822-40c3-a103-539588755b02 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461779 Feb 19 08:07:46.392071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f2ea-c181-4e48-8f18-c1f7a6a37133 req-10b1bd59-1a26-4f22-b545-158328550715 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:46.393412 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-de00f2ea-c181-4e48-8f18-c1f7a6a37133 req-10b1bd59-1a26-4f22-b545-158328550715 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.0769672 Feb 19 08:07:46.441016 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-de00f2ea-c181-4e48-8f18-c1f7a6a37133 req-e2a7f14c-63b7-44b7-84b3-29a0aa079b39 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&id=86cc8929-9580-4dd0-8e11-9c605a985af7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416379 Feb 19 08:07:56.709141 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:08:06.764459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9bc56dce-77d4-4cbf-90e7-c5bc4debca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:09.009226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7afde449-c68b-4eff-98f5-c945a17fcd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:10.335152 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:10.339949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:11.177777 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-595aff8b-ba50-4f79-8fc3-ad13cb4cd55c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709329 Feb 19 08:08:11.335960 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-597f248e-ef65-428b-8bd6-e84b69c34a83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1137 time: 0.0832024 Feb 19 08:08:11.489942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-56e3382e-7c29-42a5-9d64-526f5e6a6697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:11.491423 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-56e3382e-7c29-42a5-9d64-526f5e6a6697 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1358724 Feb 19 08:08:11.580065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:11.595833 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-b0870319-f57d-48fd-a31a-bf9297496c8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 1001 time: 0.0985043 Feb 19 08:08:11.662579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-7d9ec5ff-ec30-4438-af06-3f9a8f14dda2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:11.664697 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-7d9ec5ff-ec30-4438-af06-3f9a8f14dda2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.0629811 Feb 19 08:08:11.825681 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-308ed2bd-a2fc-4069-907a-329f062baf64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1521389 Feb 19 08:08:11.953478 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-e2d89a50-c5db-444c-8184-d3e4ca21050f service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218660 Feb 19 08:08:12.086300 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf35dbce-5e48-4790-97ce-92e067856db0 req-d434c2c7-d7c2-4ecf-ba72-d5fa2d317c30 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260653 Feb 19 08:08:13.754864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:33.714314 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:08:35.152096 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-438095fa-548e-4db8-9202-2037c9a2f02e tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764221934&fields=id&tenant_id=61efa151a8464bbab5c4b202e70630d8 HTTP/1.1" status: 200 len: 267 time: 0.0442622 Feb 19 08:08:35.310854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-e5cc8be6-6bd0-4f27-a391-c640d557c43d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:35.312334 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-e5cc8be6-6bd0-4f27-a391-c640d557c43d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 984 time: 0.1549528 Feb 19 08:08:35.322992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Request body: {'port': {'security_groups': ['797649bf-b05d-40d8-b33f-5f9f3e096a5b']}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:08:35.438302 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:35.688958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:35.714323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:35.720773 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:35.733540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:08:35.795596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:35.796225 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:35.797601 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-40f17282-c8dd-495f-8e73-a5ac98a9ce64 req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "PUT /v2.0/ports/dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 942 time: 0.4791567 Feb 19 08:08:35.798030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:08:35.805249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45488) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:35.819053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event updated for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=7']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:35.830931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.831372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.833056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.833394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.833721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.834045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.834569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.834897 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.835212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.835525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.835838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbbdb2d-e290-4abe-94b1-6cb5b39139b7 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:35.885071 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:35.908492 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'status': 'completed', 'code': 200} Feb 19 08:08:35.919653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:08:35.921081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.039631 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-bff118d8-4575-4bd8-91fa-82deebf4e18e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1098 time: 0.0900445 Feb 19 08:08:36.072935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.082500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-895f2b1f-8bfe-45f7-b033-1a8a93dc80ff None None] Provisioning complete for port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:36.082802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-895f2b1f-8bfe-45f7-b033-1a8a93dc80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.148309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cc8929-9580-4dd0-8e11-9c605a985af7,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:36.168878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.169984 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "DELETE /v2.0/security-groups/86cc8929-9580-4dd0-8e11-9c605a985af7 HTTP/1.1" status: 204 len: 168 time: 0.3632181 Feb 19 08:08:36.172932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45496) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:36.181451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.181794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.182133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.182557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.182887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.183212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.183533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.183851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.184190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.184510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.184826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c85acc-1a18-4ff9-9278-e1178b27d949 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:36.209569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-62faf1be-44f5-4bc5-9798-b0034727d8e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:36.211185 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-62faf1be-44f5-4bc5-9798-b0034727d8e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1645575 Feb 19 08:08:36.321065 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-704c3018-2656-4aac-89b0-88ae375cb205 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 1001 time: 0.1029172 Feb 19 08:08:36.381670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-14d67678-844f-4deb-9816-2eb3df08cbb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:36.383236 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-14d67678-844f-4deb-9816-2eb3df08cbb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.0561123 Feb 19 08:08:36.385764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Deleting port 8331458b-68a7-4eaf-85ee-812df12d44c4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:36.386075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.460239 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-df2d10fa-776c-4f71-9c3a-93b66b30c3f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704174 Feb 19 08:08:36.550255 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.550537 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.592398 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-0351ad0e-7fb6-488f-883f-45b3024f33b2 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253207 Feb 19 08:08:36.672082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Calling delete_port for 8331458b-68a7-4eaf-85ee-812df12d44c4 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:36.723920 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a2092894-8ad1-472d-b1cb-63e7fa83882b req-a37ecb6e-653d-4aaa-8be5-957f64cc0704 service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253734 Feb 19 08:08:36.746991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6ada64f5-0fa7-4fcf-a611-b6b551b063d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.829234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:36.870715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event deleted for resources: {'Port': ['ID=8331458b-68a7-4eaf-85ee-812df12d44c4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:36.966346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:37.448057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:08:37.662363 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:08:37.671968 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] Sync routers for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:08:37.678353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:37.685535 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:08:37.686143 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:37.731184 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-850b68b0-be91-4e65-8ad6-44c1b2bd864a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "DELETE /v2.0/floatingips/134b7c0a-7672-4f37-b725-5af77448531c HTTP/1.1" status: 204 len: 168 time: 1.5570576 Feb 19 08:08:37.860647 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:08:37.910227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:08:37.973703 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'status': 'completed', 'code': 200} Feb 19 08:08:38.080438 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-eaec6993-70b9-4d46-b2e1-2d8b3450e6ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61efa151a8464bbab5c4b202e70630d8&device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 1098 time: 0.0831556 Feb 19 08:08:38.199010 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 5, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:38.202979 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] Checking router: bf5ed825-420d-4b5b-a16c-3b1741a71ad9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:08:38.214159 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:08:38.214798 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:38.231138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-1dd902e2-0b60-4653-a2f3-c1464c6c58b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:38.232650 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-1dd902e2-0b60-4653-a2f3-c1464c6c58b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 200 len: 915 time: 0.1471908 Feb 19 08:08:38.304160 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-8f7818c5-7b41-4ab4-92de-d5f328253ec6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 200 len: 217 time: 0.0638337 Feb 19 08:08:38.367401 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-0d4ca563-28a4-4e99-b8fe-201c3422b5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:38.368841 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-0d4ca563-28a4-4e99-b8fe-201c3422b5ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 200 len: 853 time: 0.0562670 Feb 19 08:08:38.387159 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:08:38.541013 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-22760548-7dc7-463f-bf16-5a90010abc70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9686acb4-250e-4cf3-b7af-a708597e1b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1656115 Feb 19 08:08:38.680066 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-2eed1377-d6aa-4e09-b697-77ecc5cf76de service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315708 Feb 19 08:08:38.702225 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 5, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:38.706126 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d626d0da-ce4a-45f9-94cb-012626bf5ef2 None None] The sync data for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv is: [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:05:48Z', 'revision_number': 4, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'd24dc240-56f3-46e9-97f8-19ff08d35d79', 'name': '', 'network_id': '9686acb4-250e-4cf3-b7af-a708597e1b64', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'mac_address': 'fa:16:3e:9a:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:48Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 5, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'subnets': [{'id': 'ddf948ae-d6cb-4cf3-930e-9dcf88626ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:08:38.819765 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dd77c320-5272-4b36-9197-a1c6f1b7e57d req-2c64767c-38b2-4c39-9ebe-b540648b10fe service neutron] 10.222.0.67 "GET /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327140 Feb 19 08:08:38.940895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a562e60f-4432-42e4-ac02-faee3e7046e1 None None] New status for floating IP 134b7c0a-7672-4f37-b725-5af77448531c: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:08:39.073944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-40cd3715-c49d-4f36-8098-7a392648ed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:40.335679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:40.338932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:41.581918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:42.116835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a1d0-95e1-4a0e-ac06-a95b868739c2 req-47d872dd-d995-4bd5-8812-6ed23b015132 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:42.117539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ded3a1d0-95e1-4a0e-ac06-a95b868739c2 req-47d872dd-d995-4bd5-8812-6ed23b015132 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Synchronizing usage tracker for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:08:42.135422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-ded3a1d0-95e1-4a0e-ac06-a95b868739c2 req-47d872dd-d995-4bd5-8812-6ed23b015132 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Unset dirty status for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:08:42.136574 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ded3a1d0-95e1-4a0e-ac06-a95b868739c2 req-47d872dd-d995-4bd5-8812-6ed23b015132 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.1043353 Feb 19 08:08:42.183427 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ded3a1d0-95e1-4a0e-ac06-a95b868739c2 req-338c691a-015a-48d9-b64e-83ccc24e0217 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Feb 19 08:08:43.398208 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9371e4-8f12-40df-b31a-9b936c95ad7f req-35de7a3c-e838-4a35-9e9e-d29baf105af9 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:43.399613 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ff9371e4-8f12-40df-b31a-9b936c95ad7f req-35de7a3c-e838-4a35-9e9e-d29baf105af9 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0916231 Feb 19 08:08:43.444484 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ff9371e4-8f12-40df-b31a-9b936c95ad7f req-e6db060b-6f6c-4056-a68e-cd3d1283e5f5 tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/security-groups?id=797649bf-b05d-40d8-b33f-5f9f3e096a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Feb 19 08:08:43.756066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:43.931382 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-3dac86b2-a9bb-477c-88c5-4ca701ef689e tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:43.932050 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-3dac86b2-a9bb-477c-88c5-4ca701ef689e tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Synchronizing usage tracker for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:08:43.944064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-3dac86b2-a9bb-477c-88c5-4ca701ef689e tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Unset dirty status for tenant:61efa151a8464bbab5c4b202e70630d8 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:08:43.945160 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-3dac86b2-a9bb-477c-88c5-4ca701ef689e tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.67 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 945 time: 0.0920691 Feb 19 08:08:44.015518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Deleting port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:44.015766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:44.265178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] For port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:44.265592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:44.389803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Calling delete_port for dfe4a54a-7e9d-40d6-a43f-4c9115b065fc owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:44.530113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:44.541099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:08:44.582704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Pushing event deleted for resources: {'Port': ['ID=dfe4a54a-7e9d-40d6-a43f-4c9115b065fc,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:44.610902 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80e18406-5ee2-405c-aec1-7449fbc6e8c7 req-58216832-3f0b-4154-ada3-45bebfbbd78a tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.72 "GET /v2.0/ports?device_id=2746502c-bac3-4dac-a6db-b2a904761148 HTTP/1.1" status: 200 len: 210 time: 0.0438638 Feb 19 08:08:44.656278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] No DVR routers for this DVR port dfe4a54a-7e9d-40d6-a43f-4c9115b065fc on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:08:44.659225 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:44.661881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'name': 'network-vif-deleted', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:08:44.681281 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f9060f10-65ac-406a-96ee-eccbbb9aabe3 req-c8abd0a0-7501-4671-9a1d-19e074ff145d tempest-TestMinimumBasicScenario-1991636819 tempest-TestMinimumBasicScenario-1991636819-project] 10.222.0.67 "DELETE /v2.0/ports/dfe4a54a-7e9d-40d6-a43f-4c9115b065fc HTTP/1.1" status: 204 len: 173 time: 0.7298789 Feb 19 08:08:44.802667 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2746502c-bac3-4dac-a6db-b2a904761148', 'name': 'network-vif-deleted', 'tag': 'dfe4a54a-7e9d-40d6-a43f-4c9115b065fc', 'status': 'completed', 'code': 200} Feb 19 08:08:46.352531 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45588) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:46.745782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:47.422475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Deleting port d24dc240-56f3-46e9-97f8-19ff08d35d79 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:47.423142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:47.606575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] For port d24dc240-56f3-46e9-97f8-19ff08d35d79, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d24dc240-56f3-46e9-97f8-19ff08d35d79,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:47.606916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:47.729550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Calling delete_port for d24dc240-56f3-46e9-97f8-19ff08d35d79 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:47.929136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:47.973049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24dc240-56f3-46e9-97f8-19ff08d35d79,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:47.983945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device dfe4a54a-7e9d-40d6-a43f-4c9115b065fc no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:08:48.017697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: dfe4a54a-7e9d-40d6-a43f-4c9115b065fc {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:08:48.018059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device dfe4a54a-7e9d-40d6-a43f-4c9115b065fc not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:08:48.265189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:48.930189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:08:49.130725 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:08:49.142543 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] Sync routers for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:08:49.146481 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0fb13826-8758-4b4b-9e83-414236625454 admin admin] 10.222.0.72 "PUT /v2.0/routers/bf5ed825-420d-4b5b-a16c-3b1741a71ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7928009 Feb 19 08:08:49.149012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45592) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:49.155342 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:08:49.155965 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:49.345580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:49.354088 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:08:49.550670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:49.560760 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Deleting port da6a02e1-859b-4be1-8791-15c132d546fa {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:49.561194 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:49.643982 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:08:47Z', 'revision_number': 5, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port': {'id': 'da6a02e1-859b-4be1-8791-15c132d546fa', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:09:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:46Z', 'updated_at': '2022-02-19T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:49.648177 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] Checking router: bf5ed825-420d-4b5b-a16c-3b1741a71ad9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:08:49.659293 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] Routers {'bf5ed825-420d-4b5b-a16c-3b1741a71ad9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:08:49.659884 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:49.728962 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] For port da6a02e1-859b-4be1-8791-15c132d546fa, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=da6a02e1-859b-4be1-8791-15c132d546fa,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:49.729198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:49.808968 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] Set router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:08:49.851535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Calling delete_port for da6a02e1-859b-4be1-8791-15c132d546fa owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:49.917677 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:08:49Z', 'revision_number': 6, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:49.921765 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7dea92-1103-49c0-998e-cc186929216a None None] The sync data for ids ['bf5ed825-420d-4b5b-a16c-3b1741a71ad9'] in dv-neutron-829958-1-hyperv is: [{'id': 'bf5ed825-420d-4b5b-a16c-3b1741a71ad9', 'name': 'tempest-TestMinimumBasicScenario-619550455-router', 'tenant_id': '61efa151a8464bbab5c4b202e70630d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:45Z', 'updated_at': '2022-02-19T08:08:49Z', 'revision_number': 6, 'project_id': '61efa151a8464bbab5c4b202e70630d8', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:08:50.025204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.075644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6a02e1-859b-4be1-8791-15c132d546fa,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:50.402189 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.654905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.659938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.686545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.686545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5ed825-420d-4b5b-a16c-3b1741a71ad9 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:08:50.700172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.701278 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1ed9a78a-965e-4187-b276-5979a97ec642 admin admin] 10.222.0.72 "DELETE /v2.0/routers/bf5ed825-420d-4b5b-a16c-3b1741a71ad9 HTTP/1.1" status: 204 len: 168 time: 1.5511773 Feb 19 08:08:50.703928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45596) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:50.761945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] Deleting subnet ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:08:50.764907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.817275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.899966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:50.971788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.009668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf948ae-d6cb-4cf3-930e-9dcf88626ce5,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:51.016291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.022008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a40dc-6652-4ab5-b8ee-8b96f6284759 None None] Network 9686acb4-250e-4cf3-b7af-a708597e1b64 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:08:51.022544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9389582b-8c74-464b-8659-59692c5ef71e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ddf948ae-d6cb-4cf3-930e-9dcf88626ce5 HTTP/1.1" status: 204 len: 168 time: 0.3172626 Feb 19 08:08:51.024818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45600) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:51.126128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.136783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Deleting port dea54c1b-e461-46bc-9e28-af8f003034bb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:51.137163 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.187294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device da6a02e1-859b-4be1-8791-15c132d546fa no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:08:51.224690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: da6a02e1-859b-4be1-8791-15c132d546fa {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:08:51.224898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device da6a02e1-859b-4be1-8791-15c132d546fa not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:08:51.225330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d24dc240-56f3-46e9-97f8-19ff08d35d79 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:08:51.257075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: d24dc240-56f3-46e9-97f8-19ff08d35d79 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:08:51.257434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d24dc240-56f3-46e9-97f8-19ff08d35d79 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:08:51.331529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] DHCP port deletion for 9686acb4-250e-4cf3-b7af-a708597e1b64 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:08:51.335630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Deleting port dea54c1b-e461-46bc-9e28-af8f003034bb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:51.335999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.340583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] For port dea54c1b-e461-46bc-9e28-af8f003034bb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dea54c1b-e461-46bc-9e28-af8f003034bb,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:51.341055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.464130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Calling delete_port for dea54c1b-e461-46bc-9e28-af8f003034bb owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:51.537885 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.564491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] For port dea54c1b-e461-46bc-9e28-af8f003034bb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=dea54c1b-e461-46bc-9e28-af8f003034bb,segment=NetworkSegment(694c4e78-4959-4a73-8698-2af1ced94182),segment_id=694c4e78-4959-4a73-8698-2af1ced94182)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:51.564946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.584559 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea54c1b-e461-46bc-9e28-af8f003034bb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:51.589042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] No DVR routers for this DVR port dea54c1b-e461-46bc-9e28-af8f003034bb on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:08:51.685679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Calling delete_port for dea54c1b-e461-46bc-9e28-af8f003034bb owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:51.757690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:08:51.757906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:08:51.797109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.824140 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9686acb4-250e-4cf3-b7af-a708597e1b64']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:51.835931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694c4e78-4959-4a73-8698-2af1ced94182') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:51.836232 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694c4e78-4959-4a73-8698-2af1ced94182') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:51.847321 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.863767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.873919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:08:51.874371 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:08:51.888988 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:08:51.967106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.982837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:51.992717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=9686acb4-250e-4cf3-b7af-a708597e1b64,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:52.006732 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8675866f-d7bf-4634-8ed7-a59ebc6c4e93 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9686acb4-250e-4cf3-b7af-a708597e1b64 HTTP/1.1" status: 204 len: 168 time: 0.9809723 Feb 19 08:08:52.009859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45604) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:52.259604 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Deleting port dea54c1b-e461-46bc-9e28-af8f003034bb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:52.260266 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:52.323338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-20e28c9a-8e5a-425c-b8e5-50f8acba7962 None None] The port 'dea54c1b-e461-46bc-9e28-af8f003034bb' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:08:52.406823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:53.015317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Deleting port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:53.015685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:53.179395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dea54c1b-e461-46bc-9e28-af8f003034bb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:08:53.182995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] For port 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,segment=NetworkSegment(078e8be3-fb9c-4a9f-a0e2-a18c18c91263),segment_id=078e8be3-fb9c-4a9f-a0e2-a18c18c91263)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:53.183345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:53.213811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: dea54c1b-e461-46bc-9e28-af8f003034bb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:08:53.214180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device dea54c1b-e461-46bc-9e28-af8f003034bb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:08:53.379449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Calling delete_port for 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:53.542710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:53.584222 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2aee29-d60c-4a0b-a553-16de5c3c2f0f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:53.868695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:54.450395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Router 638c4a01-1fb2-4679-b42a-69fb53a6410c has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:08:54.745410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:08:54.758955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] Sync routers for ids ['638c4a01-1fb2-4679-b42a-69fb53a6410c'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:08:54.761329 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a56594fe-647d-4e87-a938-7e27479cb39e admin admin] 10.222.0.72 "PUT /v2.0/routers/638c4a01-1fb2-4679-b42a-69fb53a6410c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7505898 Feb 19 08:08:54.763895 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45608) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:54.771184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] Routers {'638c4a01-1fb2-4679-b42a-69fb53a6410c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:08:54.771853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['638c4a01-1fb2-4679-b42a-69fb53a6410c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:54.944781 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] Set router 638c4a01-1fb2-4679-b42a-69fb53a6410c gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:08:54.954500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:55.157132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:55.168337 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Deleting port 2a7e1940-66a0-402e-bb0c-201b9cb13d55 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:55.168670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:55.224791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:08:53Z', 'revision_number': 5, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port': {'id': '2a7e1940-66a0-402e-bb0c-201b9cb13d55', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:05:52Z', 'updated_at': '2022-02-19T08:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:55.228597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] Checking router: 638c4a01-1fb2-4679-b42a-69fb53a6410c for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:08:55.239163 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] Routers {'638c4a01-1fb2-4679-b42a-69fb53a6410c'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:08:55.239743 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['638c4a01-1fb2-4679-b42a-69fb53a6410c'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:55.337159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] For port 2a7e1940-66a0-402e-bb0c-201b9cb13d55, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2a7e1940-66a0-402e-bb0c-201b9cb13d55,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:55.337496 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:55.386272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] Set router 638c4a01-1fb2-4679-b42a-69fb53a6410c gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:08:55.456057 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Calling delete_port for 2a7e1940-66a0-402e-bb0c-201b9cb13d55 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:55.488164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:08:55Z', 'revision_number': 6, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:55.492311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac7c26e-1e28-4e9e-b835-17eaa070dd10 None None] The sync data for ids ['638c4a01-1fb2-4679-b42a-69fb53a6410c'] in dv-neutron-829958-1-hyperv is: [{'id': '638c4a01-1fb2-4679-b42a-69fb53a6410c', 'name': 'tempest-TestMinimumBasicScenario-406754796-router', 'tenant_id': '050d48b3559c4efd8c63d3083036aac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:05:51Z', 'updated_at': '2022-02-19T08:08:55Z', 'revision_number': 6, 'project_id': '050d48b3559c4efd8c63d3083036aac5', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:08:55.621783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:55.675008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7e1940-66a0-402e-bb0c-201b9cb13d55,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:55.906864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.247388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.251877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.277963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.278455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638c4a01-1fb2-4679-b42a-69fb53a6410c {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:08:56.290456 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.291580 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1589f281-55f0-4e60-ace4-b76520d0a6d9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/638c4a01-1fb2-4679-b42a-69fb53a6410c HTTP/1.1" status: 204 len: 168 time: 1.5267951 Feb 19 08:08:56.294103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45612) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:56.352012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] Deleting subnet 6c73fd64-c4c9-4da3-9e25-2fe3e8576d20 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:08:56.355046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.405372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.483047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.553746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.590135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c73fd64-c4c9-4da3-9e25-2fe3e8576d20,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:56.597334 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.603124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb1bbd-7679-49d0-bb31-1042b476e130 None None] Network b9d9b568-c1cb-4705-b1c7-5b4e46979ece requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:08:56.603725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-702afa50-eaa6-4bb6-ba59-446f88f75bd5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6c73fd64-c4c9-4da3-9e25-2fe3e8576d20 HTTP/1.1" status: 204 len: 168 time: 0.3083422 Feb 19 08:08:56.606240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45616) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:56.711642 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.721524 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Deleting port 39bd0b69-a03c-4370-b79f-7cbbc36c511f {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:56.721842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.881374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] DHCP port deletion for b9d9b568-c1cb-4705-b1c7-5b4e46979ece request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:08:56.885838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Deleting port 39bd0b69-a03c-4370-b79f-7cbbc36c511f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:56.886217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:56.927321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] For port 39bd0b69-a03c-4370-b79f-7cbbc36c511f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=39bd0b69-a03c-4370-b79f-7cbbc36c511f,segment=NetworkSegment(078e8be3-fb9c-4a9f-a0e2-a18c18c91263),segment_id=078e8be3-fb9c-4a9f-a0e2-a18c18c91263)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:56.927811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.088304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] For port 39bd0b69-a03c-4370-b79f-7cbbc36c511f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=39bd0b69-a03c-4370-b79f-7cbbc36c511f,segment=NetworkSegment(078e8be3-fb9c-4a9f-a0e2-a18c18c91263),segment_id=078e8be3-fb9c-4a9f-a0e2-a18c18c91263)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:57.088640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.141560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Calling delete_port for 39bd0b69-a03c-4370-b79f-7cbbc36c511f owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:57.201575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 39bd0b69-a03c-4370-b79f-7cbbc36c511f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:08:57.220612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.233059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Calling delete_port for 39bd0b69-a03c-4370-b79f-7cbbc36c511f owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:08:57.262595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=39bd0b69-a03c-4370-b79f-7cbbc36c511f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:57.269557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 39bd0b69-a03c-4370-b79f-7cbbc36c511f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:08:57.269898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 39bd0b69-a03c-4370-b79f-7cbbc36c511f not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:08:57.270329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2a7e1940-66a0-402e-bb0c-201b9cb13d55 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:08:57.270812 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] No DVR routers for this DVR port 39bd0b69-a03c-4370-b79f-7cbbc36c511f on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:08:57.309881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2a7e1940-66a0-402e-bb0c-201b9cb13d55 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:08:57.310207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2a7e1940-66a0-402e-bb0c-201b9cb13d55 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:08:57.310602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:08:57.344244 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:08:57.344512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 4c2aee29-d60c-4a0b-a553-16de5c3c2f0f not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:08:57.367860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:08:57.368246 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:08:57.384134 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.408385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d9b568-c1cb-4705-b1c7-5b4e46979ece']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:57.420681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078e8be3-fb9c-4a9f-a0e2-a18c18c91263') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:57.420999 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078e8be3-fb9c-4a9f-a0e2-a18c18c91263') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:57.432282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.448640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.455446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:08:57.455884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:08:57.469128 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:08:57.549695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.570851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.580573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d9b568-c1cb-4705-b1c7-5b4e46979ece,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:57.584729 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f276e55b-59d5-4792-a37f-d64e572b20a2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b9d9b568-c1cb-4705-b1c7-5b4e46979ece HTTP/1.1" status: 204 len: 168 time: 0.9775229 Feb 19 08:08:57.817728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45622) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:57.867188 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fd128e43-67f6-4cf4-8bee-8a1b84caa90e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61efa151a8464bbab5c4b202e70630d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482986 Feb 19 08:08:57.869228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Deleting port 39bd0b69-a03c-4370-b79f-7cbbc36c511f {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:08:57.869777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.870048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45626) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:57.929319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9b88397-a5fd-4d96-9da8-bdceda999db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:57.938482 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9c5027d8-0391-4b29-a8cd-f1fedb1b8db3 None None] The port '39bd0b69-a03c-4370-b79f-7cbbc36c511f' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:08:57.955343 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9b88397-a5fd-4d96-9da8-bdceda999db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:58.018903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9b88397-a5fd-4d96-9da8-bdceda999db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:58.036716 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b88397-a5fd-4d96-9da8-bdceda999db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797649bf-b05d-40d8-b33f-5f9f3e096a5b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.044030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b9b88397-a5fd-4d96-9da8-bdceda999db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:58.045085 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b9b88397-a5fd-4d96-9da8-bdceda999db4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/797649bf-b05d-40d8-b33f-5f9f3e096a5b HTTP/1.1" status: 204 len: 168 time: 0.1742013 Feb 19 08:08:58.464640 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45634) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:58.513470 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e47b8641-e717-454a-9cf7-2048242ac477 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=050d48b3559c4efd8c63d3083036aac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477149 Feb 19 08:08:58.515954 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45638) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:08:58.575381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-392991d6-613d-4a1e-8d07-0d63ceba9ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:58.600344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-392991d6-613d-4a1e-8d07-0d63ceba9ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:58.659623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-392991d6-613d-4a1e-8d07-0d63ceba9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:58.673203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392991d6-613d-4a1e-8d07-0d63ceba9ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20108b2a-d7a8-4051-8501-3c7f6fc8fb8a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.679338 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-392991d6-613d-4a1e-8d07-0d63ceba9ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:08:58.680451 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-392991d6-613d-4a1e-8d07-0d63ceba9ff2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20108b2a-d7a8-4051-8501-3c7f6fc8fb8a HTTP/1.1" status: 204 len: 168 time: 0.1636021 Feb 19 08:09:01.282448 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45682) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:01.288535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787889154', 'description': 'tempest-secgroup-smoke-787889154 description', 'project_id': '6842396f2d7c4c7e80d34c96f6391123'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:01.294578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:01.298468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:01.301331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:01.307497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:01.320145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.332709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.364814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:01.368928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:01.371856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:01.377962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:01.453099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.457851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.497312 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:01.499497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5e4906-9862-4780-9813-5c5a1946cad3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:01.503666 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:01.506578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:01.512411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:01.566208 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.571996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.612265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:01.614982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.619164 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-69750c9c-8a64-44ae-8923-078b9dbe32ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3328846 Feb 19 08:09:01.619546 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45686) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:01.625074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:01.630881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:01.634872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:01.637811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:01.643745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:01.660243 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.721341 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.726005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.752609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ad2ca3-587f-44db-a930-b0c7d032ce57,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:01.760193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.761396 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1702ac38-6bf8-4472-8033-c0649d7ef199 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1409554 Feb 19 08:09:01.764279 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45690) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:01.769797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:01.775701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:01.779475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:01.782309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:01.788338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:01.809844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.872172 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.877372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.897754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af191410-b0ba-42e3-88ab-6fea4f43c456,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:01.909933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:01.911163 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-20575d07-479e-435a-92e4-2e1ec77c9933 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459849 Feb 19 08:09:01.914070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45694) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:01.919470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:01.925169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:01.929112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:01.931996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:01.937779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:01.956633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.018945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.024210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.051222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231bf6fb-c7a8-478f-bda5-b53bcd192094,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:02.060644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.062016 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-cda2b795-6ff9-4544-9e96-56671cb2903b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1469319 Feb 19 08:09:02.064772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45698) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:02.072051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:02.078116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:02.082059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:02.085028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:02.090779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:02.109175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.184024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.189856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.218680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bdc562-12bd-4696-84ad-7e7d610f0b2a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:02.230069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.231230 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b5f3b28a-3f89-40bd-8e87-49fc273732db tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1655319 Feb 19 08:09:02.233973 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45702) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:02.239219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:02.245304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:02.249047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:02.251850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:02.257385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:02.268699 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:09:02.275487 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.340856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.346842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.377631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec66004-738f-4261-86eb-e7c6d6cf7983,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:02.387497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.391556 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fa894987-be14-4633-8b3d-aa070afece65 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1566834 Feb 19 08:09:02.391796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45706) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:02.397362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:02.403865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:02.407939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:02.411327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:02.417315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:02.430729 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:09:02.437314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.516461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.521911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.542705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b284754b-118c-494a-909a-cb9a981021c3,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:02.554695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.555870 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ce8903b4-761f-4c2f-8c3d-e7407ef4d3f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1632771 Feb 19 08:09:02.559002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45710) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:02.564346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'network': {'name': 'tempest-network-smoke--13171503', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:02.569091 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:02.572914 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:network and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:02.575755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:02.581467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:02.593467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:09:02.596530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.624424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:09:02.633190 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.633544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Added segment 0d7522f7-a377-4350-a393-3fefb05b1e7f of type vlan for network faabd96c-8542-4ccf-a960-7819b01cada8 Feb 19 08:09:02.658907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.689427 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.693390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:02.693956 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.793496 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2333713 Feb 19 08:09:02.796308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:02.803160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'admin_state_up': True, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:02.808313 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb830d9-ca8e-4e64-98d2-e17a20a6a298 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Network': ['ID=faabd96c-8542-4ccf-a960-7819b01cada8,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:02.812950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:02.817563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:router and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:02.818245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network faabd96c-8542-4ccf-a960-7819b01cada8 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:09:02.820704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:02.826304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:02.837125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.838008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:02.856864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:03.005215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:03.196021 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:03.224568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:03.365215 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.247 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/281f4155-de9d-4fb9-9cf8-7b0fe31154d4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:09:03.597076 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:03.626993 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:03.693054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:09:03.696432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:09:03.698383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:03.700401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:09:03.860513 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:03.861241 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:04.100497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:09:04.300118 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:09:04.310105 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Sync routers for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:09:04.322653 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:09:04.323235 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:04.325975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:04.327169 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3cb7e7a5-cfdd-4dc9-a436-b1f17a4e06e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5299792 Feb 19 08:09:04.330494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45718) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:04.498399 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:09:04.509075 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-88169693-651e-4111-bfc7-de1b227ee1e5 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6842396f2d7c4c7e80d34c96f6391123&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1775346 Feb 19 08:09:04.511771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45724) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:04.639951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1919a5b-0be2-4da1-89c4-9e809bb3510e tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:04.641478 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a1919a5b-0be2-4da1-89c4-9e809bb3510e tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287587 Feb 19 08:09:04.644540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45728) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:04.684324 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-905b02d0-e181-434c-a514-33663152bf28 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384820 Feb 19 08:09:04.687046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45732) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:04.692779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031923405', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:04.800482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:04.804445 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:subnet and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:04.805860 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:03Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:04.807256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:04.809574 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Checking router: f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:09:04.809901 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Updating router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:09:04.812965 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:04.823446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:09:04.858365 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:04.921738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.130998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.168103 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.180429 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Transition to ACTIVE for port object 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:09:05.186909 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.208933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Subnet': ['ID=05a15198-bf09-4d56-800b-91a218a47565,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:05.220374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Checking segment: {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:09:05.220726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network hostable DHCP agents. Network: faabd96c-8542-4ccf-a960-7819b01cada8, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:09:05.242512 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network faabd96c-8542-4ccf-a960-7819b01cada8 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:09:05.252511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, faabd96c-8542-4ccf-a960-7819b01cada8) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:09:05.257233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:05.257881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.261524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef254806-dbbd-4fc9-8d53-939772b3512d None None] Network faabd96c-8542-4ccf-a960-7819b01cada8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:09:05.266509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Pushing event updated for resources: {'Port': ['ID=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:05.274853 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Attempting to bind port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:09:05.275203 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Attempting to bind port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:09:05.275551 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Attempting to bind port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:09:05.280477 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.280808 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.281133 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.281463 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.281761 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.282106 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.282372 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.282693 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.282989 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.283293 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.283580 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-15e0c628-ec35-40af-97e1-57db631248a2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5954630 Feb 19 08:09:05.283854 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:05.286946 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45736) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:05.291151 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:09:05.291510 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:09:05.291899 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.292296 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:09:05.292745 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Bound port: 281f4155-de9d-4fb9-9cf8-7b0fe31154d4, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:09:05.293102 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.368521 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] For port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:09:05.371949 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] For port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:09:05.377243 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.452794 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66342e3d-8b08-4258-b0bb-820fafc3f1a2 None None] Pushing event updated for resources: {'Port': ['ID=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:05.467739 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:09:05.468419 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:05.502058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-faabd96c-8542-4ccf-a960-7819b01cada8', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:09:05.503066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.646058 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:09:05.668377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Allocated IP 172.20.0.2 (faabd96c-8542-4ccf-a960-7819b01cada8/05a15198-bf09-4d56-800b-91a218a47565/ec4f3899-8d2f-421b-9890-cc0af118fdeb) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:09:05.909310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:05.919764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Transition to ACTIVE for port object ec4f3899-8d2f-421b-9890-cc0af118fdeb will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:09:05.937788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Transition to ACTIVE for port object ec4f3899-8d2f-421b-9890-cc0af118fdeb will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:09:05.938531 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:03Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:05.943230 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48698d51-6dca-4066-93ee-f5168baa1519 None None] The sync data for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:03Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:09:05.944900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.006264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Network faabd96c-8542-4ccf-a960-7819b01cada8 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:09:06.009586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:09:06.020566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Pushing event updated for resources: {'Port': ['ID=ec4f3899-8d2f-421b-9890-cc0af118fdeb,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:06.027790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:09:06.030451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.030788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.031112 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.031440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.031764 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.032088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.032418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.032730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.033039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.033343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.033649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:09:06.157718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Attempting to bind port ec4f3899-8d2f-421b-9890-cc0af118fdeb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:09:06.158800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Attempting to bind port ec4f3899-8d2f-421b-9890-cc0af118fdeb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:09:06.160370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Attempting to bind port ec4f3899-8d2f-421b-9890-cc0af118fdeb on network faabd96c-8542-4ccf-a960-7819b01cada8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:09:06.168827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:09:06.169737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Checking segment: {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:09:06.170059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.170733 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.171329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Bound using segment: {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:09:06.171801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Bound port: ec4f3899-8d2f-421b-9890-cc0af118fdeb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:09:06.172262 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.259928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] For port ec4f3899-8d2f-421b-9890-cc0af118fdeb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:09:06.263117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] For port ec4f3899-8d2f-421b-9890-cc0af118fdeb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec4f3899-8d2f-421b-9890-cc0af118fdeb,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:09:06.268243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.339957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a62c4b-2aab-448f-9ad0-7c4107062175 None None] Pushing event updated for resources: {'Port': ['ID=ec4f3899-8d2f-421b-9890-cc0af118fdeb,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:06.615730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.1 (faabd96c-8542-4ccf-a960-7819b01cada8/05a15198-bf09-4d56-800b-91a218a47565/fa646bd1-378a-4af9-acdd-475cd017e8c3) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:09:06.750907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1932f8fc-c445-4a82-8154-59f25d3aa5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.790514 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.806907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object fa646bd1-378a-4af9-acdd-475cd017e8c3 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:09:06.832336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:06.897944 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network faabd96c-8542-4ccf-a960-7819b01cada8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:09:06.900847 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:09:06.904755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:09:06.933913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=fa646bd1-378a-4af9-acdd-475cd017e8c3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:06.965022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.055434 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.254181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ec4f3899-8d2f-421b-9890-cc0af118fdeb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:09:07.327694 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ec4f3899-8d2f-421b-9890-cc0af118fdeb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:09:07.333340 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:09:07.364164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a843e-a2a9-426c-911f-721c211f1608 None None] Network faabd96c-8542-4ccf-a960-7819b01cada8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:09:07.537895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bbc4c725-068f-4e8e-9ffe-f65eec15b1ad None None] Provisioning for port ec4f3899-8d2f-421b-9890-cc0af118fdeb completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:09:07.556916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bbc4c725-068f-4e8e-9ffe-f65eec15b1ad None None] Provisioning complete for port ec4f3899-8d2f-421b-9890-cc0af118fdeb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:07.557277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c725-068f-4e8e-9ffe-f65eec15b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.575840 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.580948 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.640593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:09:07.658657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:07.659013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.692251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=fa646bd1-378a-4af9-acdd-475cd017e8c3,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:07.695545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.811766 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c725-068f-4e8e-9ffe-f65eec15b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.831839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network faabd96c-8542-4ccf-a960-7819b01cada8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:09:07.833138 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:09:07.870483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.885837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bbc4c725-068f-4e8e-9ffe-f65eec15b1ad None None] For port ec4f3899-8d2f-421b-9890-cc0af118fdeb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec4f3899-8d2f-421b-9890-cc0af118fdeb,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:09:07.892978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:09:07.894651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c725-068f-4e8e-9ffe-f65eec15b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.941653 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:07.969625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c725-068f-4e8e-9ffe-f65eec15b1ad None None] Pushing event updated for resources: {'Port': ['ID=ec4f3899-8d2f-421b-9890-cc0af118fdeb,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:08.041099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:08.119127 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d27953e-1e4d-4a4a-b9e6-56ee6c6dbd3d None None] Provisioning for port fa646bd1-378a-4af9-acdd-475cd017e8c3 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:09:08.124776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d27953e-1e4d-4a4a-b9e6-56ee6c6dbd3d None None] Provisioning complete for port fa646bd1-378a-4af9-acdd-475cd017e8c3 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:08.125141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d27953e-1e4d-4a4a-b9e6-56ee6c6dbd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:08.179580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-7d27953e-1e4d-4a4a-b9e6-56ee6c6dbd3d None None] Port fa646bd1-378a-4af9-acdd-475cd017e8c3 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:09:08.192137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-7d27953e-1e4d-4a4a-b9e6-56ee6c6dbd3d None None] Provisioning complete for port ec4f3899-8d2f-421b-9890-cc0af118fdeb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:08.192623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7d27953e-1e4d-4a4a-b9e6-56ee6c6dbd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:08.255333 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:09:08.437096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a4a8012f-6f98-4c3b-a905-4feec3f2aaea None None] Provisioning complete for port fa646bd1-378a-4af9-acdd-475cd017e8c3 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:08.437640 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a4a8012f-6f98-4c3b-a905-4feec3f2aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:08.471657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:09:08.480703 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-65e545df-49e2-499f-b58b-d4ad98f2faa5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1928401 Feb 19 08:09:08.493447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8012f-6f98-4c3b-a905-4feec3f2aaea None None] Port fa646bd1-378a-4af9-acdd-475cd017e8c3 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:09:08.662991 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-10c344df-a2c7-4e27-ab84-fd60b32f90f8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787889154&fields=id&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 267 time: 0.0474198 Feb 19 08:09:08.808605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827838-989e-4704-a78a-7cef729ee897 req-173e8313-f092-4739-8d19-3fefa77d7222 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:08.809285 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-57827838-989e-4704-a78a-7cef729ee897 req-173e8313-f092-4739-8d19-3fefa77d7222 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:09:08.828931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-57827838-989e-4704-a78a-7cef729ee897 req-173e8313-f092-4739-8d19-3fefa77d7222 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:09:08.830156 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-173e8313-f092-4739-8d19-3fefa77d7222 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/networks?id=faabd96c-8542-4ccf-a960-7819b01cada8 HTTP/1.1" status: 200 len: 795 time: 0.1606939 Feb 19 08:09:08.848693 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-b9313d56-345e-493b-94a9-9ed3c3ec8078 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/quotas/6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 375 time: 0.0130870 Feb 19 08:09:08.934551 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-b9f97807-9e98-45d2-a9cb-d9ec9de6d666 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808332 Feb 19 08:09:09.010257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-323d18c9-904c-444e-9712-5d0ff3666a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:09.138785 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-bca2e878-690b-4e72-9880-23c23b3cc06d service neutron] 10.222.0.72 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925585 Feb 19 08:09:09.198195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ec4f3899-8d2f-421b-9890-cc0af118fdeb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:09:09.268757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ec4f3899-8d2f-421b-9890-cc0af118fdeb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:09.269125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:09.273903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-4b619a6f-9273-47e7-90b8-766a2b97cda3 service neutron] 10.222.0.72 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293888 Feb 19 08:09:09.397039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:09:09.478391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:09.478962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:09.500504 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e838f101-5ee4-4e3f-8a0b-f5c1f159aba0 req-56d3eb69-a218-4720-9168-3ed0ebff490a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 210 time: 0.0489283 Feb 19 08:09:09.573465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Sync routers for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:09:09.645399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:09:09.646446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:09:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:09.838188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:09:10.164449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 2, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:10.168826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Checking router: f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:09:10.169175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Updating router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d port fa646bd1-378a-4af9-acdd-475cd017e8c3 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:09:10.224786 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.379329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.383836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.558063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827838-989e-4704-a78a-7cef729ee897 req-942ae44f-b0be-48db-ba9a-53208311e3fa tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:10.559511 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-942ae44f-b0be-48db-ba9a-53208311e3fa tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/networks?id=faabd96c-8542-4ccf-a960-7819b01cada8 HTTP/1.1" status: 200 len: 795 time: 0.1540165 Feb 19 08:09:10.618606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-57827838-989e-4704-a78a-7cef729ee897 req-ff4ebbfa-f5af-41fa-83f7-8fb6582f7c6a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:09:10.620986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.636692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-57827838-989e-4704-a78a-7cef729ee897 req-ff4ebbfa-f5af-41fa-83f7-8fb6582f7c6a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:09:10.637819 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-ff4ebbfa-f5af-41fa-83f7-8fb6582f7c6a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 379 time: 0.0663679 Feb 19 08:09:10.640868 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Transition to ACTIVE for port object fa646bd1-378a-4af9-acdd-475cd017e8c3 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:09:10.648013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'port': {'device_id': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'admin_state_up': True, 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'security_groups': ['21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:10.650010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.678676 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9847dfd4-ee5f-4c6a-9205-2a28f4324d13 req-2ec29ff0-7c57-4fdf-a611-65c7125b0200 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 210 time: 0.0424688 Feb 19 08:09:10.723778 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:09:10.780240 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf89b2-036a-41b2-a2d0-26914a094e4b None None] Pushing event updated for resources: {'Port': ['ID=fa646bd1-378a-4af9-acdd-475cd017e8c3,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:10.874339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Attempting to bind port fa646bd1-378a-4af9-acdd-475cd017e8c3 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:09:10.874702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Attempting to bind port fa646bd1-378a-4af9-acdd-475cd017e8c3 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:09:10.875056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Attempting to bind port fa646bd1-378a-4af9-acdd-475cd017e8c3 on network faabd96c-8542-4ccf-a960-7819b01cada8 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:09:10.881564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:09:10.881847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Checking segment: {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:09:10.882245 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.882621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Bound using segment: {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:09:10.883133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Bound port: fa646bd1-378a-4af9-acdd-475cd017e8c3, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:09:10.883494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.914942 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:10.918764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:port and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:10.921618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:10.927224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:10.939072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:09:10.942253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:10.983637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] For port fa646bd1-378a-4af9-acdd-475cd017e8c3, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:09:10.986740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] For port fa646bd1-378a-4af9-acdd-475cd017e8c3, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fa646bd1-378a-4af9-acdd-475cd017e8c3,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:09:10.990654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:11.072545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:09:11.073165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:09:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:11.106560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.9 (faabd96c-8542-4ccf-a960-7819b01cada8/05a15198-bf09-4d56-800b-91a218a47565/6d95ba80-6eb3-454c-bcca-32dc2a10d3de) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:09:11.224265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf89b2-036a-41b2-a2d0-26914a094e4b None None] Pushing event updated for resources: {'Port': ['ID=fa646bd1-378a-4af9-acdd-475cd017e8c3,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:11.303016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:11.308251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:09:11.318347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object 6d95ba80-6eb3-454c-bcca-32dc2a10d3de will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:09:11.340314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:11.412282 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network faabd96c-8542-4ccf-a960-7819b01cada8 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:09:11.415785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:09:11.417662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:11.419718 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:09:11.486568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:11.487189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:11.510076 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-b35d6413-9018-4f85-91dd-aa103aa2c98c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8677335 Feb 19 08:09:11.521968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Request body: {'port': {'device_id': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:11.632009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:11.641103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:11.653791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:10Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:11.657765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16e571-b7f4-448e-be4f-24f874ea20d1 None None] The sync data for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:10Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:09:11.684625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2fea2efd-f160-4186-a252-c3ee1fcfbb27 None None] Provisioning for port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:09:11.694802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2fea2efd-f160-4186-a252-c3ee1fcfbb27 None None] Provisioning complete for port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:11.695172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2fea2efd-f160-4186-a252-c3ee1fcfbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:11.784134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2fea2efd-f160-4186-a252-c3ee1fcfbb27 None None] Port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:09:12.012816 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d018d53-8f39-4a96-ac66-4562cc7e5b13 req-6e291b91-f083-4850-aad9-f2be66357280 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:12.014328 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d018d53-8f39-4a96-ac66-4562cc7e5b13 req-6e291b91-f083-4850-aad9-f2be66357280 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 931 time: 0.1891770 Feb 19 08:09:12.043133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d95ba80-6eb3-454c-bcca-32dc2a10d3de {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:09:12.050809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:12.064929 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0d018d53-8f39-4a96-ac66-4562cc7e5b13 req-1afab16f-4e3f-4724-947d-304e5cf4a243 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442333 Feb 19 08:09:12.066951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Transition to ACTIVE for port object 6d95ba80-6eb3-454c-bcca-32dc2a10d3de will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:09:12.071861 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:12.203430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:12.315181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Attempting to bind port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:09:12.315507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Attempting to bind port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:09:12.315825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Attempting to bind port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de on network faabd96c-8542-4ccf-a960-7819b01cada8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:09:12.322608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de on network faabd96c-8542-4ccf-a960-7819b01cada8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:09:12.322927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Attempting to bind port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de on network faabd96c-8542-4ccf-a960-7819b01cada8 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:09:12.329686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:09:12.330016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Checking segment: {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:09:12.330398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Bound using segment: {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:09:12.330818 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Bound port: 6d95ba80-6eb3-454c-bcca-32dc2a10d3de, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7522f7-a377-4350-a393-3fefb05b1e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:09:12.331156 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:12.427510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] For port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:09:12.431092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] For port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:09:12.435542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:12.502787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:12.504203 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/6d95ba80-6eb3-454c-bcca-32dc2a10d3de HTTP/1.1" status: 200 len: 1093 time: 0.9864724 Feb 19 08:09:12.504615 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:09:12.533880 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404881e5-875b-4a97-9041-555ed26f82c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:12.584240 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'status': 'completed', 'code': 200} Feb 19 08:09:12.640094 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-efd76e5b-b004-4c04-9e06-ad41cc7f1605 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0889537 Feb 19 08:09:12.710331 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-7797227c-a2ae-44cf-8ca1-040b296a5ee4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de HTTP/1.1" status: 200 len: 217 time: 0.0640407 Feb 19 08:09:12.770845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827838-989e-4704-a78a-7cef729ee897 req-5eea1e99-f2da-40d8-9b23-bc547e0e3959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:12.772260 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-5eea1e99-f2da-40d8-9b23-bc547e0e3959 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=05a15198-bf09-4d56-800b-91a218a47565 HTTP/1.1" status: 200 len: 835 time: 0.0550585 Feb 19 08:09:12.851000 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-8da2d035-9fd2-4d12-9938-e954ebbf393c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faabd96c-8542-4ccf-a960-7819b01cada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719762 Feb 19 08:09:13.075451 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-1b94fde1-eee8-447f-9505-d58a6e42bf60 service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176285 Feb 19 08:09:13.219529 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57827838-989e-4704-a78a-7cef729ee897 req-06eca003-0a33-49ca-9ca3-db382313d366 service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287527 Feb 19 08:09:13.223935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fa646bd1-378a-4af9-acdd-475cd017e8c3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:09:13.274850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21dc9e-5349-49ae-a4c3-d153088581bd req-3e4c27b3-9c38-448a-aa5b-d5e1a8fc7558 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:13.280655 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4c21dc9e-5349-49ae-a4c3-d153088581bd req-3e4c27b3-9c38-448a-aa5b-d5e1a8fc7558 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 943 time: 0.0914428 Feb 19 08:09:13.296549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port fa646bd1-378a-4af9-acdd-475cd017e8c3 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:09:13.301659 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port fa646bd1-378a-4af9-acdd-475cd017e8c3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:13.302095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:13.330487 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4c21dc9e-5349-49ae-a4c3-d153088581bd req-8e606fcc-c8db-4ac5-9d63-1427acc9b256 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482230 Feb 19 08:09:13.332100 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-76af6a2b-4d46-461a-acd2-887144708f4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 1096 time: 0.0706871 Feb 19 08:09:13.418343 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:13.450635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port fa646bd1-378a-4af9-acdd-475cd017e8c3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fa646bd1-378a-4af9-acdd-475cd017e8c3,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:09:13.454566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:13.466252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-38c83d79-4688-4984-bd63-f7937e47d701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:13.467701 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-38c83d79-4688-4984-bd63-f7937e47d701 service neutron] 10.222.0.67 "GET /v2.0/networks?id=faabd96c-8542-4ccf-a960-7819b01cada8 HTTP/1.1" status: 200 len: 896 time: 0.1288857 Feb 19 08:09:13.519038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=fa646bd1-378a-4af9-acdd-475cd017e8c3,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:13.536548 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-669611b2-8e71-4d85-9768-70d93e437708 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de HTTP/1.1" status: 200 len: 217 time: 0.0627615 Feb 19 08:09:13.604074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-26752377-2440-499c-9c58-b45a438bc47c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:13.606261 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-26752377-2440-499c-9c58-b45a438bc47c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=05a15198-bf09-4d56-800b-91a218a47565 HTTP/1.1" status: 200 len: 835 time: 0.0640810 Feb 19 08:09:13.689154 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-44927349-56b4-49bc-9597-6a21adfb57ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faabd96c-8542-4ccf-a960-7819b01cada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757451 Feb 19 08:09:13.754759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:13.821101 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-173b8935-3673-4600-8f7f-5327a77c59a8 service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252003 Feb 19 08:09:13.956600 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8324b59c-60d7-4ec3-8f37-ac038d7b3ba9 req-2d205f25-a920-44a5-97d9-bbd249b4520f service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281378 Feb 19 08:09:14.537377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e62a6-314f-4107-a800-06d90d7647b1 req-225964ee-a7bf-4c56-ba6d-98bbce77f50b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:14.538806 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f3e62a6-314f-4107-a800-06d90d7647b1 req-225964ee-a7bf-4c56-ba6d-98bbce77f50b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 943 time: 0.0787992 Feb 19 08:09:14.585104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f3e62a6-314f-4107-a800-06d90d7647b1 req-5f83dc57-62dc-4d75-a095-720aaf2afcfd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406604 Feb 19 08:09:15.200484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fa646bd1-378a-4af9-acdd-475cd017e8c3 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:09:15.274706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port fa646bd1-378a-4af9-acdd-475cd017e8c3 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:15.275029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:15.812012 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117435b-9edf-4bbf-bf5b-94327b814f52 req-fcdc70f7-8884-45e9-8780-0f8a050a1bc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:15.813515 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4117435b-9edf-4bbf-bf5b-94327b814f52 req-fcdc70f7-8884-45e9-8780-0f8a050a1bc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 943 time: 0.0870912 Feb 19 08:09:15.859874 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4117435b-9edf-4bbf-bf5b-94327b814f52 req-3acad399-53e8-446c-9e58-6f2b93ae6165 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 Feb 19 08:09:16.109318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 6d95ba80-6eb3-454c-bcca-32dc2a10d3de details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:09:16.245829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:09:16.259167 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'port_id': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'mac_address': 'fa:16:3e:70:74:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:09:16.316602 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:16.336041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d95ba80-6eb3-454c-bcca-32dc2a10d3de {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:09:16.354187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:09:16.360664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:16.424672 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:16.726433 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['6d95ba80-6eb3-454c-bcca-32dc2a10d3de'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:09:17.056909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ab50-d73d-47e1-a116-089887fd3780 req-cdddb7f3-e53d-427d-8dfe-72807dbe8f19 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:17.058341 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4151ab50-d73d-47e1-a116-089887fd3780 req-cdddb7f3-e53d-427d-8dfe-72807dbe8f19 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 944 time: 0.0763454 Feb 19 08:09:17.105748 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4151ab50-d73d-47e1-a116-089887fd3780 req-a20d8214-04b8-40e6-b562-49bab41d8787 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413995 Feb 19 08:09:18.114581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 6d95ba80-6eb3-454c-bcca-32dc2a10d3de up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:09:18.193958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:09:18.198974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:09:18.199488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:18.314414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:18.319651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab65392-9386-4476-8846-34cb08c44ac7 req-df7c535d-845a-4c01-aae1-436da2f5b3d4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:18.321223 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ab65392-9386-4476-8846-34cb08c44ac7 req-df7c535d-845a-4c01-aae1-436da2f5b3d4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 944 time: 0.0815959 Feb 19 08:09:18.367565 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ab65392-9386-4476-8846-34cb08c44ac7 req-0044f032-8ecb-4ddc-9f4e-96f02e5e5ff4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403638 Feb 19 08:09:18.371278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:09:18.383630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:09:18.389594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:18.427159 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'code': 200} Feb 19 08:09:18.459068 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:18.669310 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0c58539-ab50-430a-83d0-849eb1825a3f req-1084b901-0a14-43eb-adff-3ec1444ae1ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0729001 Feb 19 08:09:18.713804 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e0c58539-ab50-430a-83d0-849eb1825a3f req-7caf1eda-083b-414a-aa93-544d4b2b07ef service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380335 Feb 19 08:09:19.582835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d8d2-f2b6-420f-b05a-0e65f6afd78c req-f4234566-533d-4725-9494-3263bea886e4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:19.584286 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8ea5d8d2-f2b6-420f-b05a-0e65f6afd78c req-f4234566-533d-4725-9494-3263bea886e4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0789328 Feb 19 08:09:19.633241 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8ea5d8d2-f2b6-420f-b05a-0e65f6afd78c req-c402c2ec-d8c0-464c-9e36-d3cdeafcbff1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Feb 19 08:09:20.850765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5d326-c43c-4664-8a97-d385878a9073 req-db302ae7-77a7-4fd5-b9ab-c93490207522 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:20.852268 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78f5d326-c43c-4664-8a97-d385878a9073 req-db302ae7-77a7-4fd5-b9ab-c93490207522 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0859625 Feb 19 08:09:20.901163 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78f5d326-c43c-4664-8a97-d385878a9073 req-f258d75f-6bc5-46a6-9522-8f562d6963dd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413940 Feb 19 08:09:21.110749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53214762-b333-43b1-85d7-bd0025743dae req-e9c9fb87-efe8-4ba2-82ce-0b1cee85e414 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:21.112185 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53214762-b333-43b1-85d7-bd0025743dae req-e9c9fb87-efe8-4ba2-82ce-0b1cee85e414 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0929303 Feb 19 08:09:21.160226 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-53214762-b333-43b1-85d7-bd0025743dae req-c7a5e1dc-54f7-4121-a968-f3737d14bf70 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Feb 19 08:09:21.188137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45786) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:21.261286 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bd7d1bad-d1cb-4f12-bff3-9621ffb904d6 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 1093 time: 0.0716765 Feb 19 08:09:21.263935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:21.268980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:09:21.275744 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:09:21.282122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:floatingip and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:09:21.286938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:09:21.294093 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:09:21.307557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:21.444342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:21.588922 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.9 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/27458a93-6392-4c63-be6e-43b69b3bcdc4) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:09:21.734561 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:21.766145 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:21.835149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:09:21.836026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=27458a93-6392-4c63-be6e-43b69b3bcdc4,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:21.838632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:09:21.840795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:09:22.443184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:22.503995 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:22.708798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:22.714684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:22.822624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=27458a93-6392-4c63-be6e-43b69b3bcdc4,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:09:22.836475 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:23.027514 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Floating IP 88877df7-ae58-46ea-ac18-00c4def59a87 associated. External IP: 172.26.1.9, port: 6d95ba80-6eb3-454c-bcca-32dc2a10d3de. Feb 19 08:09:23.424847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:09:23.648070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:09:23.658134 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] Sync routers for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:09:23.671803 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:09:23.672509 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:09:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:23.674673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:23.729093 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3817c4d4-c5c6-4a44-a9a1-0af348f3a8ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4638617 Feb 19 08:09:23.729409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:09:23.785205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'status': 'completed', 'code': 200} Feb 19 08:09:23.841369 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:09:23.878687 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-bdd15aac-12fc-4b68-afc1-82e08090b149 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0722792 Feb 19 08:09:24.019527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35138bfc-733b-486e-9c91-134ed9611ca4 req-8f63a0dc-8678-4d08-b507-f07638c5fd46 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:24.021608 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-35138bfc-733b-486e-9c91-134ed9611ca4 req-8f63a0dc-8678-4d08-b507-f07638c5fd46 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.1959703 Feb 19 08:09:24.024715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-6f33955a-e60c-4f90-85d4-5a823b3d0096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:24.026264 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-6f33955a-e60c-4f90-85d4-5a823b3d0096 service neutron] 10.222.0.67 "GET /v2.0/networks?id=faabd96c-8542-4ccf-a960-7819b01cada8 HTTP/1.1" status: 200 len: 896 time: 0.1412907 Feb 19 08:09:24.068294 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-35138bfc-733b-486e-9c91-134ed9611ca4 req-95e5cb46-c181-4137-9aa8-136b7265aff6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414124 Feb 19 08:09:24.096959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:24.135386 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-d66d4852-16d6-4c21-87bb-67390559d09e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de HTTP/1.1" status: 200 len: 997 time: 0.1025786 Feb 19 08:09:24.203476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-4fcbb13b-9901-4b55-b800-bd57a2f76306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:24.205031 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-4fcbb13b-9901-4b55-b800-bd57a2f76306 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=05a15198-bf09-4d56-800b-91a218a47565 HTTP/1.1" status: 200 len: 835 time: 0.0642920 Feb 19 08:09:24.206250 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3e1c64f8-1421-4bcb-8542-7aa5fc24a604 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 200 len: 989 time: 0.1081214 Feb 19 08:09:24.228049 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '88877df7-ae58-46ea-ac18-00c4def59a87', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'port_id': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'mac_address': 'fa:16:3e:70:74:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:09:22Z', 'updated_at': '2022-02-19T08:09:22Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:13Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:24.232020 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] Checking router: f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:09:24.243419 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:09:24.244006 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:09:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:24.279485 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-012045bb-6d02-49f1-b9c2-ba2704bf14a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faabd96c-8542-4ccf-a960-7819b01cada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687773 Feb 19 08:09:24.289626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-599c83e0-e61e-4cb8-930a-c26b522dd46a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:09:24.290660 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-599c83e0-e61e-4cb8-930a-c26b522dd46a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054028 Feb 19 08:09:24.422221 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-7446fd38-5195-444f-bf25-1ac9793d0bf0 service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246831 Feb 19 08:09:24.428806 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:09:24.639655 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f90aa6f2-6b2c-4e11-9ea0-fce4b745e061 req-34f88514-4d18-4257-bdcc-3abc1a9955dd service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120066 Feb 19 08:09:24.772612 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '88877df7-ae58-46ea-ac18-00c4def59a87', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'port_id': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'mac_address': 'fa:16:3e:70:74:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:09:22Z', 'updated_at': '2022-02-19T08:09:22Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:13Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:09:24.777165 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936439-caae-4be5-86ad-1fd33c084bf0 None None] The sync data for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '88877df7-ae58-46ea-ac18-00c4def59a87', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'port_id': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'mac_address': 'fa:16:3e:70:74:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:09:22Z', 'updated_at': '2022-02-19T08:09:22Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:13Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:09:25.210919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45802) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:25.327118 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d2f8ec96-b987-40c5-a202-52239482d9d4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 200 len: 989 time: 0.1146901 Feb 19 08:09:26.332418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45806) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:26.444791 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-79c4d4d0-53d4-4461-a213-20427975ba5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 200 len: 989 time: 0.1108642 Feb 19 08:09:27.449056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:27.528943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba21aa-a5bc-4d78-bd27-b08016dbd8fd None None] New status for floating IP 88877df7-ae58-46ea-ac18-00c4def59a87: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:09:27.555518 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d7f9e61e-f807-4fd7-9aef-afe4f416897f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 200 len: 989 time: 0.1052830 Feb 19 08:09:28.560959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45814) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:09:28.676809 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-73372633-70da-468b-98c5-a744d106c731 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 200 len: 991 time: 0.1142983 Feb 19 08:09:36.759887 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-88dd3a32-8f40-41f6-a9c5-5d02eb0ceb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:39.020993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b4e99fd2-82c8-43c7-80f9-604bbf601003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:40.347459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:40.349861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:41.592909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:43.777738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:09:47.715958 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:10:06.766086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b2d58da4-34bb-4e4b-8be6-46fda1c50f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:09.024921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e37923d9-f8f2-4279-b949-9165ba6abcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:10.344470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:10.347890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:11.601210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:13.276180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-2124b769-7b75-4fb6-a8cb-9ae14c37d587 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1455610 Feb 19 08:10:13.429507 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-29f1e908-72aa-4d52-9675-dac88e7c16d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0788035 Feb 19 08:10:13.572851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-36fef434-946f-4882-8463-00efd32c2911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:13.574304 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-36fef434-946f-4882-8463-00efd32c2911 service neutron] 10.222.0.67 "GET /v2.0/networks?id=faabd96c-8542-4ccf-a960-7819b01cada8 HTTP/1.1" status: 200 len: 896 time: 0.1258783 Feb 19 08:10:13.676451 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-17451b96-1524-4bf9-90a0-4a4ba12680eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de HTTP/1.1" status: 200 len: 999 time: 0.0958221 Feb 19 08:10:13.738758 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-9d643377-5652-44fa-aec2-a995643bd652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:13.740043 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-9d643377-5652-44fa-aec2-a995643bd652 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=05a15198-bf09-4d56-800b-91a218a47565 HTTP/1.1" status: 200 len: 835 time: 0.0571291 Feb 19 08:10:13.784732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:13.817390 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-c39b16c5-1f6d-408d-ac18-28f46bd7098e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faabd96c-8542-4ccf-a960-7819b01cada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715220 Feb 19 08:10:13.954422 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-d34e62c4-4a8a-48c5-855e-74b1c694859e service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301200 Feb 19 08:10:14.093312 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-728f1b36-07cc-473c-b17d-45797e4766f6 req-f334c70f-3ed8-4f51-8267-105605be07a9 service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319833 Feb 19 08:10:24.722022 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:10:26.475529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b49ae8-957c-4c76-9fc8-1dfa2d9cc1d7 req-5eac3cc2-a4d0-40e2-be48-373e78fefe81 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:26.477031 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60b49ae8-957c-4c76-9fc8-1dfa2d9cc1d7 req-5eac3cc2-a4d0-40e2-be48-373e78fefe81 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0788906 Feb 19 08:10:26.522301 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60b49ae8-957c-4c76-9fc8-1dfa2d9cc1d7 req-9c5c2885-54c4-4991-a5f6-470ac5dbad40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 Feb 19 08:10:27.737016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51a8e6-1c25-4549-9cb8-7369b7555145 req-67d77a7e-112c-4c36-9de3-f20ab0e6c41e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:27.738326 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc51a8e6-1c25-4549-9cb8-7369b7555145 req-67d77a7e-112c-4c36-9de3-f20ab0e6c41e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0906911 Feb 19 08:10:27.791919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc51a8e6-1c25-4549-9cb8-7369b7555145 req-6d7fb166-9865-4355-aac5-0cf29a940765 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468752 Feb 19 08:10:27.820470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45848) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:27.934512 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-838f881e-d966-4d92-9b0c-345c5fd02eb9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 200 len: 991 time: 0.1126373 Feb 19 08:10:29.428548 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce024d7-8be7-4856-9ac6-0066bd71e0e0 req-13ffd0b7-f531-4590-9903-275d20bc0cf3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:29.430089 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3ce024d7-8be7-4856-9ac6-0066bd71e0e0 req-13ffd0b7-f531-4590-9903-275d20bc0cf3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0765662 Feb 19 08:10:29.475604 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3ce024d7-8be7-4856-9ac6-0066bd71e0e0 req-d755c6f1-dcd7-4b08-9b9f-1a3dce8a585f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397255 Feb 19 08:10:30.692927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ede39-8c52-4024-86a4-a910b0629589 req-86c52be5-a3fb-4c99-9af8-aac764571b63 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:30.694380 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d86ede39-8c52-4024-86a4-a910b0629589 req-86c52be5-a3fb-4c99-9af8-aac764571b63 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0867860 Feb 19 08:10:30.743561 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d86ede39-8c52-4024-86a4-a910b0629589 req-0334a316-8f7e-4dc7-99ff-2211c1252350 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 Feb 19 08:10:30.776830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45860) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:30.879827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-38c798d5-bada-4e11-bacd-cf8e3b55fa13 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 200 len: 991 time: 0.1018507 Feb 19 08:10:31.172676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45868) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:31.370131 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 27458a93-6392-4c63-be6e-43b69b3bcdc4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:10:31.370347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:31.540848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:31.541170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:31.747219 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 27458a93-6392-4c63-be6e-43b69b3bcdc4 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:10:31.904488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:31.946617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=27458a93-6392-4c63-be6e-43b69b3bcdc4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:31.985113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.985449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.985779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.986111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.986434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.986755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.987071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.987386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.987698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.988011 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:31.988350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:32.051712 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:32.454290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:10:32.653096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:10:32.662532 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] Sync routers for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:10:32.665497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:32.677339 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:32.678244 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:32.725654 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1fae6e78-dacc-429e-b0df-03599eb08b5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/floatingips/88877df7-ae58-46ea-ac18-00c4def59a87 HTTP/1.1" status: 204 len: 168 time: 1.5513587 Feb 19 08:10:32.726062 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:10:32.793406 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'status': 'completed', 'code': 200} Feb 19 08:10:32.857751 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:32.891428 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-60c30896-1066-4206-af44-688e45c4862c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 1098 time: 0.0709581 Feb 19 08:10:33.023930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-968b171f-e2b9-4b1b-a2fd-974bd695eb26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:33.025529 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-968b171f-e2b9-4b1b-a2fd-974bd695eb26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=faabd96c-8542-4ccf-a960-7819b01cada8 HTTP/1.1" status: 200 len: 896 time: 0.1289294 Feb 19 08:10:33.097694 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-522d89d3-ce1c-4f13-adbb-96b2185ff7e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de HTTP/1.1" status: 200 len: 217 time: 0.0650325 Feb 19 08:10:33.127372 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e8ef9-60f1-4ecf-b9a8-cb841f9cc309 req-b7cb731a-54c5-4fc4-b48a-61825b823e21 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:33.128099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b64e8ef9-60f1-4ecf-b9a8-cb841f9cc309 req-b7cb731a-54c5-4fc4-b48a-61825b823e21 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:10:33.149942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b64e8ef9-60f1-4ecf-b9a8-cb841f9cc309 req-b7cb731a-54c5-4fc4-b48a-61825b823e21 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:10:33.151176 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b64e8ef9-60f1-4ecf-b9a8-cb841f9cc309 req-b7cb731a-54c5-4fc4-b48a-61825b823e21 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0985606 Feb 19 08:10:33.167886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-51359c44-cd3f-46c7-8e6c-b2b2ee4fc451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:33.169426 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-51359c44-cd3f-46c7-8e6c-b2b2ee4fc451 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=05a15198-bf09-4d56-800b-91a218a47565 HTTP/1.1" status: 200 len: 835 time: 0.0637605 Feb 19 08:10:33.205988 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:13Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:33.208368 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b64e8ef9-60f1-4ecf-b9a8-cb841f9cc309 req-d6af388e-570d-4112-a974-5c3b435e9f3e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513215 Feb 19 08:10:33.210943 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] Checking router: f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:10:33.222920 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:33.223533 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:33.249840 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-cff972e3-3b67-41ca-9603-803e4739a158 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faabd96c-8542-4ccf-a960-7819b01cada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723701 Feb 19 08:10:33.401088 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:33.484709 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-1a1f535e-8425-4976-b8bc-44db12f65d1a service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276227 Feb 19 08:10:33.614744 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a30b8b77-8827-4293-bebf-a85e714d02a9 req-b8b7374e-c399-45a2-9f0c-770ad2fe5e40 service neutron] 10.222.0.67 "GET /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220694 Feb 19 08:10:33.718389 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:13Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:33.722725 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c1acfb-925c-406b-9816-1567179d3644 None None] The sync data for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:09:06Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'fa646bd1-378a-4af9-acdd-475cd017e8c3', 'name': '', 'network_id': 'faabd96c-8542-4ccf-a960-7819b01cada8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:b8:ed:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05a15198-bf09-4d56-800b-91a218a47565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:06Z', 'updated_at': '2022-02-19T08:09:13Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '05a15198-bf09-4d56-800b-91a218a47565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:10:33.946636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e357d-973f-4b1b-89e1-06e5b081a0fa None None] New status for floating IP 88877df7-ae58-46ea-ac18-00c4def59a87: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:10:34.408510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ade32-d9f8-4228-8774-a2735985ec08 req-d6bd3ec5-6f25-4e6d-a4a9-83ad725550ad tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:34.409955 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e93ade32-d9f8-4228-8774-a2735985ec08 req-d6bd3ec5-6f25-4e6d-a4a9-83ad725550ad tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0842175 Feb 19 08:10:34.455476 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e93ade32-d9f8-4228-8774-a2735985ec08 req-a4b44f51-3dc3-48c3-9a54-48cccb86084b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394642 Feb 19 08:10:34.892480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-b88456ac-9785-44bd-a8e2-f7a2e831beda tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:34.893165 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-b88456ac-9785-44bd-a8e2-f7a2e831beda tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:10:34.905112 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-b88456ac-9785-44bd-a8e2-f7a2e831beda tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:10:34.906228 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-b88456ac-9785-44bd-a8e2-f7a2e831beda tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 945 time: 0.0939221 Feb 19 08:10:34.974147 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:10:34.974475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:35.218945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:10:35.219297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:35.337540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 6d95ba80-6eb3-454c-bcca-32dc2a10d3de owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:10:35.481427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:35.527122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=6d95ba80-6eb3-454c-bcca-32dc2a10d3de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:35.538560 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.538989 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.539220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.539545 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.539863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.540569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.540884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.541196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.541507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.542157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.542157 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:35.612554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] No DVR routers for this DVR port 6d95ba80-6eb3-454c-bcca-32dc2a10d3de on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:10:35.615025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:35.617497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'name': 'network-vif-deleted', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:10:35.630677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a325b251-97f9-4d4d-a08b-f21172413658 req-01ea8df2-8c7e-4c2f-b8ef-8dac3ed96e12 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a3f2ab-b0ce-4d95-852e-1ad9599db7e9 HTTP/1.1" status: 200 len: 210 time: 0.0418758 Feb 19 08:10:35.642564 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-80859cc4-dfa1-45d8-a9ef-fd7b620afc6a req-3940078a-720c-46cc-9bbf-b6f0bb4a79cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "DELETE /v2.0/ports/6d95ba80-6eb3-454c-bcca-32dc2a10d3de HTTP/1.1" status: 204 len: 173 time: 0.7310963 Feb 19 08:10:35.674593 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a3f2ab-b0ce-4d95-852e-1ad9599db7e9', 'name': 'network-vif-deleted', 'tag': '6d95ba80-6eb3-454c-bcca-32dc2a10d3de', 'status': 'completed', 'code': 200} Feb 19 08:10:36.737493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45886) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:36.751960 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ee1617a6-7f54-4806-8c4b-e673ccf367d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:37.236611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:37.874378 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port fa646bd1-378a-4af9-acdd-475cd017e8c3 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:10:37.875064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:38.072001 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port fa646bd1-378a-4af9-acdd-475cd017e8c3, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=fa646bd1-378a-4af9-acdd-475cd017e8c3,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:10:38.072386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:38.190801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for fa646bd1-378a-4af9-acdd-475cd017e8c3 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:10:38.367486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:38.411388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=fa646bd1-378a-4af9-acdd-475cd017e8c3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:38.503693 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 6d95ba80-6eb3-454c-bcca-32dc2a10d3de no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:10:38.541011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 6d95ba80-6eb3-454c-bcca-32dc2a10d3de {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:10:38.541470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 6d95ba80-6eb3-454c-bcca-32dc2a10d3de not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:10:38.805107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:39.019054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-07a399d3-79cf-4408-bc7d-8944a8726813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:39.378912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:10:39.592633 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:10:39.603290 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] Sync routers for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:10:39.608340 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ddd9d96a-f6ba-47ea-86fd-1c8f335f334f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8697543 Feb 19 08:10:39.611349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45890) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:39.615700 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:39.616341 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:39.787264 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:39.797575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting subnet 05a15198-bf09-4d56-800b-91a218a47565 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:10:39.800755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:39.857921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:39.939101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.016244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.053367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Subnet': ['ID=05a15198-bf09-4d56-800b-91a218a47565,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:40.059687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.066727 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1016c38c-a4d7-467b-97db-3a61df9b5533 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/subnets/05a15198-bf09-4d56-800b-91a218a47565 HTTP/1.1" status: 204 len: 168 time: 0.4543755 Feb 19 08:10:40.068485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84258900-dee4-44d7-8de7-264c483151a9 None None] Network faabd96c-8542-4ccf-a960-7819b01cada8 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:10:40.069518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45894) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:40.077621 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:10:38Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:40.081542 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] Checking router: f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:10:40.092068 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] Routers {'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:40.092683 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:40.261985 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] Set router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:40.299401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.353895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.355953 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.375770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] DHCP port deletion for faabd96c-8542-4ccf-a960-7819b01cada8 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:10:40.381745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Deleting port ec4f3899-8d2f-421b-9890-cc0af118fdeb {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:10:40.382254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.509308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.519928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:10:40.520296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.591942 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:10:38Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:40.595917 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63307e4-8f3d-47ba-8b12-bbe17554dd30 None None] The sync data for ids ['f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d'] in dv-neutron-829958-1-hyperv is: [{'id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856558541', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:09:02Z', 'updated_at': '2022-02-19T08:10:38Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '281f4155-de9d-4fb9-9cf8-7b0fe31154d4', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:09:03Z', 'updated_at': '2022-02-19T08:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:10:40.597174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] For port ec4f3899-8d2f-421b-9890-cc0af118fdeb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ec4f3899-8d2f-421b-9890-cc0af118fdeb,segment=NetworkSegment(0d7522f7-a377-4350-a393-3fefb05b1e7f),segment_id=0d7522f7-a377-4350-a393-3fefb05b1e7f)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:10:40.598474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.689866 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 281f4155-de9d-4fb9-9cf8-7b0fe31154d4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:10:40.690276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.757275 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Calling delete_port for ec4f3899-8d2f-421b-9890-cc0af118fdeb owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:10:40.834320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:40.878643 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Pushing event deleted for resources: {'Port': ['ID=ec4f3899-8d2f-421b-9890-cc0af118fdeb,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:40.888937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] No DVR routers for this DVR port ec4f3899-8d2f-421b-9890-cc0af118fdeb on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:10:40.891181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.891512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.891840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.892178 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.892591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.892972 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.893300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.893612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.893922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.894234 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.894541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134bea88-7dd0-42b8-9183-3b4baff32d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:40.921896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:10:41.088632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.142535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=281f4155-de9d-4fb9-9cf8-7b0fe31154d4,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:41.294484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ec4f3899-8d2f-421b-9890-cc0af118fdeb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:10:41.327198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: ec4f3899-8d2f-421b-9890-cc0af118fdeb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:10:41.327536 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ec4f3899-8d2f-421b-9890-cc0af118fdeb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:10:41.327949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fa646bd1-378a-4af9-acdd-475cd017e8c3 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:10:41.357638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.358893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: fa646bd1-378a-4af9-acdd-475cd017e8c3 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:10:41.359238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device fa646bd1-378a-4af9-acdd-475cd017e8c3 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:10:41.596592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.613256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.617888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.644387 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.644888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Fanout notify agent at l3_agent the message router_deleted on router f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:10:41.658710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.659793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a4e17928-ea8b-4879-87af-d87d86c5a908 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/routers/f3f105d5-6ba9-44f1-8936-ea2ba1f5e36d HTTP/1.1" status: 204 len: 168 time: 1.5892725 Feb 19 08:10:41.662814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45898) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:41.869995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:41.997833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.021833 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faabd96c-8542-4ccf-a960-7819b01cada8']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:42.033475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7522f7-a377-4350-a393-3fefb05b1e7f') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:42.033743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7522f7-a377-4350-a393-3fefb05b1e7f') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:42.045246 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.062896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.071730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:10:42.072040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:10:42.088671 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:10:42.174262 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.191467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.202383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Network': ['ID=faabd96c-8542-4ccf-a960-7819b01cada8,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:42.212172 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a1202d86-cf7a-4859-b7a1-448276d96735 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/networks/faabd96c-8542-4ccf-a960-7819b01cada8 HTTP/1.1" status: 204 len: 168 time: 0.5482886 Feb 19 08:10:42.215120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45902) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:42.284466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c06c84-3474-481b-a862-63a221006f70 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.316897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c06c84-3474-481b-a862-63a221006f70 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.381516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c06c84-3474-481b-a862-63a221006f70 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.399851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c06c84-3474-481b-a862-63a221006f70 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:42.411442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-71c06c84-3474-481b-a862-63a221006f70 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.416722 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-71c06c84-3474-481b-a862-63a221006f70 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/security-groups/21c1f8b2-2c06-4bbf-9acb-dc9e2bd1c404 HTTP/1.1" status: 204 len: 168 time: 0.1966007 Feb 19 08:10:42.625420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45910) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:42.631022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350581128', 'description': 'tempest-secgroup-smoke-350581128 description', 'project_id': '6842396f2d7c4c7e80d34c96f6391123'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:42.637416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:42.641874 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:42.644958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:42.651073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:42.663254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.698900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:42.704315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:42.707471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:42.713785 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:42.772118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.778205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.821674 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c223ba-d057-4651-a1ef-41f7213a00cd,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:42.825107 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.826262 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5bab5b4c-0406-4153-b7d1-ac6bbf59070e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1998780 Feb 19 08:10:42.829289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45914) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:42.834703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'b6c223ba-d057-4651-a1ef-41f7213a00cd', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:42.840669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:42.844662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:42.847523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:42.853408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:42.872533 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.944016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.949632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.971778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8324b25-e75d-4fbd-9adf-e4b1fca8eb22,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:42.982316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:42.983571 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0fca3339-dc79-4554-8f0b-bebcf5ce7ced tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1533613 Feb 19 08:10:42.986580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45918) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:42.992440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'b6c223ba-d057-4651-a1ef-41f7213a00cd', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:42.998600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:43.002467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:43.005380 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:43.011665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:43.027453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.087560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.092636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.117742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4591f96-89eb-4591-88ab-550bfc49d886,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:43.127525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.128864 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-98264a69-8a64-43ba-a11a-9be150009c3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1411784 Feb 19 08:10:43.132005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45922) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:43.140905 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'b6c223ba-d057-4651-a1ef-41f7213a00cd', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:43.149669 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:43.153738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:43.156763 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:43.162646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:43.181386 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.207096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:10:43.242739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:10:43.243050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 281f4155-de9d-4fb9-9cf8-7b0fe31154d4 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:10:43.245572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.251284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.273569 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58e269a-4a6a-4bbc-a0d5-b0fc511f9856,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:43.282532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.283692 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6cc0da21-b78d-4462-9838-77b9bff37e69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1503859 Feb 19 08:10:43.286537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45926) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:43.292242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'b6c223ba-d057-4651-a1ef-41f7213a00cd', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:43.298100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:43.301940 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:43.304831 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:43.310583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:43.327478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.392700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.397575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.420774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf5a570-4812-45df-9bd7-6958f8bb0626,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:43.430055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.431246 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e246dc6a-26c6-4342-b49e-7189bc4dea5b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437476 Feb 19 08:10:43.434245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45930) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:43.439578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'b6c223ba-d057-4651-a1ef-41f7213a00cd', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:43.445462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:43.449326 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:43.452182 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:43.458489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:43.472546 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:10:43.479667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.560515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.566228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.588637 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1e72ff-2de4-43dd-a298-d7e17cb131d4,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:43.598206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.599358 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f96ddade-8d37-4ac1-a242-5249fe5c927d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1642144 Feb 19 08:10:43.602268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45934) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:43.607572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'b6c223ba-d057-4651-a1ef-41f7213a00cd', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:43.613402 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:43.617374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:43.620373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:43.626213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:43.640120 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:10:43.646541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.710505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.715557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.737234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316cac10-1467-47d7-bfa1-a675c194b622,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:43.746746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.747898 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-954cbdb8-997d-41b2-9e0f-04d4effeb012 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447089 Feb 19 08:10:43.750990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45938) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:43.756432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'network': {'name': 'tempest-network-smoke--143607578', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:43.761338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:43.765361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:network and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:43.768136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:43.773795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:43.788467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:10:43.791838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.799267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.819760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:10:43.829811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.830137 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Added segment d2a2a470-219a-429e-8592-f8ceeba0be71 of type vlan for network 0ed5c015-fd42-462a-b9cd-c27d57918325 Feb 19 08:10:43.855694 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.890175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.894038 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:43.894608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:43.996750 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2446265 Feb 19 08:10:43.999604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45942) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:44.002817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cc175-386b-47fe-8bb8-60b1a0a97cb8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Network': ['ID=0ed5c015-fd42-462a-b9cd-c27d57918325,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:44.005267 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'admin_state_up': True, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:44.012318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:44.012829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:10:44.016419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:router and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:44.019449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:44.025847 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:44.038912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.039841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.058407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.205871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.379991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.407886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.626840 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.129 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/2884ae35-4f75-4156-9756-44f912074035) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:10:44.771741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.805996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:44.885271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:10:44.888045 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:10:44.890449 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:10:44.919230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=2884ae35-4f75-4156-9756-44f912074035,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:45.059924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:45.060595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:45.287505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 45d16a52-8cff-4f5f-98fb-8ce657399353 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:10:45.488428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:10:45.498180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Sync routers for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:10:45.510390 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:45.511093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:45.514662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:45.516017 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-21628a9d-85de-4b9a-b326-cb420c036966 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5153279 Feb 19 08:10:45.519200 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45946) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:45.558262 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ba9b72c5-3051-4def-ae5a-51f7b313d410 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6842396f2d7c4c7e80d34c96f6391123&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379515 Feb 19 08:10:45.560918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45950) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:45.685142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:45.687419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9f63c-aec7-4b8f-bfa9-e2aa1d96c0cf tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:45.688913 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c6e9f63c-aec7-4b8f-bfa9-e2aa1d96c0cf tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271133 Feb 19 08:10:45.691811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45954) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:45.733086 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-44fe5ecb-cf2b-487e-a2c7-266d748e2c89 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399716 Feb 19 08:10:45.735522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 45958) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:45.740673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1987985158', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:45.845425 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:45.849375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:subnet and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:10:45.852322 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:10:45.857846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:45.868680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:10:45.960725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:44Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:45.964592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Checking router: 45d16a52-8cff-4f5f-98fb-8ce657399353 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:10:45.964950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Updating router 45d16a52-8cff-4f5f-98fb-8ce657399353 port 2884ae35-4f75-4156-9756-44f912074035 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:10:45.967418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.013775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.266481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.344041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.346624 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Subnet': ['ID=7159846f-290a-4cb7-9091-e930f32e0794,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:46.355757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Checking segment: {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:10:46.356114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network hostable DHCP agents. Network: 0ed5c015-fd42-462a-b9cd-c27d57918325, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:10:46.356364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Transition to ACTIVE for port object 2884ae35-4f75-4156-9756-44f912074035 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:10:46.363213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.377835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:10:46.390525 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 0ed5c015-fd42-462a-b9cd-c27d57918325) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:10:46.394987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:46.395856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.402603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff2e0d8-4b24-455c-aa80-c152ab78afcd None None] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:10:46.421281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-60c5fefa-eec6-4653-bfce-19eea495a892 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6847854 Feb 19 08:10:46.424307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 45962) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:10:46.552407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57b465-0596-449d-bf35-7cc6fc2d677b None None] Pushing event updated for resources: {'Port': ['ID=2884ae35-4f75-4156-9756-44f912074035,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:46.572382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Attempting to bind port 2884ae35-4f75-4156-9756-44f912074035 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:10:46.572741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Attempting to bind port 2884ae35-4f75-4156-9756-44f912074035 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:10:46.573090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Attempting to bind port 2884ae35-4f75-4156-9756-44f912074035 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:10:46.591284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:10:46.591642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:10:46.592027 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.592419 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:10:46.592870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Bound port: 2884ae35-4f75-4156-9756-44f912074035, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:10:46.593223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.729773 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] For port 2884ae35-4f75-4156-9756-44f912074035, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:10:46.744962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] For port 2884ae35-4f75-4156-9756-44f912074035, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2884ae35-4f75-4156-9756-44f912074035,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:10:46.752456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-0ed5c015-fd42-462a-b9cd-c27d57918325', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:10:46.753255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.764636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:46.892817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57b465-0596-449d-bf35-7cc6fc2d677b None None] Pushing event updated for resources: {'Port': ['ID=2884ae35-4f75-4156-9756-44f912074035,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:46.918456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:46.919081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:47.131730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Allocated IP 172.20.0.2 (0ed5c015-fd42-462a-b9cd-c27d57918325/7159846f-290a-4cb7-9091-e930f32e0794/2e21d840-a1b9-4fff-8197-a7442f8c67ea) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:10:47.168278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:47.267580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.567059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.580931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Transition to ACTIVE for port object 2e21d840-a1b9-4fff-8197-a7442f8c67ea will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:10:47.602674 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Transition to ACTIVE for port object 2e21d840-a1b9-4fff-8197-a7442f8c67ea will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:10:47.610187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.669043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:44Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:47.674051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.1 (0ed5c015-fd42-462a-b9cd-c27d57918325/7159846f-290a-4cb7-9091-e930f32e0794/1a99ead4-098c-4de3-b7d3-7b5a7c43a396) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:10:47.680187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c76a1-67d2-4e33-bf88-c85129163bd0 None None] The sync data for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv is: [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:44Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:10:47.682803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:10:47.686250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:10:47.690359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:10:47.692553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Pushing event updated for resources: {'Port': ['ID=2e21d840-a1b9-4fff-8197-a7442f8c67ea,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:47.782298 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Attempting to bind port 2e21d840-a1b9-4fff-8197-a7442f8c67ea on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:10:47.782654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Attempting to bind port 2e21d840-a1b9-4fff-8197-a7442f8c67ea by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:10:47.783003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Attempting to bind port 2e21d840-a1b9-4fff-8197-a7442f8c67ea on network 0ed5c015-fd42-462a-b9cd-c27d57918325 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:10:47.789541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:10:47.789909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Checking segment: {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:10:47.790304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.791049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Bound using segment: {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:10:47.791497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Bound port: 2e21d840-a1b9-4fff-8197-a7442f8c67ea, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:10:47.791859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.853555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.873404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:10:47.895245 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.906549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] For port 2e21d840-a1b9-4fff-8197-a7442f8c67ea, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:10:47.909793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] For port 2e21d840-a1b9-4fff-8197-a7442f8c67ea, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2e21d840-a1b9-4fff-8197-a7442f8c67ea,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:10:47.916622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:47.968174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:10:47.971214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:10:47.973826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:10:48.005069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ad307-5fc3-4898-aa3d-8f67ebe401a2 None None] Pushing event updated for resources: {'Port': ['ID=2e21d840-a1b9-4fff-8197-a7442f8c67ea,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:48.018858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:48.049882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:48.140185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:48.553788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:48.559623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:48.776876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:48.780605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:48.920364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:10:48.921567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:10:48.933563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a61c1-71cd-4acc-9562-68dd5a87a994 None None] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:10:49.092895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f18bb06c-56ae-4789-b6f8-e9516f1df5f3 None None] Provisioning for port 2e21d840-a1b9-4fff-8197-a7442f8c67ea completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:10:49.318012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2e21d840-a1b9-4fff-8197-a7442f8c67ea up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:10:49.325981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 45d16a52-8cff-4f5f-98fb-8ce657399353 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:10:49.391977 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2e21d840-a1b9-4fff-8197-a7442f8c67ea completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:10:49.397524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2e21d840-a1b9-4fff-8197-a7442f8c67ea triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:49.398035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:49.524384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:49.552998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:10:49.561384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d509bddb-d979-4177-b4ac-2b7742f09c3e None None] Provisioning complete for port 2e21d840-a1b9-4fff-8197-a7442f8c67ea triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:49.561747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d509bddb-d979-4177-b4ac-2b7742f09c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:49.567531 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f6557127-d079-4d28-be73-831dd00aef96 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/45d16a52-8cff-4f5f-98fb-8ce657399353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1416013 Feb 19 08:10:49.598257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2e21d840-a1b9-4fff-8197-a7442f8c67ea, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2e21d840-a1b9-4fff-8197-a7442f8c67ea,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:10:49.610392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:49.611083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2884ae35-4f75-4156-9756-44f912074035 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:10:49.739904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2e21d840-a1b9-4fff-8197-a7442f8c67ea,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:49.758002 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-11727555-745b-4419-b9cc-3f67ce0129cd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350581128&fields=id&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 267 time: 0.0436771 Feb 19 08:10:49.810742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2884ae35-4f75-4156-9756-44f912074035 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:10:49.820906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2884ae35-4f75-4156-9756-44f912074035 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:49.822006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:49.885940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d509bddb-d979-4177-b4ac-2b7742f09c3e None None] Provisioning for port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:10:49.892767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d509bddb-d979-4177-b4ac-2b7742f09c3e None None] Provisioning complete for port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:49.893139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d509bddb-d979-4177-b4ac-2b7742f09c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:49.913706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-72316c1d-654e-4a57-908f-b09ae224b7da tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:49.915197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-72316c1d-654e-4a57-908f-b09ae224b7da tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 796 time: 0.1502709 Feb 19 08:10:49.932142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-f66aa495-bc3f-465e-b3b3-1a0dc0e3ee38 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/quotas/6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 375 time: 0.0107524 Feb 19 08:10:49.989603 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-d509bddb-d979-4177-b4ac-2b7742f09c3e None None] Port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:10:49.990991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:50.007253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2884ae35-4f75-4156-9756-44f912074035, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2884ae35-4f75-4156-9756-44f912074035,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:10:50.010952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-5dedcf19-f7f3-4711-8b04-ef3adb4ab724 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:10:50.012182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:50.028722 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-5dedcf19-f7f3-4711-8b04-ef3adb4ab724 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:10:50.030014 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-5dedcf19-f7f3-4711-8b04-ef3adb4ab724 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929315 Feb 19 08:10:50.079634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2884ae35-4f75-4156-9756-44f912074035,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:50.110265 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-02425272-851f-4e8a-baa4-a07f5afec8c2 None None] Provisioning complete for port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:50.110629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02425272-851f-4e8a-baa4-a07f5afec8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:50.163523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-02425272-851f-4e8a-baa4-a07f5afec8c2 None None] Port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:10:50.169037 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-7e68381c-4822-4596-9ffb-f3491d91af8c service neutron] 10.222.0.72 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270375 Feb 19 08:10:50.296053 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-9007167c-e0b9-413b-9702-cd59d57ddf09 service neutron] 10.222.0.72 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213593 Feb 19 08:10:50.501258 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-84a7c918-be60-4123-9de5-aa57dad4e8e6 req-5525be55-f27c-4966-b12e-4ef992505e20 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 210 time: 0.0445657 Feb 19 08:10:51.257367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2e21d840-a1b9-4fff-8197-a7442f8c67ea up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:10:51.266474 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Sync routers for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:10:51.279100 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:51.279687 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:51.326003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2e21d840-a1b9-4fff-8197-a7442f8c67ea triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:51.326278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:51.439200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2884ae35-4f75-4156-9756-44f912074035 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:10:51.452582 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:51.510362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2884ae35-4f75-4156-9756-44f912074035 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:51.510802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:51.616867 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a45d402-4976-4106-a0f2-46242ce37733 req-5f449c43-9484-4b50-860a-9b0cb244b525 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 210 time: 0.0454965 Feb 19 08:10:51.768322 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 2, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:51.772491 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Checking router: 45d16a52-8cff-4f5f-98fb-8ce657399353 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:10:51.772827 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Updating router 45d16a52-8cff-4f5f-98fb-8ce657399353 port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:10:51.825594 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:52.158285 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:52.170379 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Transition to ACTIVE for port object 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:10:52.177939 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:52.299722 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Pushing event updated for resources: {'Port': ['ID=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:52.311315 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.311646 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.311972 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.312322 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.312641 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.312977 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.313297 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.313591 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.313899 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.314207 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.314513 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:10:52.396391 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Attempting to bind port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:10:52.396747 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Attempting to bind port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:10:52.397091 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Attempting to bind port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 on network 0ed5c015-fd42-462a-b9cd-c27d57918325 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:10:52.403635 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:10:52.403982 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Checking segment: {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:10:52.404399 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:52.404769 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Bound using segment: {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:10:52.405201 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Bound port: 1a99ead4-098c-4de3-b7d3-7b5a7c43a396, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:10:52.405561 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:52.512688 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] For port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:10:52.515584 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] For port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:10:52.522364 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:52.599124 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e02069-4f75-4963-82ae-b6c10f8c8ca6 None None] Pushing event updated for resources: {'Port': ['ID=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:52.602067 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:10:52.602789 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:52.740702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9547dbc4-8102-4285-bc19-73c3402b5cfd req-3bafb579-aedc-4948-87bf-317a468b60ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 210 time: 0.0483541 Feb 19 08:10:52.812910 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:10:53.123124 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:52Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:10:53.126926 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfc5c0-33d2-46df-b364-83adf5f437f6 None None] The sync data for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv is: [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:52Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:10:53.276587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:10:53.346870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:10:53.351999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:53.352478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:53.472470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:53.505420 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:10:53.509863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:53.584247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:53.855957 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-07237d8a-d2d7-4041-8dd2-38567956e3e5 req-1ae0d492-6e0d-4826-8625-d9e7ea99ab93 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 210 time: 0.0437539 Feb 19 08:10:55.038817 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9eb6947f-da33-4bbb-ab56-8701343bbe75 req-56f0c064-c8ab-4d37-b316-76836ba8f174 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 210 time: 0.0476167 Feb 19 08:10:55.257709 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:10:55.324022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:55.324411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:55.888547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-698e0de7-626a-4c03-bad7-6d393946ad7a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:55.889219 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-698e0de7-626a-4c03-bad7-6d393946ad7a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:10:55.905006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-698e0de7-626a-4c03-bad7-6d393946ad7a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:10:55.906149 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-698e0de7-626a-4c03-bad7-6d393946ad7a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 796 time: 0.1642511 Feb 19 08:10:55.961135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-4c8af1a1-ad06-4a44-a162-dca0e8fe2ce3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:10:55.978526 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-4c8af1a1-ad06-4a44-a162-dca0e8fe2ce3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:10:55.979769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-4c8af1a1-ad06-4a44-a162-dca0e8fe2ce3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 379 time: 0.0622172 Feb 19 08:10:55.988571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'port': {'device_id': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'admin_state_up': True, 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'security_groups': ['b6c223ba-d057-4651-a1ef-41f7213a00cd']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:56.137746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:10:56.147458 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:10:56.157692 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:10:56.160723 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:56.222840 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-718a480f-157e-4d64-af17-7555999ce4a2 req-4819909d-b048-46fb-be5f-f4cbf23943ef tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 210 time: 0.0412302 Feb 19 08:10:56.326478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.11 (0ed5c015-fd42-462a-b9cd-c27d57918325/7159846f-290a-4cb7-9091-e930f32e0794/965b5e08-4a34-4ee8-8ad5-865875359b27) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:10:56.507953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:56.522864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object 965b5e08-4a34-4ee8-8ad5-865875359b27 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:10:56.546338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:56.718655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:10:56.721722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:10:56.726018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:10:56.758980 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=965b5e08-4a34-4ee8-8ad5-865875359b27,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:56.791745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:56.792517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:56.819928 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-d93187ef-07c9-4979-af55-aa2837534154 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8348534 Feb 19 08:10:56.831061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Request body: {'port': {'device_id': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:10:56.943892 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:56.973995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6945082d-0861-4298-b8fe-03b96dcabb61 None None] Provisioning for port 965b5e08-4a34-4ee8-8ad5-865875359b27 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:10:56.978701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6945082d-0861-4298-b8fe-03b96dcabb61 None None] Provisioning complete for port 965b5e08-4a34-4ee8-8ad5-865875359b27 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:10:56.979098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6945082d-0861-4298-b8fe-03b96dcabb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:57.029838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6945082d-0861-4298-b8fe-03b96dcabb61 None None] Port 965b5e08-4a34-4ee8-8ad5-865875359b27 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:10:57.276441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965b5e08-4a34-4ee8-8ad5-865875359b27 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:10:57.283369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:57.298013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Transition to ACTIVE for port object 965b5e08-4a34-4ee8-8ad5-865875359b27 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:10:57.303584 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:57.424898 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4bbdf-8ce9-4708-bde5-a23909a74259 req-4dc351dd-6a14-4508-8160-3f2d38620452 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:57.426727 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fde4bbdf-8ce9-4708-bde5-a23909a74259 req-4dc351dd-6a14-4508-8160-3f2d38620452 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 944 time: 0.0837381 Feb 19 08:10:57.439202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Pushing event updated for resources: {'Port': ['ID=965b5e08-4a34-4ee8-8ad5-865875359b27,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:57.486780 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fde4bbdf-8ce9-4708-bde5-a23909a74259 req-a2edf30c-67a7-4b98-a0cb-f60b1046ff40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543468 Feb 19 08:10:57.555726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Attempting to bind port 965b5e08-4a34-4ee8-8ad5-865875359b27 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:10:57.556063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Attempting to bind port 965b5e08-4a34-4ee8-8ad5-865875359b27 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:10:57.556415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Attempting to bind port 965b5e08-4a34-4ee8-8ad5-865875359b27 on network 0ed5c015-fd42-462a-b9cd-c27d57918325 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:10:57.562244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Port 965b5e08-4a34-4ee8-8ad5-865875359b27 on network 0ed5c015-fd42-462a-b9cd-c27d57918325 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:10:57.562557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Attempting to bind port 965b5e08-4a34-4ee8-8ad5-865875359b27 on network 0ed5c015-fd42-462a-b9cd-c27d57918325 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:10:57.568603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:10:57.568927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Checking segment: {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:10:57.569296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Bound using segment: {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:10:57.569709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Bound port: 965b5e08-4a34-4ee8-8ad5-865875359b27, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a2a470-219a-429e-8592-f8ceeba0be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:10:57.570042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:57.663809 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] For port 965b5e08-4a34-4ee8-8ad5-865875359b27, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:10:57.667400 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] For port 965b5e08-4a34-4ee8-8ad5-865875359b27, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=965b5e08-4a34-4ee8-8ad5-865875359b27,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:10:57.673810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:57.740092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:10:57.741471 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] 10.222.0.67 "PUT /v2.0/ports/965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 1094 time: 0.9147162 Feb 19 08:10:57.741913 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:10:57.759599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0f69-c5f4-4c4a-9c88-282837b8a59c service neutron] Pushing event updated for resources: {'Port': ['ID=965b5e08-4a34-4ee8-8ad5-865875359b27,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:10:57.817801 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'status': 'completed', 'code': 200} Feb 19 08:10:57.874017 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-3dd1d92b-a660-43c7-a94d-29b2f6cbec12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1097 time: 0.0911286 Feb 19 08:10:57.945638 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-febf78ac-22af-45f7-81a8-654f5c404df7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 217 time: 0.0644617 Feb 19 08:10:58.006724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-6210b435-e42a-48da-9a3b-60d55387940e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:58.008132 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-6210b435-e42a-48da-9a3b-60d55387940e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0567999 Feb 19 08:10:58.085225 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-6d736c3f-ee93-4e67-b6bf-24ea5db09524 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711908 Feb 19 08:10:58.217802 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-33eef3e8-f8ee-4fdc-9135-b2dca9267017 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262679 Feb 19 08:10:58.356413 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2b93d6e1-02b7-4f76-a448-9e90328b7107 req-12500fec-7af4-4e31-89b7-80d21ec068ce service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328447 Feb 19 08:10:58.470756 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-9f19e4c0-8675-4f1a-87a8-72139c71e321 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1097 time: 0.0685966 Feb 19 08:10:58.684282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b2fe7-8ee8-4731-ab88-af10bd1db138 req-47c85a33-c907-4a00-a7a3-6525de9086dd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:58.685725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-641b2fe7-8ee8-4731-ab88-af10bd1db138 req-47c85a33-c907-4a00-a7a3-6525de9086dd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 944 time: 0.0760045 Feb 19 08:10:58.691515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-d1977718-42bf-48ca-99b6-079964d5dfd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:58.692958 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-d1977718-42bf-48ca-99b6-079964d5dfd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 897 time: 0.2158723 Feb 19 08:10:58.731672 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-641b2fe7-8ee8-4731-ab88-af10bd1db138 req-3a7705ed-346b-4efc-be38-53c7a4a4f4bd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402548 Feb 19 08:10:58.761037 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-8baf1b37-f9f1-4d37-92a2-c8660733909e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 217 time: 0.0617852 Feb 19 08:10:58.823213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-0a75716f-5f8b-4c4d-82ce-640273091cb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:58.824588 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-0a75716f-5f8b-4c4d-82ce-640273091cb2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0574229 Feb 19 08:10:58.903952 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-6f436cb1-4a3a-4072-bc8e-4ef11fb6a17c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726783 Feb 19 08:10:59.036674 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-3ebfaaa6-7d1c-4ce7-9535-e3704a2216d2 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247160 Feb 19 08:10:59.177080 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-49295386-f7ce-44e6-92b6-25ea6f9c5004 req-939da1b0-80e5-4dd8-a923-ccf45138e2e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344664 Feb 19 08:10:59.944749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dd8a9-544e-491f-a3f0-e2624c85224a req-cdd3b193-8f38-41a6-81ad-9810c4d4c719 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:59.946208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-124dd8a9-544e-491f-a3f0-e2624c85224a req-cdd3b193-8f38-41a6-81ad-9810c4d4c719 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 944 time: 0.0831912 Feb 19 08:10:59.990172 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-124dd8a9-544e-491f-a3f0-e2624c85224a req-c0cf9bb5-76fa-46af-81f5-ae7028ade728 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383313 Feb 19 08:11:00.588850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 965b5e08-4a34-4ee8-8ad5-865875359b27 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:11:00.727700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 965b5e08-4a34-4ee8-8ad5-865875359b27, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=965b5e08-4a34-4ee8-8ad5-865875359b27,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:00.743744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'port_id': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'mac_address': 'fa:16:3e:07:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:11:00.796438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:00.813962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965b5e08-4a34-4ee8-8ad5-865875359b27 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:11:00.829548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 965b5e08-4a34-4ee8-8ad5-865875359b27, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=965b5e08-4a34-4ee8-8ad5-865875359b27,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:00.835140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:00.905178 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=965b5e08-4a34-4ee8-8ad5-865875359b27,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:01.144466 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['965b5e08-4a34-4ee8-8ad5-865875359b27'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:11:01.209282 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c56a4-2bde-4451-baec-a40cfd3bf4ff req-5e20f32c-030f-4071-996b-a870a9d80e8c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:01.210738 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd8c56a4-2bde-4451-baec-a40cfd3bf4ff req-5e20f32c-030f-4071-996b-a870a9d80e8c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 945 time: 0.0889847 Feb 19 08:11:01.258845 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd8c56a4-2bde-4451-baec-a40cfd3bf4ff req-c38ec1fc-3eec-4903-a8bf-3585281ef075 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 Feb 19 08:11:01.774627 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:11:02.468066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24144d82-060e-4277-bdc8-97689b336101 req-e08dd55c-fa59-41f0-939b-a8cbaacdca6c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:02.469530 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-24144d82-060e-4277-bdc8-97689b336101 req-e08dd55c-fa59-41f0-939b-a8cbaacdca6c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 945 time: 0.0759847 Feb 19 08:11:02.513915 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-24144d82-060e-4277-bdc8-97689b336101 req-934fa22b-54fb-458a-9880-ad841ca119bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387750 Feb 19 08:11:02.584090 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 965b5e08-4a34-4ee8-8ad5-865875359b27 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:11:02.659598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 965b5e08-4a34-4ee8-8ad5-865875359b27 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:11:02.664286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 965b5e08-4a34-4ee8-8ad5-865875359b27 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:02.664654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:02.774746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:02.800918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:11:02.810515 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 965b5e08-4a34-4ee8-8ad5-865875359b27, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=965b5e08-4a34-4ee8-8ad5-865875359b27,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:02.816128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:02.879540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=965b5e08-4a34-4ee8-8ad5-865875359b27,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:02.944303 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'code': 200} Feb 19 08:11:03.175274 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-08235852-45eb-4bfc-882b-c58bcde701ee req-b2d31dd1-6aa2-4a96-9397-aaeb2005f55b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1099 time: 0.0710752 Feb 19 08:11:03.216280 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-08235852-45eb-4bfc-882b-c58bcde701ee req-03835a37-26ed-45f2-b6d3-5a6e78c1bc8e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349967 Feb 19 08:11:03.728356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24680-ef8d-4e0d-afe1-4bc59ce732f9 req-96ebad79-17a0-4db3-a93a-518a952d2b24 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:03.729679 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ca24680-ef8d-4e0d-afe1-4bc59ce732f9 req-96ebad79-17a0-4db3-a93a-518a952d2b24 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0871687 Feb 19 08:11:03.773899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2ca24680-ef8d-4e0d-afe1-4bc59ce732f9 req-1ae11c55-e6ec-43e8-9470-1758fe263e4c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385022 Feb 19 08:11:04.972909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d22d42-34a0-4897-ba65-b989a793d8fd req-08ff6479-85f9-4f95-bb54-15a72fe67606 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:04.974341 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9d22d42-34a0-4897-ba65-b989a793d8fd req-08ff6479-85f9-4f95-bb54-15a72fe67606 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0805752 Feb 19 08:11:05.024250 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9d22d42-34a0-4897-ba65-b989a793d8fd req-e85de319-5897-4098-a67e-86acbce74fa8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Feb 19 08:11:05.318563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedeb71-e04b-498e-90b1-b2f00cd585be req-a9247f5c-3c98-4a02-acc6-17b33de3eddb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:05.320078 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dfedeb71-e04b-498e-90b1-b2f00cd585be req-a9247f5c-3c98-4a02-acc6-17b33de3eddb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.1623571 Feb 19 08:11:05.377312 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dfedeb71-e04b-498e-90b1-b2f00cd585be req-c5061329-bd50-4a38-949e-37c57d8972ee tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499074 Feb 19 08:11:05.405709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46030) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:11:05.480098 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2183bcf2-28da-4c80-a003-299f4303c05a tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1094 time: 0.0732224 Feb 19 08:11:05.482996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46034) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:11:05.488054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:11:05.493792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:11:05.498006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:floatingip and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:11:05.500898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:11:05.506593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:11:05.520217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:05.662093 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:05.800789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.55 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/6d0bcc85-d511-4840-9b7d-e5ba1925e6ac) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:11:05.952928 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:05.986788 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:06.051435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:11:06.054275 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:06.058471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:11:06.084201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=6d0bcc85-d511-4840-9b7d-e5ba1925e6ac,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:06.670241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:06.734113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:06.747376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e8243145-5299-4cca-b7c2-44b2c686256e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:06.934597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:06.946528 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:07.055023 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=6d0bcc85-d511-4840-9b7d-e5ba1925e6ac,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:07.069410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:07.258720 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Floating IP e749a43c-e1a2-47ff-b183-1abed217ea4a associated. External IP: 172.26.1.55, port: 965b5e08-4a34-4ee8-8ad5-865875359b27. Feb 19 08:11:07.643340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 45d16a52-8cff-4f5f-98fb-8ce657399353 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:11:07.849316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:11:07.859929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] Sync routers for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:11:07.876381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:11:07.876945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:07.879291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:07.931913 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-df2cabce-7ad8-41a6-b142-93d07f128c94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4479012 Feb 19 08:11:07.932499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:11:07.989404 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'status': 'completed', 'code': 200} Feb 19 08:11:08.052615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:11:08.108082 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be076653-1f48-4bcb-bf35-d3b779ad453c req-7bf98c2a-86e1-4813-bf20-9a2d6e661dd9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:08.109591 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-be076653-1f48-4bcb-bf35-d3b779ad453c req-7bf98c2a-86e1-4813-bf20-9a2d6e661dd9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0788627 Feb 19 08:11:08.164402 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-be076653-1f48-4bcb-bf35-d3b779ad453c req-1f40e4c8-8fc9-4e6b-ba13-a398dadcdff0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492198 Feb 19 08:11:08.195173 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46042) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:11:08.216038 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-317f1db6-590c-40ff-a919-1fbe92f65499 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1099 time: 0.2053599 Feb 19 08:11:08.301161 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f16ff822-eff4-403c-ab2d-4e079b5a0bbc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/e749a43c-e1a2-47ff-b183-1abed217ea4a HTTP/1.1" status: 200 len: 991 time: 0.1045921 Feb 19 08:11:08.347670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-ae91e434-5366-4f10-9062-eff4d936cace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:08.349122 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-ae91e434-5366-4f10-9062-eff4d936cace service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 897 time: 0.1268473 Feb 19 08:11:08.403750 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e749a43c-e1a2-47ff-b183-1abed217ea4a', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.55', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'port_id': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'mac_address': 'fa:16:3e:07:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:11:06Z', 'updated_at': '2022-02-19T08:11:06Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:53Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:08.409000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] Checking router: 45d16a52-8cff-4f5f-98fb-8ce657399353 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:11:08.419971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:11:08.420866 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:08.451182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-25529fd8-29a1-4707-85e1-3a1773fe9d30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 999 time: 0.0957439 Feb 19 08:11:08.517124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-e1513488-4d01-46be-bf07-74e142ebc1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:08.518554 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-e1513488-4d01-46be-bf07-74e142ebc1ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0602572 Feb 19 08:11:08.593469 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-3a5ff530-72ee-4476-a505-9ee1dfbb7c15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682375 Feb 19 08:11:08.625285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:11:08.722090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-d04b4315-b2af-47e2-8f97-792fe3c96d0b service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221673 Feb 19 08:11:08.851104 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-b68cb2cc-eb6d-4bd4-b57a-9e689e86465b req-ff285f98-06f8-4d8a-8eb0-1155687512d7 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234615 Feb 19 08:11:08.971469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e749a43c-e1a2-47ff-b183-1abed217ea4a', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.55', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'port_id': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'mac_address': 'fa:16:3e:07:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:11:06Z', 'updated_at': '2022-02-19T08:11:06Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:53Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:08.975731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df455c1b-b703-41c8-852d-c00b368c40e5 None None] The sync data for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv is: [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'e749a43c-e1a2-47ff-b183-1abed217ea4a', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.55', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'port_id': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'mac_address': 'fa:16:3e:07:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:11:06Z', 'updated_at': '2022-02-19T08:11:06Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:53Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:11:09.024059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b434cf20-cd73-4a22-96b7-41cb4ef7c09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:09.305305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46046) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:11:09.377108 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c8e793-e041-405d-919d-a287a41e4257 None None] New status for floating IP e749a43c-e1a2-47ff-b183-1abed217ea4a: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:11:09.413794 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9f1d6585-2710-4160-a281-3ae6899ca926 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/e749a43c-e1a2-47ff-b183-1abed217ea4a HTTP/1.1" status: 200 len: 991 time: 0.1073344 Feb 19 08:11:10.353400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:10.358092 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:10.418444 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46050) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:11:10.523885 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5f7512fc-b8ee-4f1e-ab4b-2f627a26cc00 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/e749a43c-e1a2-47ff-b183-1abed217ea4a HTTP/1.1" status: 200 len: 993 time: 0.1042962 Feb 19 08:11:11.603719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:13.820744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:14.216462 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-578bab69-2812-4b19-b917-16f09551e4ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737801 Feb 19 08:11:14.358934 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-f8735e09-f040-48b5-99dd-903bbe17da6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1099 time: 0.0759497 Feb 19 08:11:14.507290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-2daf7462-3af8-4bb1-bca9-9ab62d22cc88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:14.508829 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-2daf7462-3af8-4bb1-bca9-9ab62d22cc88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 897 time: 0.1289845 Feb 19 08:11:14.611698 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-fc70700e-a9ba-40f5-b44d-d437d147a2c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 1001 time: 0.0961759 Feb 19 08:11:14.671610 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-461d2905-0f1b-46a0-be01-11429e43b01c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:14.673014 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-461d2905-0f1b-46a0-be01-11429e43b01c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0551152 Feb 19 08:11:14.751747 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-3904d083-e476-4d6a-99fe-4815d2aac872 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726717 Feb 19 08:11:14.888115 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-dd2a1aa3-9597-4c61-991a-7f727062ed5d service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297925 Feb 19 08:11:15.114508 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-f6500fe7-e610-4ab0-84e4-b655859d3dcd req-1592eed5-d069-4fcc-8765-c96a5dcad12e service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199767 Feb 19 08:11:36.753274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8f071a3a-9a17-4a85-969a-1904a896c2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:38.727202 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:11:39.036103 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c3c1-13e1-42b2-a16c-2faaa523b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:40.348302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:40.353206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:41.608414 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:11:43.845189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:06.747932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c908a7bb-3af6-4f03-a38f-e237aed4fd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:09.038079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-919c5759-4ff8-47c2-b6d3-e367e64be14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:10.362033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:10.365668 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:11.620454 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:12.488599 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-400ce815-c76d-46b3-b82b-9e8c18f4afc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1099 time: 0.0725725 Feb 19 08:12:12.626051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-fe7ad4cf-ff1d-4beb-a67c-da76a71d07fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:12.627516 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-fe7ad4cf-ff1d-4beb-a67c-da76a71d07fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 897 time: 0.1329999 Feb 19 08:12:12.681893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e7d79-0c87-46be-bff4-26d06dacd90c req-2c098e8c-f5be-443f-99ff-0c53655a5000 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:12.683356 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d09e7d79-0c87-46be-bff4-26d06dacd90c req-2c098e8c-f5be-443f-99ff-0c53655a5000 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.2261159 Feb 19 08:12:12.730416 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d09e7d79-0c87-46be-bff4-26d06dacd90c req-5c0c8b72-e822-4395-a48d-da8f467596f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 Feb 19 08:12:12.732299 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-63d9a3a3-5d65-405b-8ed0-7742de66b4d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 1001 time: 0.0969899 Feb 19 08:12:12.794133 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-07a65fd2-ace0-4147-b72d-54d65150aea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:12.795886 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-07a65fd2-ace0-4147-b72d-54d65150aea3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0574317 Feb 19 08:12:12.873662 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-40f6c9d6-d7b8-4b23-8724-3d7712f9b74d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717459 Feb 19 08:12:13.008538 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-98d286cc-f68b-48c1-a554-c9d02eccc2e0 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269479 Feb 19 08:12:13.146829 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-838fb797-1398-43f1-9be7-ddd2c6aad928 req-9b2a6d15-cffc-483b-968a-996609b507cb service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320286 Feb 19 08:12:13.836511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:13.951661 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5be6-caad-4ec3-84bd-5f488bfd66b8 req-12d6999a-c4e1-441f-b3f0-a53675c74ede tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:13.953138 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-809b5be6-caad-4ec3-84bd-5f488bfd66b8 req-12d6999a-c4e1-441f-b3f0-a53675c74ede tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0859590 Feb 19 08:12:13.997650 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-809b5be6-caad-4ec3-84bd-5f488bfd66b8 req-5b056c64-78f0-43a4-935f-88182ffa89b8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 Feb 19 08:12:14.284255 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-bd495113-259b-4704-b227-4bf93e3201b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1099 time: 0.0704205 Feb 19 08:12:14.433559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-3a82e29e-828e-4e34-a4d5-fe18328989ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:14.434975 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-3a82e29e-828e-4e34-a4d5-fe18328989ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 897 time: 0.1307132 Feb 19 08:12:14.537129 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-43dcb154-b512-4418-b586-f25b79321d30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 1001 time: 0.0952954 Feb 19 08:12:14.601060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-1473ae58-1b89-4c0c-84ce-d7ef7c49f4f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:14.602496 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-1473ae58-1b89-4c0c-84ce-d7ef7c49f4f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0587845 Feb 19 08:12:14.680382 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-dd428aa3-68f2-4bc8-a985-5cdb166c7160 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721557 Feb 19 08:12:14.817310 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-931f16bf-8791-4fc9-b904-b3a690c8c449 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304107 Feb 19 08:12:15.043608 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d0fa235b-e70a-44d0-bdba-34f7509988b2 req-e6563676-dab9-44d7-a3c2-d1a43431a0e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201548 Feb 19 08:12:15.207447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ed689-3430-4a3f-822d-4d7a9907bb90 req-36653122-a547-4bfc-8107-22dc93cf5e52 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:15.208908 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-357ed689-3430-4a3f-822d-4d7a9907bb90 req-36653122-a547-4bfc-8107-22dc93cf5e52 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0863466 Feb 19 08:12:15.260936 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-357ed689-3430-4a3f-822d-4d7a9907bb90 req-9b38ff59-35c0-49cc-b94c-d2bfa236bacb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463991 Feb 19 08:12:15.727105 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:12:16.470428 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1d3a-cf9c-4fe5-88cf-dcdf4aaa412f req-8eab19ea-3fc3-4492-88d2-b60ced6ee00b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:16.471883 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-284d1d3a-cf9c-4fe5-88cf-dcdf4aaa412f req-8eab19ea-3fc3-4492-88d2-b60ced6ee00b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0811269 Feb 19 08:12:16.516893 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-284d1d3a-cf9c-4fe5-88cf-dcdf4aaa412f req-38021e8a-496a-4fdb-bd04-03b5df951389 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394580 Feb 19 08:12:17.727704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b694-b4fc-43ad-b1e0-c769ae5e0101 req-d8412a49-714a-4a31-a974-e9896d2a78f0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:17.729183 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1713b694-b4fc-43ad-b1e0-c769ae5e0101 req-d8412a49-714a-4a31-a974-e9896d2a78f0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0829520 Feb 19 08:12:17.777801 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1713b694-b4fc-43ad-b1e0-c769ae5e0101 req-97851806-4c1c-4e8f-9d45-b4ac161a6fdd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 Feb 19 08:12:18.996049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5997d31-19d7-4c4e-98d2-aad56153666e req-1b2ed845-453c-4fe4-923f-6bcf66b5a49b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:18.997515 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5997d31-19d7-4c4e-98d2-aad56153666e req-1b2ed845-453c-4fe4-923f-6bcf66b5a49b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0840695 Feb 19 08:12:19.046717 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5997d31-19d7-4c4e-98d2-aad56153666e req-268c8c55-e7a4-4d70-88eb-0bcd9c3ca2e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407243 Feb 19 08:12:20.278575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcdcd-e7b4-423d-9cf3-3ba02da3bf30 req-3d9346ba-1ba7-4978-8751-66c539fdd614 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:20.280006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-41fdcdcd-e7b4-423d-9cf3-3ba02da3bf30 req-3d9346ba-1ba7-4978-8751-66c539fdd614 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0921066 Feb 19 08:12:20.326441 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-41fdcdcd-e7b4-423d-9cf3-3ba02da3bf30 req-31b43599-1d13-4bc9-802f-09dbd35c8490 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Feb 19 08:12:21.537271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8eab-7561-4112-943e-e72249cf794e req-89e7625a-db33-49cf-a8e9-92e400218b21 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:21.538569 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b73a8eab-7561-4112-943e-e72249cf794e req-89e7625a-db33-49cf-a8e9-92e400218b21 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0800440 Feb 19 08:12:21.585791 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b73a8eab-7561-4112-943e-e72249cf794e req-24a3720d-3e30-470e-9fda-768d381d1803 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388894 Feb 19 08:12:22.790532 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7202ce-405a-44a5-adaa-706a74a7c925 req-6f27d0df-53d6-4131-a432-5e09fffb3ba0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:22.792055 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a7202ce-405a-44a5-adaa-706a74a7c925 req-6f27d0df-53d6-4131-a432-5e09fffb3ba0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0806680 Feb 19 08:12:22.839292 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0a7202ce-405a-44a5-adaa-706a74a7c925 req-1a8dacac-7030-456b-ba8d-44530923e7e0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410509 Feb 19 08:12:24.042294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd04c-6ca0-4561-9966-b17e41de0361 req-04b8cc26-3ed8-4f03-9694-c29361323e17 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:24.044097 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-05abd04c-6ca0-4561-9966-b17e41de0361 req-04b8cc26-3ed8-4f03-9694-c29361323e17 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0783319 Feb 19 08:12:24.089302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-05abd04c-6ca0-4561-9966-b17e41de0361 req-e5054ace-6f04-4570-b59c-f1df471069c6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392151 Feb 19 08:12:25.306667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ff553-baad-4bf9-b2c9-620728e8315f req-60bb7167-2247-470e-92a8-ba2a80500d5e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:25.308092 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b25ff553-baad-4bf9-b2c9-620728e8315f req-60bb7167-2247-470e-92a8-ba2a80500d5e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0919909 Feb 19 08:12:25.353208 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b25ff553-baad-4bf9-b2c9-620728e8315f req-95cdc915-b6b4-49c0-bb9c-5416c2e975a8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394182 Feb 19 08:12:25.381632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46108) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:12:25.484628 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-78daff99-4a3a-42d7-8d6d-cc3614c30ebc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/e749a43c-e1a2-47ff-b183-1abed217ea4a HTTP/1.1" status: 200 len: 993 time: 0.1018345 Feb 19 08:12:36.755703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6e578f25-27a0-4a17-8c0f-4d8586e8a375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:39.039256 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b001f9a-3c36-4dea-88fb-9b6fb08f7097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:40.372029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:40.373797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:41.613638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:43.850508 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:12:52.728041 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:13:06.761803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-281d2d3f-df1c-4b5a-9bce-4579b6acbeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:09.040823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f068f0c-ca5f-423d-8187-1eb20dead7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:10.362280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:10.367207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:11.614492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:13.854347 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:14.737563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-c1497216-ee46-451c-8cf4-d1077fa7754e req-124241e1-6d16-4674-bcad-be255df3b5bf tempest-ServerDiskConfigTestJSON-1565507967 tempest-ServerDiskConfigTestJSON-1565507967-project] (83568) timed out ('10.222.0.67', 55799) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 19 08:13:14.935367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46130) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:15.131421 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 6d0bcc85-d511-4840-9b7d-e5ba1925e6ac {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:13:15.131680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:15.313418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:15.313734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:15.428473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 6d0bcc85-d511-4840-9b7d-e5ba1925e6ac owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:13:15.590683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:15.633047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=6d0bcc85-d511-4840-9b7d-e5ba1925e6ac,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:15.670551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.670893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.671228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.671557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.671883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.672248 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.672930 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.673242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.673558 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.673858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.674179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:15.736094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:16.136786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 45d16a52-8cff-4f5f-98fb-8ce657399353 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:16.435594 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-3145e127-52f2-4121-a526-c39ec96a0cfc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2977178 Feb 19 08:13:16.498136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:16.508524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] Sync routers for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:13:16.520371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:16.521089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:16.553974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:16.617940 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b77c8f14-6c1f-4169-a0bb-5b5f382fb0b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/floatingips/e749a43c-e1a2-47ff-b183-1abed217ea4a HTTP/1.1" status: 204 len: 168 time: 1.6814897 Feb 19 08:13:16.618647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:13:16.632686 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-f33b144c-1e27-44ee-9969-5dcec3fdb655 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1099 time: 0.1279271 Feb 19 08:13:16.680017 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'status': 'completed', 'code': 200} Feb 19 08:13:16.713191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:16.787028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-1c71c4a8-1485-40de-bf4f-1d0284488276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:16.788614 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-1c71c4a8-1485-40de-bf4f-1d0284488276 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 897 time: 0.1356111 Feb 19 08:13:16.862439 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-6c871118-e7d2-47ad-b62f-e71fe8a48819 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 217 time: 0.0663280 Feb 19 08:13:16.924645 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-06a5b2a3-06c4-4a86-8896-41bdd0307cbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:16.926066 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-06a5b2a3-06c4-4a86-8896-41bdd0307cbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0576112 Feb 19 08:13:17.001638 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-7d19d47f-26fb-4e80-8286-f461f022474b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684412 Feb 19 08:13:17.029658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:53Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:17.033581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] Checking router: 45d16a52-8cff-4f5f-98fb-8ce657399353 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:13:17.044470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:17.045091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:17.094025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44edb27-0884-4208-a64c-6778cde887cb req-88963a72-6a28-4e4c-933a-2f38d3716688 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:17.095550 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f44edb27-0884-4208-a64c-6778cde887cb req-88963a72-6a28-4e4c-933a-2f38d3716688 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.1541283 Feb 19 08:13:17.146162 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-050ba14a-1f32-4322-bc30-c7a6a6e62e18 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370950 Feb 19 08:13:17.148358 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f44edb27-0884-4208-a64c-6778cde887cb req-8ba7b704-a372-4ae9-9ae2-5ce1a6c66ba6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470092 Feb 19 08:13:17.270767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:17.279036 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-fec44acf-6dea-448a-b4f3-aec482da0b3f req-ca1c822b-5ea0-4b60-95ce-0cfcf1da3d2f service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250181 Feb 19 08:13:17.396287 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-d913a607-4513-4996-a9b7-3df99968c3e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 1099 time: 0.0727279 Feb 19 08:13:17.528377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-5cc73638-5eba-494c-8131-40fa88f482ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:17.529715 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-5cc73638-5eba-494c-8131-40fa88f482ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 200 len: 897 time: 0.1245019 Feb 19 08:13:17.585352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:53Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:17.589576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a1b3d-3804-4457-a5cf-53484c4b5291 None None] The sync data for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv is: [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:48Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '1a99ead4-098c-4de3-b7d3-7b5a7c43a396', 'name': '', 'network_id': '0ed5c015-fd42-462a-b9cd-c27d57918325', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:e6:71:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7159846f-290a-4cb7-9091-e930f32e0794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:47Z', 'updated_at': '2022-02-19T08:10:53Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '7159846f-290a-4cb7-9091-e930f32e0794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:13:17.594593 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-28ccf51c-0370-49be-8c3f-bda56cb9196b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 200 len: 217 time: 0.0581517 Feb 19 08:13:17.660077 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-09448eec-837f-4a8c-b8ee-8547e7513478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:17.662226 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-09448eec-837f-4a8c-b8ee-8547e7513478 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 200 len: 835 time: 0.0615799 Feb 19 08:13:17.742939 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-edbf806c-07c9-40ce-b844-1d224051674d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ed5c015-fd42-462a-b9cd-c27d57918325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738595 Feb 19 08:13:17.823976 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99291782-cdf5-4977-88ad-87e8ae37691b None None] New status for floating IP e749a43c-e1a2-47ff-b183-1abed217ea4a: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:13:17.877002 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-9022c4e2-c092-4408-9075-6a03a86fa055 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262813 Feb 19 08:13:18.111403 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-908d6909-58cc-46b0-8e7f-c5565b3fddbc req-e104cf28-e665-4c65-9819-2e6e514020d2 service neutron] 10.222.0.67 "GET /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278385 Feb 19 08:13:18.352237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52d5e8-e0f6-4682-9270-19c8533c7e14 req-fd5027e9-e1e4-448a-874c-6ff7745e56a9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:18.353719 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1e52d5e8-e0f6-4682-9270-19c8533c7e14 req-fd5027e9-e1e4-448a-874c-6ff7745e56a9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.0788682 Feb 19 08:13:18.401904 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1e52d5e8-e0f6-4682-9270-19c8533c7e14 req-fd5b0bbd-9f4e-401e-9a92-d47a0f44a36b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=b6c223ba-d057-4651-a1ef-41f7213a00cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 Feb 19 08:13:18.806267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-e8963d1c-68db-4770-84da-47d3356a77f7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:18.806870 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-e8963d1c-68db-4770-84da-47d3356a77f7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:13:18.825748 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-e8963d1c-68db-4770-84da-47d3356a77f7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:13:18.826946 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-e8963d1c-68db-4770-84da-47d3356a77f7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 946 time: 0.1048775 Feb 19 08:13:18.894562 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 965b5e08-4a34-4ee8-8ad5-865875359b27 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:13:18.894879 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:19.137774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 965b5e08-4a34-4ee8-8ad5-865875359b27, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=965b5e08-4a34-4ee8-8ad5-865875359b27,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:19.138079 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:19.255164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 965b5e08-4a34-4ee8-8ad5-865875359b27 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:13:19.406618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:19.456547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=965b5e08-4a34-4ee8-8ad5-865875359b27,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:19.529906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] No DVR routers for this DVR port 965b5e08-4a34-4ee8-8ad5-865875359b27 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:13:19.532396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:19.535048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'name': 'network-vif-deleted', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:13:19.551559 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-01324206-e033-4c4a-8eaf-898a1de02b2f req-5cd87243-c159-4945-a029-1cc8d30ee096 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "DELETE /v2.0/ports/965b5e08-4a34-4ee8-8ad5-865875359b27 HTTP/1.1" status: 204 len: 173 time: 0.7192686 Feb 19 08:13:19.575110 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-777be391-1f8c-4eec-9e6a-5e45e45e16ee req-8fc5352b-e238-4038-8b65-69e90750fd0d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b95c1ef7-c07c-4d71-8a62-fddf24370c79 HTTP/1.1" status: 200 len: 210 time: 0.0450675 Feb 19 08:13:19.593246 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95c1ef7-c07c-4d71-8a62-fddf24370c79', 'name': 'network-vif-deleted', 'tag': '965b5e08-4a34-4ee8-8ad5-865875359b27', 'status': 'completed', 'code': 200} Feb 19 08:13:20.693278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46150) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:21.084108 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:21.159440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 965b5e08-4a34-4ee8-8ad5-865875359b27 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:13:21.192189 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 965b5e08-4a34-4ee8-8ad5-865875359b27 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:13:21.192545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 965b5e08-4a34-4ee8-8ad5-865875359b27 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:13:21.793810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:13:21.794416 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:21.978306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 1a99ead4-098c-4de3-b7d3-7b5a7c43a396, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:21.978623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:22.099907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:13:22.277103 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:22.322690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=1a99ead4-098c-4de3-b7d3-7b5a7c43a396,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:22.635958 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:23.320253 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 45d16a52-8cff-4f5f-98fb-8ce657399353 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:23.522048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:23.532185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] Sync routers for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:13:23.537698 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43c84b41-3aa7-4c17-ad77-17d0da62e004 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/45d16a52-8cff-4f5f-98fb-8ce657399353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8404012 Feb 19 08:13:23.538105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46154) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:23.544545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:23.545151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:23.725096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:23.814038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting subnet 7159846f-290a-4cb7-9091-e930f32e0794 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:13:23.816963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:23.869165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:23.952585 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.006131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:13:22Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:24.010418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] Checking router: 45d16a52-8cff-4f5f-98fb-8ce657399353 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:13:24.021323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] Routers {'45d16a52-8cff-4f5f-98fb-8ce657399353'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:24.021898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['45d16a52-8cff-4f5f-98fb-8ce657399353'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:24.030706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.067854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Subnet': ['ID=7159846f-290a-4cb7-9091-e930f32e0794,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:24.078911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.084784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.085127 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.085453 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.085779 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.086126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.086446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.086742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.087064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.087408 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.087707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.088046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:24.094291 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b1821108-3174-4ff9-b983-86612a8efa31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/subnets/7159846f-290a-4cb7-9091-e930f32e0794 HTTP/1.1" status: 204 len: 168 time: 0.5525193 Feb 19 08:13:24.094659 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46158) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:24.126762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38194f-6133-46d7-b6ea-bb686a7188ee None None] Network 0ed5c015-fd42-462a-b9cd-c27d57918325 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:13:24.296030 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.391158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] Set router 45d16a52-8cff-4f5f-98fb-8ce657399353 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:24.495059 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.505592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 2884ae35-4f75-4156-9756-44f912074035 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:13:24.505947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.655061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] DHCP port deletion for 0ed5c015-fd42-462a-b9cd-c27d57918325 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:13:24.663765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Deleting port 2e21d840-a1b9-4fff-8197-a7442f8c67ea {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:13:24.664136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.681785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 2884ae35-4f75-4156-9756-44f912074035, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2884ae35-4f75-4156-9756-44f912074035,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:24.682324 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.799274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 2884ae35-4f75-4156-9756-44f912074035 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:13:24.847560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:13:22Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:24.865141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aad96-2835-4741-9fd8-bca13e2dfaa6 None None] The sync data for ids ['45d16a52-8cff-4f5f-98fb-8ce657399353'] in dv-neutron-829958-1-hyperv is: [{'id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493527045', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '2884ae35-4f75-4156-9756-44f912074035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:13:22Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2884ae35-4f75-4156-9756-44f912074035', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d16a52-8cff-4f5f-98fb-8ce657399353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:10:44Z', 'updated_at': '2022-02-19T08:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:13:24.892222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] For port 2e21d840-a1b9-4fff-8197-a7442f8c67ea, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2e21d840-a1b9-4fff-8197-a7442f8c67ea,segment=NetworkSegment(d2a2a470-219a-429e-8592-f8ceeba0be71),segment_id=d2a2a470-219a-429e-8592-f8ceeba0be71)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:24.892756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:24.967094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.012041 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=2884ae35-4f75-4156-9756-44f912074035,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:25.016393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Calling delete_port for 2e21d840-a1b9-4fff-8197-a7442f8c67ea owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:13:25.092757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.136469 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Pushing event deleted for resources: {'Port': ['ID=2e21d840-a1b9-4fff-8197-a7442f8c67ea,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:25.143975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] No DVR routers for this DVR port 2e21d840-a1b9-4fff-8197-a7442f8c67ea on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.152086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.153359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1892bf-9b27-45c3-8fa1-19f4ffbfea48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:25.343318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.398434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2e21d840-a1b9-4fff-8197-a7442f8c67ea no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:13:25.437928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2e21d840-a1b9-4fff-8197-a7442f8c67ea {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:13:25.438279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2e21d840-a1b9-4fff-8197-a7442f8c67ea not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:13:25.438710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:13:25.470968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:13:25.471305 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1a99ead4-098c-4de3-b7d3-7b5a7c43a396 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:13:25.599670 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.604355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.632357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.632903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Fanout notify agent at l3_agent the message router_deleted on router 45d16a52-8cff-4f5f-98fb-8ce657399353 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:13:25.646934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.648019 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e44d80cb-d424-4959-b356-e03766b27ce1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/routers/45d16a52-8cff-4f5f-98fb-8ce657399353 HTTP/1.1" status: 204 len: 168 time: 1.5526986 Feb 19 08:13:25.651111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46162) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:25.767389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.900535 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.929426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed5c015-fd42-462a-b9cd-c27d57918325']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:25.941262 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a2a470-219a-429e-8592-f8ceeba0be71') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:25.941573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a2a470-219a-429e-8592-f8ceeba0be71') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:25.953123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.968919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.977850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:13:25.978381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:13:25.993412 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:13:26.075967 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:26.081028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:26.109422 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Network': ['ID=0ed5c015-fd42-462a-b9cd-c27d57918325,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:26.113731 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-96af0ca5-539b-4fba-b49f-95c4dc367f9c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/networks/0ed5c015-fd42-462a-b9cd-c27d57918325 HTTP/1.1" status: 204 len: 168 time: 0.4618423 Feb 19 08:13:26.116673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46166) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:26.188183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acd780ee-d271-4312-b813-b87378af9f86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:26.220179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acd780ee-d271-4312-b813-b87378af9f86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:26.289160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acd780ee-d271-4312-b813-b87378af9f86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:26.306124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd780ee-d271-4312-b813-b87378af9f86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c223ba-d057-4651-a1ef-41f7213a00cd,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:26.318532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-acd780ee-d271-4312-b813-b87378af9f86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:26.319786 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-acd780ee-d271-4312-b813-b87378af9f86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/security-groups/b6c223ba-d057-4651-a1ef-41f7213a00cd HTTP/1.1" status: 204 len: 168 time: 0.2020245 Feb 19 08:13:26.855885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:26.861747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034093199', 'description': 'tempest-secgroup-smoke-2034093199 description', 'project_id': '6842396f2d7c4c7e80d34c96f6391123'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:26.868034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:26.872454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:26.875483 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:26.881464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:26.895069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:26.931566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:26.935473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:26.938234 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:26.943710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:26.997355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.003750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.045877 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:27.050396 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.051807 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2b0fb6c0-db87-447d-a506-aed5b45e0d9e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1947949 Feb 19 08:13:27.054941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:27.060462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:27.066580 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:27.070555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:27.073498 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:27.079274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:27.098551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.159589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.164951 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.187159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75f9218-d2ae-4838-bbcc-acbdcb861968,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:27.197412 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.198962 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6bd426b7-62ec-4783-b8f1-cbadade62168 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1432004 Feb 19 08:13:27.201888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46182) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:27.207791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:27.214369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:27.218724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:27.221740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:27.227592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:27.248969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.299228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2884ae35-4f75-4156-9756-44f912074035 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:13:27.312923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.316658 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.331451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2884ae35-4f75-4156-9756-44f912074035 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:13:27.331763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2884ae35-4f75-4156-9756-44f912074035 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:13:27.338742 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a6aeeb-2166-4c50-9d50-ea94ace20a0d,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:27.347442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.348681 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d9e86b64-d46c-4499-b03e-5def09e11fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1457469 Feb 19 08:13:27.351567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:27.357180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:27.363335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:27.367587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:27.370596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:27.376617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:27.395278 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.463664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.468589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.495851 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ff62c7-f092-44e1-b5be-cd3734ea4903,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:27.505894 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.507381 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-978f99ca-7f0a-414d-9312-0751aa166086 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1547916 Feb 19 08:13:27.510308 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46190) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:27.516460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:27.522480 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:27.526568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:27.529691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:27.535579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:27.554441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.620706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.625958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.647917 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4aff5c3-6e0c-4f83-a5ac-c250d514551e,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:27.657505 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.658947 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a5e16d57-f93c-4fc0-97ea-b175b3b114b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1475141 Feb 19 08:13:27.662646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46194) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:27.668049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:27.674429 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:27.678364 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:27.681312 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:27.687290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:27.698423 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:13:27.704814 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.767550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.773576 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.799441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32659b37-8a51-445c-8d01-75768f0e9283,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:27.809039 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.810248 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0673cb84-102e-4d1b-a980-3450a5a8e691 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1466789 Feb 19 08:13:27.813002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46198) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:27.818207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:27.824013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:27.827938 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:27.830883 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:27.836674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:27.849725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:13:27.856597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.941005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.946227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.969704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff79d9a8-35e3-4d06-bd3c-532833e19867,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:27.979829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:27.981048 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-975a94a7-bde0-4a9c-893c-1189d4180d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1671379 Feb 19 08:13:27.985241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46202) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:27.991181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'network': {'name': 'tempest-network-smoke--465514472', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:27.996376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:28.000854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:network and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:28.003816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:28.009888 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:28.020909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:13:28.023772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.053252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:13:28.064529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.064870 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Added segment e425ffb2-4d95-4ca0-b353-acd0927015ce of type vlan for network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 Feb 19 08:13:28.090507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.121465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.125104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:28.125668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.238257 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2514226 Feb 19 08:13:28.240745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46206) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:28.243813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044d70a-da10-471e-8f75-8111b972db50 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Network': ['ID=d9686d42-a49a-4b87-a92d-8ccc4a9392a3,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:28.247445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'admin_state_up': True, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:28.255199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:13:28.256271 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:28.260335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:router and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:28.263960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:28.269623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:28.281010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.281987 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.300185 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.441013 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.712909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.743751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:28.881715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.166 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/a84dabea-619d-4b39-ad0c-0a716748d513) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:29.037822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:29.071254 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:29.136645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:29.139621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:29.143880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:13:29.170770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=a84dabea-619d-4b39-ad0c-0a716748d513,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:29.308294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:29.309033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:29.534746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 33d67415-76ba-40bc-979a-9492e07400a9 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:13:29.728843 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:13:29.735907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:29.745690 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Sync routers for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:13:29.758230 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:29.758864 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:29.762704 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:29.767441 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f5c968ff-938f-4e23-92c4-3a892e9cd681 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5256283 Feb 19 08:13:29.767556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46210) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:29.806772 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8ef5f82f-8f75-4ab9-811a-ba1bb2c1bc6b tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6842396f2d7c4c7e80d34c96f6391123&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379162 Feb 19 08:13:29.809640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46214) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:29.940080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874b22a-e063-4b72-bac6-ea2b390cb20a tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:29.941221 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:29.941600 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4874b22a-e063-4b72-bac6-ea2b390cb20a tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310334 Feb 19 08:13:29.944581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46218) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:29.985958 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-30dd4013-5e2d-4572-8adb-5d08cb45daae tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401757 Feb 19 08:13:29.988430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46222) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:29.993564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-130583776', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:30.099032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:30.102737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:subnet and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:30.105474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:30.111030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:30.123109 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:13:30.228060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.235409 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:29Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:30.241220 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Checking router: 33d67415-76ba-40bc-979a-9492e07400a9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:13:30.241587 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Updating router 33d67415-76ba-40bc-979a-9492e07400a9 port a84dabea-619d-4b39-ad0c-0a716748d513 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:13:30.298531 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.540353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.612709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Subnet': ['ID=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:30.629298 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.634639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Checking segment: {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:13:30.635034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network hostable DHCP agents. Network: d9686d42-a49a-4b87-a92d-8ccc4a9392a3, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:13:30.641317 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Transition to ACTIVE for port object a84dabea-619d-4b39-ad0c-0a716748d513 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:30.649252 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.656992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:13:30.666699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, d9686d42-a49a-4b87-a92d-8ccc4a9392a3) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:30.671012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:30.671600 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.679405 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b6f16-5a1f-4679-b526-bd9f2a928574 None None] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:13:30.694249 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8851d5f9-8bc9-4211-af0d-95226e61c3b2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7048581 Feb 19 08:13:30.697048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46226) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:30.723505 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Pushing event updated for resources: {'Port': ['ID=a84dabea-619d-4b39-ad0c-0a716748d513,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:30.745932 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.746635 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.746635 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.746887 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.747226 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.747546 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.747860 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.748194 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.748515 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.748825 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.749135 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:30.754299 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Attempting to bind port a84dabea-619d-4b39-ad0c-0a716748d513 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:13:30.754658 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Attempting to bind port a84dabea-619d-4b39-ad0c-0a716748d513 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:13:30.755025 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Attempting to bind port a84dabea-619d-4b39-ad0c-0a716748d513 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:13:30.761474 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:13:30.761837 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:13:30.762226 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.762678 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:13:30.763446 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Bound port: a84dabea-619d-4b39-ad0c-0a716748d513, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:13:30.763446 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.841280 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] For port a84dabea-619d-4b39-ad0c-0a716748d513, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:30.844383 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] For port a84dabea-619d-4b39-ad0c-0a716748d513, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a84dabea-619d-4b39-ad0c-0a716748d513,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:30.851068 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.916792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-d9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:13:30.918050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:30.944521 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292193c8-69af-4c04-a4c4-8b30042b6a19 None None] Pushing event updated for resources: {'Port': ['ID=a84dabea-619d-4b39-ad0c-0a716748d513,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:30.949055 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:30.949639 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:31.075235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Allocated IP 172.20.0.2 (d9686d42-a49a-4b87-a92d-8ccc4a9392a3/a9da862b-ae1d-4652-a5ce-5f8f02f1c97f/37fc2faa-9b43-4670-a390-5ae0c470e8cc) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:31.144900 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:31.329172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:31.340329 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Transition to ACTIVE for port object 37fc2faa-9b43-4670-a390-5ae0c470e8cc will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:31.359909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Transition to ACTIVE for port object 37fc2faa-9b43-4670-a390-5ae0c470e8cc will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:31.368041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:31.437074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:31.439889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:31.444351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:13:31.446446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Pushing event updated for resources: {'Port': ['ID=37fc2faa-9b43-4670-a390-5ae0c470e8cc,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:31.500986 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:29Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:31.505363 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3153d-ae20-4ab2-9e3e-8487440ceb54 None None] The sync data for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv is: [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:29Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:13:31.538582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Attempting to bind port 37fc2faa-9b43-4670-a390-5ae0c470e8cc on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:13:31.538954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Attempting to bind port 37fc2faa-9b43-4670-a390-5ae0c470e8cc by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:13:31.539312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Attempting to bind port 37fc2faa-9b43-4670-a390-5ae0c470e8cc on network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:13:31.546271 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:13:31.546642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Checking segment: {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:13:31.547052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:31.547446 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Bound using segment: {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:13:31.548335 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Bound port: 37fc2faa-9b43-4670-a390-5ae0c470e8cc, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:13:31.548744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:31.562819 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:31.656732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] For port 37fc2faa-9b43-4670-a390-5ae0c470e8cc, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:31.660633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] For port 37fc2faa-9b43-4670-a390-5ae0c470e8cc, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=37fc2faa-9b43-4670-a390-5ae0c470e8cc,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:31.666038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:31.766164 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fee56b-35ee-40eb-ab36-dddd7166f058 None None] Pushing event updated for resources: {'Port': ['ID=37fc2faa-9b43-4670-a390-5ae0c470e8cc,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:32.033247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.1 (d9686d42-a49a-4b87-a92d-8ccc4a9392a3/a9da862b-ae1d-4652-a5ce-5f8f02f1c97f/e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:32.307828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:32.324537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:32.349216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:32.421409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:32.425009 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:32.429497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:13:32.454144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:32.487792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:32.576573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:32.673941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab65db1-0e75-4df4-9bc7-8ed0a9fbb1c4 None None] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:13:32.785634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-075a3e82-9b96-4030-9c72-9799f9b38e66 None None] Provisioning for port 37fc2faa-9b43-4670-a390-5ae0c470e8cc completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:32.975306 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:32.980724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.090176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:33.094931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.137257 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-caa8b446-dd66-4af4-ad74-34ca2c0bae8e None None] Provisioning for port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:33.143004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-caa8b446-dd66-4af4-ad74-34ca2c0bae8e None None] Provisioning complete for port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:33.143474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-caa8b446-dd66-4af4-ad74-34ca2c0bae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.197152 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-caa8b446-dd66-4af4-ad74-34ca2c0bae8e None None] Port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:13:33.232843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:33.233968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:33.336925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-8149d49b-b9b3-49cf-8fd1-cb38dce0a901 None None] Provisioning complete for port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:33.337396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8149d49b-b9b3-49cf-8fd1-cb38dce0a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.422724 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-8149d49b-b9b3-49cf-8fd1-cb38dce0a901 None None] Port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:13:33.533078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a84dabea-619d-4b39-ad0c-0a716748d513 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:13:33.597078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef19fe3d-29a0-4096-8a24-2edef53c4955 None None] Provisioning complete for port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:33.597467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ef19fe3d-29a0-4096-8a24-2edef53c4955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.659435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ef19fe3d-29a0-4096-8a24-2edef53c4955 None None] Port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:13:33.669014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port a84dabea-619d-4b39-ad0c-0a716748d513 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:33.674641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a84dabea-619d-4b39-ad0c-0a716748d513 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:33.675000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.698633 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 33d67415-76ba-40bc-979a-9492e07400a9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:33.793548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.811338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port a84dabea-619d-4b39-ad0c-0a716748d513, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a84dabea-619d-4b39-ad0c-0a716748d513,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:33.816907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:33.817702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 37fc2faa-9b43-4670-a390-5ae0c470e8cc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:13:33.929083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=a84dabea-619d-4b39-ad0c-0a716748d513,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:33.943359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 37fc2faa-9b43-4670-a390-5ae0c470e8cc completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:33.948274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 37fc2faa-9b43-4670-a390-5ae0c470e8cc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:33.948651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:34.003169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:34.015392 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-adcfc3ff-7a34-46bd-8bcd-318cc7c6f9c4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/33d67415-76ba-40bc-979a-9492e07400a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3170443 Feb 19 08:13:34.067283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:34.100048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 37fc2faa-9b43-4670-a390-5ae0c470e8cc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=37fc2faa-9b43-4670-a390-5ae0c470e8cc,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:34.105063 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:34.174048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=37fc2faa-9b43-4670-a390-5ae0c470e8cc,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:34.189715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-dec92a64-ce2b-435d-a25a-a78d6a1ff27d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034093199&fields=id&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 267 time: 0.0430095 Feb 19 08:13:34.339703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-e662829a-965a-450f-8b93-76157b149bc9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:34.340420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-e662829a-965a-450f-8b93-76157b149bc9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:13:34.357407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-e662829a-965a-450f-8b93-76157b149bc9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:13:34.358456 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-e662829a-965a-450f-8b93-76157b149bc9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 796 time: 0.1623847 Feb 19 08:13:34.374291 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-711e3e4b-98d8-49bf-9c27-d718721cd283 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/quotas/6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 375 time: 0.0103827 Feb 19 08:13:34.451102 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-33ec63b3-30e5-4a20-a53b-7a5e87c0f216 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720847 Feb 19 08:13:34.669292 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-89a34644-a97c-4b24-ad28-41c435219b06 service neutron] 10.222.0.72 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060177 Feb 19 08:13:34.797743 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-7cf0afd8-e3e9-4e1a-9cdc-5153566aacc0 service neutron] 10.222.0.72 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222374 Feb 19 08:13:34.985538 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d0245a3c-7210-479c-8086-5814bca1e99c req-5d251324-0cb9-4ed8-9a22-44f7874725f2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 210 time: 0.0415256 Feb 19 08:13:35.113859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Sync routers for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:13:35.125849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:35.126465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:35.354985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a84dabea-619d-4b39-ad0c-0a716748d513 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:13:35.404133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:35.606423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port a84dabea-619d-4b39-ad0c-0a716748d513 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:35.606880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:35.815855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 37fc2faa-9b43-4670-a390-5ae0c470e8cc up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:13:35.880760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 2, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:35.886950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Checking router: 33d67415-76ba-40bc-979a-9492e07400a9 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:13:35.887295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Updating router 33d67415-76ba-40bc-979a-9492e07400a9 port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:13:35.943081 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 37fc2faa-9b43-4670-a390-5ae0c470e8cc triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:35.943449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:35.970349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.030412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-bfab893e-a4b2-4f1b-9f8c-cdac57834109 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:36.031241 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-bfab893e-a4b2-4f1b-9f8c-cdac57834109 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:13:36.045624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-bfab893e-a4b2-4f1b-9f8c-cdac57834109 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:13:36.046955 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-bfab893e-a4b2-4f1b-9f8c-cdac57834109 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 796 time: 0.1749144 Feb 19 08:13:36.112500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-a610fd9b-3481-4704-a57d-dd960c817e57 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:13:36.134104 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-a610fd9b-3481-4704-a57d-dd960c817e57 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:13:36.135791 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-a610fd9b-3481-4704-a57d-dd960c817e57 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 380 time: 0.0764732 Feb 19 08:13:36.148912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'port': {'device_id': 'd62cf420-c665-4175-9fa9-15036da8759c', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'admin_state_up': True, 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'security_groups': ['4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:36.280428 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb225447-2d60-404f-a15a-780050a9f528 req-90c8cf0d-6cf4-4109-892e-4f009cd27670 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 210 time: 0.1505010 Feb 19 08:13:36.308835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:36.308835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:port and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:36.310123 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:36.315743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:36.325604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:13:36.328670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.400876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.414192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Transition to ACTIVE for port object e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:36.421697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.490272 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.14 (d9686d42-a49a-4b87-a92d-8ccc4a9392a3/a9da862b-ae1d-4652-a5ce-5f8f02f1c97f/1a319434-d181-4fe0-9984-fbd45c2d6595) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:36.548110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc209c-fef3-4e57-8168-9347a94929c3 None None] Pushing event updated for resources: {'Port': ['ID=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:36.644034 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Attempting to bind port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:13:36.644423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Attempting to bind port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:13:36.644772 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Attempting to bind port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed on network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:13:36.651229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:13:36.651533 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Checking segment: {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:13:36.652059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.652475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Bound using segment: {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:13:36.652925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Bound port: e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:13:36.653328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.686354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.702907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object 1a319434-d181-4fe0-9984-fbd45c2d6595 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:36.726145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.758849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] For port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:36.761942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] For port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:36.763011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b6c83cab-516b-4308-8a8c-918a59f95696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.765884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.802953 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:36.806136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:36.810678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:13:36.843988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:36.848734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc209c-fef3-4e57-8168-9347a94929c3 None None] Pushing event updated for resources: {'Port': ['ID=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:36.851342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:36.851935 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:36.878438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:36.879041 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:36.905110 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-63717dc4-f001-45dc-89ae-2a418a1f9c95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7602944 Feb 19 08:13:36.916796 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Request body: {'port': {'device_id': 'd62cf420-c665-4175-9fa9-15036da8759c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:37.029778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:37.094153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f055eb35-82ac-4841-bb0d-39c17fec2a5c None None] Provisioning for port 1a319434-d181-4fe0-9984-fbd45c2d6595 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:37.100427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:37.143552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-f055eb35-82ac-4841-bb0d-39c17fec2a5c None None] Provisioning complete for port 1a319434-d181-4fe0-9984-fbd45c2d6595 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:37.143788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f055eb35-82ac-4841-bb0d-39c17fec2a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:37.264823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-f055eb35-82ac-4841-bb0d-39c17fec2a5c None None] Port 1a319434-d181-4fe0-9984-fbd45c2d6595 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:13:37.380730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a319434-d181-4fe0-9984-fbd45c2d6595 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:13:37.388882 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:37.405145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Transition to ACTIVE for port object 1a319434-d181-4fe0-9984-fbd45c2d6595 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:37.412367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:37.487843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec99f-6dd6-43e6-99a9-58e596afc271 req-49286c22-11b8-43c0-9a85-e3d0c3dc9ad2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:37.490051 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c23ec99f-6dd6-43e6-99a9-58e596afc271 req-49286c22-11b8-43c0-9a85-e3d0c3dc9ad2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 944 time: 0.0853999 Feb 19 08:13:37.498121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:36Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:37.502842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f93fd-6d0a-4193-bd97-9a24b4507411 None None] The sync data for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv is: [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:36Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:13:37.539023 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c23ec99f-6dd6-43e6-99a9-58e596afc271 req-7dc0bbcc-f76b-4876-b501-abf19697ecdd tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Feb 19 08:13:37.592069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:37.821217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Attempting to bind port 1a319434-d181-4fe0-9984-fbd45c2d6595 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:13:37.821544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Attempting to bind port 1a319434-d181-4fe0-9984-fbd45c2d6595 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:13:37.821864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Attempting to bind port 1a319434-d181-4fe0-9984-fbd45c2d6595 on network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:13:37.829318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Port 1a319434-d181-4fe0-9984-fbd45c2d6595 on network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:13:37.829621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Attempting to bind port 1a319434-d181-4fe0-9984-fbd45c2d6595 on network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:13:37.836338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:13:37.836668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Checking segment: {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:13:37.837032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Bound using segment: {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:13:37.837501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Bound port: 1a319434-d181-4fe0-9984-fbd45c2d6595, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e425ffb2-4d95-4ca0-b353-acd0927015ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:13:37.837835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:37.928768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:37.931821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:37.937827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:38.002726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:38.004102 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] 10.222.0.67 "PUT /v2.0/ports/1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 1094 time: 1.0916450 Feb 19 08:13:38.004556 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:13:38.024130 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265f56d-9b4b-4145-9df4-3249fd08b3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:38.097888 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'status': 'completed', 'code': 200} Feb 19 08:13:38.134759 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-0bc9a617-39fe-4f5f-b248-a247ecf33e17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1097 time: 0.0778859 Feb 19 08:13:38.209361 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-22744024-f238-47f3-9204-89f39b042e53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 217 time: 0.0662820 Feb 19 08:13:38.272390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-de5511f7-d0b4-44eb-955d-21c05d92b202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:38.273839 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-de5511f7-d0b4-44eb-955d-21c05d92b202 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0588696 Feb 19 08:13:38.355746 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-511ec555-ace9-473f-8b0a-de40b540777d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755780 Feb 19 08:13:38.492858 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-6d3846c2-0854-4165-8fcc-700efabec340 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309597 Feb 19 08:13:38.627113 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-38e78a48-fdbb-40f8-b02c-da640992f09c req-16e3806a-ca15-439b-8863-88fcb34f20ac service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288958 Feb 19 08:13:38.745149 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-d58e68d4-b01d-42ff-b89c-1a9dcf35229d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1097 time: 0.0685799 Feb 19 08:13:38.768482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b463-609a-4f7b-b0cc-7613a55297ed req-a753e3d1-0fdd-4f3b-bf24-67f74225748b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:38.769946 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4c47b463-609a-4f7b-b0cc-7613a55297ed req-a753e3d1-0fdd-4f3b-bf24-67f74225748b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 944 time: 0.0778821 Feb 19 08:13:38.815288 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4c47b463-609a-4f7b-b0cc-7613a55297ed req-ee51a2c0-40fe-499f-beb6-ac8dd578cee2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 Feb 19 08:13:38.876968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-40b80c92-32ca-4adf-b24c-d35ee6381682 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:38.878410 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-40b80c92-32ca-4adf-b24c-d35ee6381682 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1255920 Feb 19 08:13:38.947993 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-5dbde0bb-42ff-46c6-be82-f49ff5d8a6cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 217 time: 0.0635142 Feb 19 08:13:39.007872 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-762a7109-7bad-4eae-8011-ebd95404ff36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:39.009190 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-762a7109-7bad-4eae-8011-ebd95404ff36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0552881 Feb 19 08:13:39.034994 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8785fc3c-d5ac-4486-98f3-47220f7c5d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:39.087027 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-e3265dc3-e960-4dee-bc65-84e3b2c90035 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718820 Feb 19 08:13:39.237865 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-8d0998fd-9c70-4bc6-becc-a5f5c25d52b3 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428542 Feb 19 08:13:39.367816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:13:39.370888 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-7386a318-3c6a-4ca2-b648-17ccb4408cf1 req-222b7f6f-0a9f-4416-98d0-2041237d90af service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268032 Feb 19 08:13:39.441418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:39.446267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:39.446633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:39.561080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:39.593199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:39.597948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:39.668384 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:40.026617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8fcca-9c3c-4d38-80a7-725dc555442c req-9a1196e4-787d-4d34-9312-5de49a437ed4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:40.028040 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87f8fcca-9c3c-4d38-80a7-725dc555442c req-9a1196e4-787d-4d34-9312-5de49a437ed4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 944 time: 0.0780334 Feb 19 08:13:40.077270 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-87f8fcca-9c3c-4d38-80a7-725dc555442c req-ef332d36-15c5-4054-b431-880223630f69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Feb 19 08:13:40.368741 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:40.371808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:41.283318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1a319434-d181-4fe0-9984-fbd45c2d6595 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:13:41.292769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5d57-bc20-449d-ac19-30c748ebd7a5 req-24c1aaa0-13b1-4de3-8b17-adae5a75358d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:41.294236 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f6a5d57-bc20-449d-ac19-30c748ebd7a5 req-24c1aaa0-13b1-4de3-8b17-adae5a75358d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 944 time: 0.0850244 Feb 19 08:13:41.342601 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0f6a5d57-bc20-449d-ac19-30c748ebd7a5 req-6ef8fad0-6251-45dd-b9e3-fdc3c9e5044b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416741 Feb 19 08:13:41.363418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:13:41.476474 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:41.490629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'port_id': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'mac_address': 'fa:16:3e:c5:8a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:13:41.522222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:41.522580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:41.586765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:41.625279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a319434-d181-4fe0-9984-fbd45c2d6595 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:13:41.631467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:41.686688 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:41.694106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:41.823566 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:42.065096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['1a319434-d181-4fe0-9984-fbd45c2d6595'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:13:42.544493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0ca98-761d-4e26-8d46-4b8a63d39031 req-92c100cf-9df7-4dbe-9687-e9fd0fe813e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:42.545920 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16e0ca98-761d-4e26-8d46-4b8a63d39031 req-92c100cf-9df7-4dbe-9687-e9fd0fe813e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 945 time: 0.0811872 Feb 19 08:13:42.595750 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16e0ca98-761d-4e26-8d46-4b8a63d39031 req-c5949196-9ea3-49ba-bb75-64166e5c1f79 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Feb 19 08:13:43.274760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1a319434-d181-4fe0-9984-fbd45c2d6595 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:13:43.360598 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 1a319434-d181-4fe0-9984-fbd45c2d6595 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:43.365954 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 1a319434-d181-4fe0-9984-fbd45c2d6595 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:43.366320 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:43.489541 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:43.518673 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:13:43.529229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:43.534309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:43.585620 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'code': 200} Feb 19 08:13:43.604961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:43.790401 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726e9e-1ab9-4ae9-a3a2-a442eb986a0b req-f6bd6f4c-4306-4f99-b242-8d62c9efcd38 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:43.791708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0b726e9e-1ab9-4ae9-a3a2-a442eb986a0b req-f6bd6f4c-4306-4f99-b242-8d62c9efcd38 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0769095 Feb 19 08:13:43.804656 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-23474e82-d287-4e71-ac23-cc83118f6792 req-15de8f2c-e2f8-480a-a644-a5db8db7b32c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1099 time: 0.0663314 Feb 19 08:13:43.837531 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0b726e9e-1ab9-4ae9-a3a2-a442eb986a0b req-361bfac8-a606-4b27-9b67-94f427c315d0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400467 Feb 19 08:13:43.851823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:43.852059 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-23474e82-d287-4e71-ac23-cc83118f6792 req-f309a998-f500-4d18-bb27-f76fcec085a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Feb 19 08:13:45.050304 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db799920-efbb-4e52-a463-c921035c3c90 req-6414222a-be5a-4682-947f-e10764f66f91 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:45.051624 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-db799920-efbb-4e52-a463-c921035c3c90 req-6414222a-be5a-4682-947f-e10764f66f91 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0791678 Feb 19 08:13:45.096508 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-db799920-efbb-4e52-a463-c921035c3c90 req-72310c9c-1dc5-49ee-b002-5942490f22b1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392463 Feb 19 08:13:46.320224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb6418-54b6-4ec7-b193-0a65ef044f49 req-0b3e96e7-69f0-4b74-af94-122135c4a8a0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:46.321641 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2dfb6418-54b6-4ec7-b193-0a65ef044f49 req-0b3e96e7-69f0-4b74-af94-122135c4a8a0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0918512 Feb 19 08:13:46.372721 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2dfb6418-54b6-4ec7-b193-0a65ef044f49 req-bc4c3abb-145b-420d-aede-a62d280a7840 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433631 Feb 19 08:13:46.581607 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073af79-335b-4f32-be62-4b75fad1a774 req-a8809544-8c66-481f-8653-b406965faa2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:46.583041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5073af79-335b-4f32-be62-4b75fad1a774 req-a8809544-8c66-481f-8653-b406965faa2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0842898 Feb 19 08:13:46.630924 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5073af79-335b-4f32-be62-4b75fad1a774 req-5af71ad2-ceb4-46ac-b105-22f5053b8ad0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 Feb 19 08:13:46.666632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46274) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:46.740271 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a30e6e74-963a-4daf-a929-c1a3e0ec319a tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1094 time: 0.0724845 Feb 19 08:13:46.744193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46278) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:46.749459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:13:46.754977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:13:46.758974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:floatingip and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:13:46.761855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:13:46.767634 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:13:46.779618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:46.918509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:47.050950 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.250 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/195a2195-1e6d-4423-9ac8-fb3cc9bd8104) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:47.203476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:47.233952 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:47.312643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:47.315481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:47.319791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:13:47.343144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=195a2195-1e6d-4423-9ac8-fb3cc9bd8104,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:47.906606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:47.961628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:48.181810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:48.187541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:48.290109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=195a2195-1e6d-4423-9ac8-fb3cc9bd8104,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:48.305341 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:48.505303 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Floating IP 77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 associated. External IP: 172.26.1.250, port: 1a319434-d181-4fe0-9984-fbd45c2d6595. Feb 19 08:13:48.909006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 33d67415-76ba-40bc-979a-9492e07400a9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:49.121792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:49.133205 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] Sync routers for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:13:49.148248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:13:49.148449 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:49.148993 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:49.300235 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-cb1fbe50-8515-4a3d-9bac-15d19c36d7df tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5519202 Feb 19 08:13:49.300235 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:13:49.328860 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:49.447231 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'status': 'completed', 'code': 200} Feb 19 08:13:49.477311 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5bbd-21aa-42d1-852d-a429098de720 req-e33ec08d-049e-4449-9343-1cfa82119152 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:49.478764 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60ff5bbd-21aa-42d1-852d-a429098de720 req-e33ec08d-049e-4449-9343-1cfa82119152 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0823650 Feb 19 08:13:49.545163 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60ff5bbd-21aa-42d1-852d-a429098de720 req-c5ea657c-810d-4962-85dd-74a08e65a115 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601661 Feb 19 08:13:49.564660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46288) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:49.649802 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-68a47193-3b69-4175-9538-94a3fb2329b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1099 time: 0.1806002 Feb 19 08:13:49.673292 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fb57b302-4440-4b21-ba15-b72fc0f59c26 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 HTTP/1.1" status: 200 len: 992 time: 0.1060956 Feb 19 08:13:49.691050 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '77c481f0-1b2f-41ee-9bfb-c86ad42f71b8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'port_id': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'mac_address': 'fa:16:3e:c5:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cf420-c665-4175-9fa9-15036da8759c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:13:47Z', 'updated_at': '2022-02-19T08:13:47Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:39Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:49.694765 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] Checking router: 33d67415-76ba-40bc-979a-9492e07400a9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:13:49.704722 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:13:49.705290 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:13:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:49.782995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-eac53511-d9cb-402d-bfbd-13d82a2ac4b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:49.784453 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-eac53511-d9cb-402d-bfbd-13d82a2ac4b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1286788 Feb 19 08:13:49.881700 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:13:49.882039 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-ef7436c7-4ac8-4572-948c-53890c7a4859 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 1000 time: 0.0919893 Feb 19 08:13:49.946178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-3cc461aa-10ca-4eb1-969e-6b8415ddae05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:49.947535 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-3cc461aa-10ca-4eb1-969e-6b8415ddae05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0596101 Feb 19 08:13:50.021090 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-a444e05d-a9d3-4c37-9f99-b4c407169edb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679269 Feb 19 08:13:50.152733 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-6e8e2dfa-631e-479b-ad9c-f6759b552cff service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254451 Feb 19 08:13:50.243597 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '77c481f0-1b2f-41ee-9bfb-c86ad42f71b8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'port_id': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'mac_address': 'fa:16:3e:c5:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cf420-c665-4175-9fa9-15036da8759c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:13:47Z', 'updated_at': '2022-02-19T08:13:47Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:39Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:50.247726 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289765f-3111-4036-9cb4-820bbff042f4 None None] The sync data for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv is: [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '77c481f0-1b2f-41ee-9bfb-c86ad42f71b8', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'port_id': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'mac_address': 'fa:16:3e:c5:8a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cf420-c665-4175-9fa9-15036da8759c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:13:47Z', 'updated_at': '2022-02-19T08:13:47Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:39Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:13:50.288144 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cec750bf-e69e-4442-8851-89cac7ddd7f9 req-e4d9a99a-3f30-448e-aaf3-219b6d74a18b service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298404 Feb 19 08:13:50.677407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46292) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:50.787778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f8b26be7-2f89-4472-981b-801fded5b719 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 HTTP/1.1" status: 200 len: 992 time: 0.1086652 Feb 19 08:13:51.793578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46296) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:51.909907 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-49433e1b-b291-4b4b-93b0-629e13906479 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 HTTP/1.1" status: 200 len: 992 time: 0.1148238 Feb 19 08:13:52.915069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46300) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:53.023440 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-f572d8aa-94f6-45e9-94d3-58445f5b5b8a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 HTTP/1.1" status: 200 len: 992 time: 0.1066782 Feb 19 08:13:53.036453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cc50c-ecad-4088-9f94-28b81aa5c1bb None None] New status for floating IP 77c481f0-1b2f-41ee-9bfb-c86ad42f71b8: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:13:54.027572 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46304) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:13:54.134961 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fc08efbd-e36b-4501-8d51-ae0922ae22ee tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 HTTP/1.1" status: 200 len: 994 time: 0.1060917 Feb 19 08:14:06.733029 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:14:06.762676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c2f4-b976-459e-a98e-c24a23566957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:09.038196 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f758f0f-2ce5-4b20-979f-8ff04f846743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:10.349877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:10.376088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:11.620800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:13.861052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:18.194363 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-cf6a5a84-6fa3-4e2c-a231-74e645878ce3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709262 Feb 19 08:14:18.343127 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-d3c4ad12-3ef4-4ff7-8a9c-3afbab8e867d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1099 time: 0.0794120 Feb 19 08:14:18.490257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-a3c355f3-3514-4c75-bf6b-a7428acc9b81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:18.491687 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-a3c355f3-3514-4c75-bf6b-a7428acc9b81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1293736 Feb 19 08:14:18.592441 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-07cac094-eafb-4378-a19a-4c56e367c5bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 1002 time: 0.0947361 Feb 19 08:14:18.660507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-9d6dfe6f-06a7-4666-88d9-27518188c74f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:18.661904 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-9d6dfe6f-06a7-4666-88d9-27518188c74f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0642726 Feb 19 08:14:18.744673 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-2ef219cb-ba44-4ae5-9216-abcca31d6029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758407 Feb 19 08:14:18.961285 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-17fc0007-b3da-4f42-b06d-8a49b02db28f service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098002 Feb 19 08:14:19.093504 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-74a9a1dd-dcdc-4b10-81c4-a8c7dffc1a40 req-6a5f5270-13fd-4257-8819-1c1772d8a8cd service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255646 Feb 19 08:14:36.759979 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-960ce475-2b6b-41d4-a12b-2cb0c03b72bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:39.048696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5b5f9c49-911a-4b84-8ea8-7e3b1e6c70b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:40.345830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:40.375592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:41.629279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:43.741297 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:14:43.870083 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:14:59.667106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60256a5b-b677-4335-a91a-2787df586205 req-242504fd-0edc-4d60-82a3-2070ff6e9785 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0736365 Feb 19 08:14:59.934236 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46350) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:14:59.983939 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883a789-e66b-48ed-b0ff-2641dd957832 req-2eaaca6e-4a4c-425a-83d0-d491d2d67502 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:59.985415 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4883a789-e66b-48ed-b0ff-2641dd957832 req-2eaaca6e-4a4c-425a-83d0-d491d2d67502 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0759254 Feb 19 08:15:00.030527 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4883a789-e66b-48ed-b0ff-2641dd957832 req-67285203-89e9-42c1-bb94-1fa47eca75d0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 Feb 19 08:15:00.068259 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-e2927a5e-7043-435c-bec0-b09fb89e9ba4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328404 Feb 19 08:15:01.242356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35fe9d-b37f-4fb8-b3bd-09afd1a0390b req-676e7d01-06cc-40ac-a9a7-f28121bbbd9f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:01.243964 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef35fe9d-b37f-4fb8-b3bd-09afd1a0390b req-676e7d01-06cc-40ac-a9a7-f28121bbbd9f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0805047 Feb 19 08:15:01.266340 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-b99ce698-a868-4dd5-a104-26af97864800 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1099 time: 0.0663288 Feb 19 08:15:01.288994 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef35fe9d-b37f-4fb8-b3bd-09afd1a0390b req-d1e168e4-1205-47dd-b3d3-f481175c3929 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391517 Feb 19 08:15:01.402543 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-1d91c132-7882-4cc1-959b-f878eb33a7ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:01.403975 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-1d91c132-7882-4cc1-959b-f878eb33a7ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1312928 Feb 19 08:15:01.513542 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-afcf9b79-bddd-4b55-a92c-50f87b810faa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 1002 time: 0.1028817 Feb 19 08:15:01.584641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-3d862871-89ec-4bb6-b7c3-d920dad8c025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:01.586092 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-3d862871-89ec-4bb6-b7c3-d920dad8c025 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0651653 Feb 19 08:15:01.666408 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-d3b08a65-520a-4ec9-8d85-9e4b8c5bf999 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739684 Feb 19 08:15:01.815719 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-9fbd0a97-d305-45ac-aa6a-ed628b27efa9 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422276 Feb 19 08:15:01.944169 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-814e2ecd-ad43-4bd1-9f9b-580da196f14c service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226940 Feb 19 08:15:02.494317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b693-f0ea-41c2-9ece-d0fe4e7e7afd req-6c15044e-f644-4298-8bda-fec4d0b84407 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:02.496287 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5aa7b693-f0ea-41c2-9ece-d0fe4e7e7afd req-6c15044e-f644-4298-8bda-fec4d0b84407 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0751667 Feb 19 08:15:02.555770 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5aa7b693-f0ea-41c2-9ece-d0fe4e7e7afd req-5886a710-444a-4bae-88e4-3d995f1ca3a4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540912 Feb 19 08:15:03.760419 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77224d8-e433-46b2-9837-349417284057 req-28201aa3-5718-48e9-a5d9-1de25d04316a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:03.761988 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e77224d8-e433-46b2-9837-349417284057 req-28201aa3-5718-48e9-a5d9-1de25d04316a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0790489 Feb 19 08:15:03.812435 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e77224d8-e433-46b2-9837-349417284057 req-eac254f4-f11c-49de-a8b1-ef76fe5eab0c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Feb 19 08:15:05.036974 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d4f8-827e-42e7-95c7-2e2351f9c4c1 req-3cc3b549-2278-409b-a86f-64e05419b8bb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:05.038397 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd41d4f8-827e-42e7-95c7-2e2351f9c4c1 req-3cc3b549-2278-409b-a86f-64e05419b8bb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0909061 Feb 19 08:15:05.096703 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cd41d4f8-827e-42e7-95c7-2e2351f9c4c1 req-4f4bde56-ffcc-4c76-90f3-36b02d01304f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507333 Feb 19 08:15:06.298203 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c6b71-69df-41ac-81f3-b6c16a8dee2b req-fa2567eb-7a89-415f-95d0-d96a44484d11 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:06.299657 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d57c6b71-69df-41ac-81f3-b6c16a8dee2b req-fa2567eb-7a89-415f-95d0-d96a44484d11 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0795140 Feb 19 08:15:06.355433 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d57c6b71-69df-41ac-81f3-b6c16a8dee2b req-aaae402c-d693-4c68-b19f-c1d4218a9927 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479639 Feb 19 08:15:06.755707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-84d7767e-98c3-4b7a-825d-567f3db318d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:07.564418 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c85053-62ba-4538-846f-3af95a5af14e req-4ac225fb-8a61-41db-85b6-3b9815241dfc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:07.565836 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-25c85053-62ba-4538-846f-3af95a5af14e req-4ac225fb-8a61-41db-85b6-3b9815241dfc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0807266 Feb 19 08:15:07.612910 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-25c85053-62ba-4538-846f-3af95a5af14e req-10287baa-2638-4a0e-abd0-c2e5e4f76b19 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393624 Feb 19 08:15:08.824577 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39219172-197a-496e-883c-52644e234fef req-864768d0-42c5-495a-b5c1-3663bb742187 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:08.825900 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-39219172-197a-496e-883c-52644e234fef req-864768d0-42c5-495a-b5c1-3663bb742187 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0836973 Feb 19 08:15:08.871051 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-39219172-197a-496e-883c-52644e234fef req-995870e5-1bbc-4076-9fa8-fa338111fae4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396085 Feb 19 08:15:09.057551 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-02e6e6c5-60df-4bcb-9b37-d97bccdee86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:10.090511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ee586-2db5-4b78-a4ca-1eb3368d5698 req-25a7de2d-511c-4620-a22e-c056b9f50cb4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:10.091985 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-925ee586-2db5-4b78-a4ca-1eb3368d5698 req-25a7de2d-511c-4620-a22e-c056b9f50cb4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0840192 Feb 19 08:15:10.135923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-925ee586-2db5-4b78-a4ca-1eb3368d5698 req-13108f79-d6d3-44c4-b4f1-4588b4503270 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Feb 19 08:15:10.365263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:10.377821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:11.354824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7aeca-c323-4983-a406-9f854e34f59f req-a884dd2d-fbe2-4f20-976e-48af7b4117bb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:11.356284 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-83f7aeca-c323-4983-a406-9f854e34f59f req-a884dd2d-fbe2-4f20-976e-48af7b4117bb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0862641 Feb 19 08:15:11.404741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-83f7aeca-c323-4983-a406-9f854e34f59f req-ba02d6b9-f410-4dce-a525-5c4c0bcbc0ac tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Feb 19 08:15:11.633051 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:12.611873 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84624f23-699f-4901-8715-ed44905bd060 req-0891cc82-ea76-4775-8574-cc188332b276 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:12.613340 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-84624f23-699f-4901-8715-ed44905bd060 req-0891cc82-ea76-4775-8574-cc188332b276 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0875571 Feb 19 08:15:12.658926 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-84624f23-699f-4901-8715-ed44905bd060 req-42847a47-48dc-45dc-9621-2756239b48bf tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 Feb 19 08:15:13.869250 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:13.875557 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47feebf-a7dc-44ed-aebf-7b81fd2423e2 req-13e73120-7df8-4de5-a6b9-8b6c85314794 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:13.877057 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c47feebf-a7dc-44ed-aebf-7b81fd2423e2 req-13e73120-7df8-4de5-a6b9-8b6c85314794 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0838253 Feb 19 08:15:13.921595 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c47feebf-a7dc-44ed-aebf-7b81fd2423e2 req-8c2ddaef-18a7-416c-a761-541c0e8e1b3b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389760 Feb 19 08:15:15.138522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b85b-8d08-48ae-b84a-e44f863354b5 req-63fd6cdb-38c6-4a96-9325-3ac644337f12 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:15.139955 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f859b85b-8d08-48ae-b84a-e44f863354b5 req-63fd6cdb-38c6-4a96-9325-3ac644337f12 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0824938 Feb 19 08:15:15.185692 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f859b85b-8d08-48ae-b84a-e44f863354b5 req-090d5e78-053c-468c-a963-66065504d557 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Feb 19 08:15:16.470248 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e9078-c6dd-42c7-96c1-1dbd29770274 req-fb3a7f1b-52ec-4799-a495-db6473330df0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:16.471666 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-202e9078-c6dd-42c7-96c1-1dbd29770274 req-fb3a7f1b-52ec-4799-a495-db6473330df0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.1639931 Feb 19 08:15:16.518888 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-202e9078-c6dd-42c7-96c1-1dbd29770274 req-9e4acce6-41bf-46ed-ba44-25424f10d2a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389371 Feb 19 08:15:17.728198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eafee-3780-429d-8f13-ee9967666ce4 req-4e775c99-1592-4d2c-941b-d4dc7f65fb24 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:17.729630 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-363eafee-3780-429d-8f13-ee9967666ce4 req-4e775c99-1592-4d2c-941b-d4dc7f65fb24 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0772805 Feb 19 08:15:17.777150 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-363eafee-3780-429d-8f13-ee9967666ce4 req-b566cce1-53c0-47a9-8906-884512668861 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Feb 19 08:15:18.355568 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-655a6a86-0a36-47b6-976a-dae327431914 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1099 time: 0.1343699 Feb 19 08:15:18.499069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-b81d6fac-e6ec-451e-b297-6b716ec578dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:18.500448 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-b81d6fac-e6ec-451e-b297-6b716ec578dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1250961 Feb 19 08:15:18.611867 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-dcf989a2-5d04-4255-9e67-31f954b8cdf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 1002 time: 0.1044879 Feb 19 08:15:18.675136 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.67', 56204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:15:18.676896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-3c2a13d9-392a-4284-a628-2e9b3576398a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:18.678365 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-3c2a13d9-392a-4284-a628-2e9b3576398a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0588405 Feb 19 08:15:18.751992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-6d3123a0-10b5-48c3-b0e1-823e91a32b70 service neutron] 10.222.0.67 "GET /v2.0/ports/1a319434-d181-4fe0-9984-fbd45c2d6595/bindings/hv-neutron-8299 HTTP/1.1" status: 200 len: 384 time: 0.0755842 Feb 19 08:15:18.753063 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-b5693a3e-62fa-486b-852e-e628e03a3c49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679049 Feb 19 08:15:18.995673 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-38333859-c264-4f7b-8540-3232a7a4fd63 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340605 Feb 19 08:15:19.089462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4fcd0-e91a-4ef4-b867-5144e9cb16a8 req-136c1aaf-cee5-4ecd-a263-054c45a93d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:19.090792 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-86b4fcd0-e91a-4ef4-b867-5144e9cb16a8 req-136c1aaf-cee5-4ecd-a263-054c45a93d7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.1531925 Feb 19 08:15:19.096581 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-36f989ec-a8cd-4b15-8ef7-ea402286611f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 1099 time: 0.1095576 Feb 19 08:15:19.132795 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e70338f0-16d2-4b17-967d-51ad9c30be83 req-698d4d94-184b-480a-bfe7-a6200bde8ec2 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312838 Feb 19 08:15:19.144847 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-86b4fcd0-e91a-4ef4-b867-5144e9cb16a8 req-05ecb3fc-30f5-4070-97a2-8344619c9e68 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473011 Feb 19 08:15:19.244969 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-d2738c7e-c179-40da-b2b0-a13322b2183e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1099 time: 0.0689149 Feb 19 08:15:19.374721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-86549c3c-db46-4f01-910a-1030bfbca9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:19.376199 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-86549c3c-db46-4f01-910a-1030bfbca9b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1258273 Feb 19 08:15:19.482180 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-c48b6061-6625-49be-8194-a58017795220 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 1002 time: 0.0993006 Feb 19 08:15:19.550844 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-afd660be-1161-437a-a2c2-9920ee652539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:19.552612 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-afd660be-1161-437a-a2c2-9920ee652539 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0651584 Feb 19 08:15:19.626832 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-5b7dede7-0f7f-45cc-88e5-963ba1f1cffb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679035 Feb 19 08:15:19.758625 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-0f32f679-bd46-4988-87a9-b51ec1c9fff7 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249843 Feb 19 08:15:19.891588 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-1498b2c6-0da7-4ed1-ac49-53629bbe3648 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264362 Feb 19 08:15:20.363526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117b1e7-95c3-42eb-8a97-066ec55391f3 req-f2fb8d81-617a-4319-9e36-de0fff458b07 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:20.364980 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1117b1e7-95c3-42eb-8a97-066ec55391f3 req-f2fb8d81-617a-4319-9e36-de0fff458b07 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0909109 Feb 19 08:15:20.410224 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1117b1e7-95c3-42eb-8a97-066ec55391f3 req-6435c109-7931-4a3a-a3f6-48d87181b726 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Feb 19 08:15:20.736617 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:15:21.606037 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6019ea8-0b82-46ef-bb07-cb48653c93c7 req-f6ba13e2-8004-4997-ad68-053495349f73 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:21.607345 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a6019ea8-0b82-46ef-bb07-cb48653c93c7 req-f6ba13e2-8004-4997-ad68-053495349f73 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0745466 Feb 19 08:15:21.655672 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a6019ea8-0b82-46ef-bb07-cb48653c93c7 req-59a2edb3-064a-436a-b37e-45ebc5407a92 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Feb 19 08:15:21.713440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1a319434-d181-4fe0-9984-fbd45c2d6595 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:15:21.824362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:21.851192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:15:21.860949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:21.866183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:21.920574 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'code': 200} Feb 19 08:15:21.936871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:21.945387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.945722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.946053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.946375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.946681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.947001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.947321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.947623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.947932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.948254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:21.948580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:22.862734 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109d3a-8510-4c12-8da4-faf02c52a547 req-5bde4a28-4462-4bda-930b-b107f2a0d57d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:22.864167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f0109d3a-8510-4c12-8da4-faf02c52a547 req-5bde4a28-4462-4bda-930b-b107f2a0d57d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 944 time: 0.0807874 Feb 19 08:15:22.908442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f0109d3a-8510-4c12-8da4-faf02c52a547 req-d519bfa5-40d5-4b3a-afdd-413f1673ce21 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384743 Feb 19 08:15:23.246525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-b665a4ca-c3f0-431e-92dc-c338c0ab9f2c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:23.248081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-b665a4ca-c3f0-431e-92dc-c338c0ab9f2c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:15:23.249234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e97a5-1907-4deb-bf4f-692bf96d5b41 req-a1be0f85-63ac-482e-9b3a-72fefc787cb1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:23.250725 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b1e97a5-1907-4deb-bf4f-692bf96d5b41 req-a1be0f85-63ac-482e-9b3a-72fefc787cb1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 944 time: 0.0780125 Feb 19 08:15:23.265893 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-b665a4ca-c3f0-431e-92dc-c338c0ab9f2c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:15:23.267022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-b665a4ca-c3f0-431e-92dc-c338c0ab9f2c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c&tenant_id=6842396f2d7c4c7e80d34c96f6391123&binding%3Ahost_id=hv-neutron-8299 HTTP/1.1" status: 200 len: 944 time: 0.1090100 Feb 19 08:15:23.302975 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2b1e97a5-1907-4deb-bf4f-692bf96d5b41 req-3f4dc0e2-5028-4868-9864-6f6b3ae461ea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Feb 19 08:15:23.418712 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-2c8a720e-2f4d-4ffa-8689-a4c14080e005 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1097 time: 0.0727909 Feb 19 08:15:23.498656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aa005-ab5d-4dfb-8b7d-9ca1809e8f07 req-a288a40e-0750-4e6a-b1f3-1722d3a69f1d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:23.499988 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc8aa005-ab5d-4dfb-8b7d-9ca1809e8f07 req-a288a40e-0750-4e6a-b1f3-1722d3a69f1d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 944 time: 0.0739741 Feb 19 08:15:23.545176 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bc8aa005-ab5d-4dfb-8b7d-9ca1809e8f07 req-b0f87a11-e31f-4d1e-ab9e-a2024d1a01b5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389254 Feb 19 08:15:23.549227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-13300bb6-b224-47f8-bffa-c31abb156b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:23.550643 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-13300bb6-b224-47f8-bffa-c31abb156b40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1261711 Feb 19 08:15:23.652645 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-04ed3d2f-34d8-4c64-b2b2-eacc4e7a96e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 1000 time: 0.0957918 Feb 19 08:15:23.714375 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-b28b5f4d-951b-4b7a-8892-0155a80abf1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:23.715737 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-b28b5f4d-951b-4b7a-8892-0155a80abf1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0576949 Feb 19 08:15:23.743637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1a319434-d181-4fe0-9984-fbd45c2d6595 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:15:23.793182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-1196e8e9-d048-4f5a-98cc-67ec7e357e6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716453 Feb 19 08:15:23.878076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:23.891720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'port_id': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'mac_address': 'fa:16:3e:c5:8a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:15:23.924680 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-7e63616d-5766-4eda-8cc8-20286e028631 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252465 Feb 19 08:15:23.946402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:23.965864 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a319434-d181-4fe0-9984-fbd45c2d6595 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:15:23.982563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:23.989796 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:24.053113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['1a319434-d181-4fe0-9984-fbd45c2d6595'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:15:24.096939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:24.168721 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c7573c67-50f2-4fc1-9d1a-10810ea60ae5 req-ba05ddbb-007b-4fbd-b92a-9712337b40de service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375488 Feb 19 08:15:24.756719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f297-eafa-4531-ad99-c1453b512b2b req-b4a047b0-005f-4f5c-923e-c43a9559139e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:24.758083 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64f0f297-eafa-4531-ad99-c1453b512b2b req-b4a047b0-005f-4f5c-923e-c43a9559139e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 945 time: 0.0887408 Feb 19 08:15:24.804567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-64f0f297-eafa-4531-ad99-c1453b512b2b req-571efce0-d7a2-4fc4-a81d-4f3e5b9715f8 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Feb 19 08:15:24.832611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46430) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:15:24.942192 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d7afb046-ec2a-4c39-b182-7486238e59c6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 HTTP/1.1" status: 200 len: 993 time: 0.1084347 Feb 19 08:15:25.761726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1a319434-d181-4fe0-9984-fbd45c2d6595 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:15:25.837342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 1a319434-d181-4fe0-9984-fbd45c2d6595 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:25.837706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:25.982067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:26.008043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:15:26.017853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:26.021912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:26.063833 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'code': 200} Feb 19 08:15:26.088087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:36.756248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-81135e8c-5742-49bf-bae7-3ace5d61678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:39.048863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-14af9a19-bb77-4372-96fb-3a16a807a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:40.362622 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:40.378916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:41.648430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:43.873099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:15:57.742576 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:16:06.756334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66471758-7b12-4d57-ab18-375336845aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:09.055337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-194cde1f-78bf-4e79-a7e0-3e0cddbfc2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:10.357577 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:10.384123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:11.643829 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:11.729139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46448) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:11.925977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 195a2195-1e6d-4423-9ac8-fb3cc9bd8104 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:16:11.926370 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:12.105901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:12.106258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:12.299479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 195a2195-1e6d-4423-9ac8-fb3cc9bd8104 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:16:12.452085 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:12.493684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=195a2195-1e6d-4423-9ac8-fb3cc9bd8104,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:12.504953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.505260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.505621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.505945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.506265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.506583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.507310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.507310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.507554 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.507849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.508139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:12.599545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:13.010841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 33d67415-76ba-40bc-979a-9492e07400a9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:16:13.216184 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:16:13.229182 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] Sync routers for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:16:13.240936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:13.241989 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:13.242599 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:13.297276 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3fc27cde-eb41-403d-a82e-9ee43604805f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/floatingips/77c481f0-1b2f-41ee-9bfb-c86ad42f71b8 HTTP/1.1" status: 204 len: 168 time: 1.5668273 Feb 19 08:16:13.298217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:16:13.356312 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'status': 'completed', 'code': 200} Feb 19 08:16:13.417628 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:13.457524 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-8fbc18ef-f9cb-48b1-8a8b-30fe68de4dbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 1099 time: 0.0793142 Feb 19 08:16:13.604681 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-4aa1cad3-1886-466a-b0d3-d6f22d31f200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:13.606118 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-4aa1cad3-1886-466a-b0d3-d6f22d31f200 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 200 len: 897 time: 0.1422055 Feb 19 08:16:13.677691 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-fb4a6fdb-e546-4783-912f-491d2a052840 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 200 len: 217 time: 0.0644815 Feb 19 08:16:13.706217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21df0d-7634-45ea-8276-33139725152d req-b84d3f14-7d96-406f-a689-5015a92d9840 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:13.706878 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-8d21df0d-7634-45ea-8276-33139725152d req-b84d3f14-7d96-406f-a689-5015a92d9840 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:16:13.723355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-8d21df0d-7634-45ea-8276-33139725152d req-b84d3f14-7d96-406f-a689-5015a92d9840 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:16:13.730671 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d21df0d-7634-45ea-8276-33139725152d req-b84d3f14-7d96-406f-a689-5015a92d9840 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.1028538 Feb 19 08:16:13.739324 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-a1309383-b787-44ad-8f57-35fd9d651ebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:13.740457 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:39Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:13.740827 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-a1309383-b787-44ad-8f57-35fd9d651ebb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 200 len: 834 time: 0.0570841 Feb 19 08:16:13.744623 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] Checking router: 33d67415-76ba-40bc-979a-9492e07400a9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:16:13.755117 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:13.755705 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:13.774449 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d21df0d-7634-45ea-8276-33139725152d req-0d2c1747-82d3-4d9d-ab14-078869cc9f04 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Feb 19 08:16:13.819356 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-00434a05-d476-4ce1-870e-461bcb3b996c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d9686d42-a49a-4b87-a92d-8ccc4a9392a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717001 Feb 19 08:16:13.889771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:13.934165 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:13.950014 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-d8f8b545-c6f2-4223-b9fd-045f2a2e0d7f service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234815 Feb 19 08:16:14.082128 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0d6459ce-0651-42bd-8c22-ff36332d6803 req-ecdf2779-13f6-4f2c-a3ed-5a6ec319a536 service neutron] 10.222.0.67 "GET /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235790 Feb 19 08:16:14.235508 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:39Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:14.239419 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003c4e1-ca7e-4afb-86a4-2604abfaa70d None None] The sync data for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv is: [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:32Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed', 'name': '', 'network_id': 'd9686d42-a49a-4b87-a92d-8ccc4a9392a3', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:2c:d6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:31Z', 'updated_at': '2022-02-19T08:13:39Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': 'a9da862b-ae1d-4652-a5ce-5f8f02f1c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:16:14.460409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd3f849-cd10-4ac1-9460-e7847314e8b4 None None] New status for floating IP 77c481f0-1b2f-41ee-9bfb-c86ad42f71b8: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:16:14.988381 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23440883-b80f-4e27-8b31-6b3743754202 req-21d3b6f4-9124-4c3e-97ae-62ab060df163 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:14.989807 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-23440883-b80f-4e27-8b31-6b3743754202 req-21d3b6f4-9124-4c3e-97ae-62ab060df163 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0897233 Feb 19 08:16:15.035986 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-23440883-b80f-4e27-8b31-6b3743754202 req-f6f07391-6de9-4836-b677-ea002db2ac4b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392489 Feb 19 08:16:15.514115 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-fa578c3c-2ef9-43ba-a3f1-3a7bf6ee3185 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:15.515518 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-fa578c3c-2ef9-43ba-a3f1-3a7bf6ee3185 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 946 time: 0.0786319 Feb 19 08:16:15.582285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 1a319434-d181-4fe0-9984-fbd45c2d6595 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:16:15.582629 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:15.823552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 1a319434-d181-4fe0-9984-fbd45c2d6595, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1a319434-d181-4fe0-9984-fbd45c2d6595,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:15.823845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:15.940369 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 1a319434-d181-4fe0-9984-fbd45c2d6595 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:16:16.083983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:16.211281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-014e13af-4ff4-4f78-89ca-3897b77fcc3d req-b01496e4-47b7-4a69-a8cc-470479aca113 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cf420-c665-4175-9fa9-15036da8759c HTTP/1.1" status: 200 len: 210 time: 0.0414567 Feb 19 08:16:16.227184 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=1a319434-d181-4fe0-9984-fbd45c2d6595,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:16.237554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.237898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.238254 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.238586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.238910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.239211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.239548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.239866 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.240206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.240510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.240803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:16.308897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] No DVR routers for this DVR port 1a319434-d181-4fe0-9984-fbd45c2d6595 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:16:16.312345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:16.316140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-deleted', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:16:16.334751 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ae2a9f7e-0004-4c38-8309-c176dbd7b157 req-f235497f-b85e-46e3-95c9-724e80f78d49 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "DELETE /v2.0/ports/1a319434-d181-4fe0-9984-fbd45c2d6595 HTTP/1.1" status: 204 len: 173 time: 0.8137805 Feb 19 08:16:16.456319 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62cf420-c665-4175-9fa9-15036da8759c', 'name': 'network-vif-deleted', 'tag': '1a319434-d181-4fe0-9984-fbd45c2d6595', 'status': 'completed', 'code': 200} Feb 19 08:16:17.324423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46470) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:17.724795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:18.027480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1a319434-d181-4fe0-9984-fbd45c2d6595 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:16:18.062882 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 1a319434-d181-4fe0-9984-fbd45c2d6595 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:16:18.063222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1a319434-d181-4fe0-9984-fbd45c2d6595 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:16:18.344921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:16:18.345532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:18.525056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:18.525407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:18.642657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:16:18.911164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:18.958442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:19.251183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:19.833975 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router 33d67415-76ba-40bc-979a-9492e07400a9 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:16:20.035529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:16:20.045226 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] Sync routers for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:16:20.048136 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-04b10d97-139b-4498-8b6b-6f6bf4d612e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/33d67415-76ba-40bc-979a-9492e07400a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7226834 Feb 19 08:16:20.050895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46474) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:20.058316 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:20.058930 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:20.265037 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:20.346602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting subnet a9da862b-ae1d-4652-a5ce-5f8f02f1c97f {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:16:20.349729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:20.402964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:20.487135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:20.543019 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:16:18Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:20.547248 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] Checking router: 33d67415-76ba-40bc-979a-9492e07400a9 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:16:20.557932 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] Routers {'33d67415-76ba-40bc-979a-9492e07400a9'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:20.558531 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['33d67415-76ba-40bc-979a-9492e07400a9'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:20.563502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:20.601449 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Subnet': ['ID=a9da862b-ae1d-4652-a5ce-5f8f02f1c97f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:20.606076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:20.613519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79357904-6593-436b-9936-c3e3e47f31e2 None None] Network d9686d42-a49a-4b87-a92d-8ccc4a9392a3 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:16:20.614880 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8317790d-bfd4-4079-bfed-9bdb1c616db4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/subnets/a9da862b-ae1d-4652-a5ce-5f8f02f1c97f HTTP/1.1" status: 204 len: 168 time: 0.5630589 Feb 19 08:16:20.615211 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46478) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:20.735058 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] Set router 33d67415-76ba-40bc-979a-9492e07400a9 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:20.813284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:20.863922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] DHCP port deletion for d9686d42-a49a-4b87-a92d-8ccc4a9392a3 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:16:20.868368 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] Deleting port 37fc2faa-9b43-4670-a390-5ae0c470e8cc {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:16:20.868961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:21.037418 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:16:18Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:21.041709 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625075a-70c5-43cc-ac23-9c9976b16945 None None] The sync data for ids ['33d67415-76ba-40bc-979a-9492e07400a9'] in dv-neutron-829958-1-hyperv is: [{'id': '33d67415-76ba-40bc-979a-9492e07400a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1863636749', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:16:18Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'a84dabea-619d-4b39-ad0c-0a716748d513', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d67415-76ba-40bc-979a-9492e07400a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:28Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:16:21.080470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] For port 37fc2faa-9b43-4670-a390-5ae0c470e8cc, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=37fc2faa-9b43-4670-a390-5ae0c470e8cc,segment=NetworkSegment(e425ffb2-4d95-4ca0-b353-acd0927015ce),segment_id=e425ffb2-4d95-4ca0-b353-acd0927015ce)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:21.080920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:21.118843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:21.129599 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port a84dabea-619d-4b39-ad0c-0a716748d513 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:16:21.129949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:21.197181 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] Calling delete_port for 37fc2faa-9b43-4670-a390-5ae0c470e8cc owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:16:21.268249 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:21.298949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port a84dabea-619d-4b39-ad0c-0a716748d513, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=a84dabea-619d-4b39-ad0c-0a716748d513,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:21.299290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:21.313429 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] Pushing event deleted for resources: {'Port': ['ID=37fc2faa-9b43-4670-a390-5ae0c470e8cc,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:21.319696 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb8901-d2be-4ccd-b122-841c29918600 None None] No DVR routers for this DVR port 37fc2faa-9b43-4670-a390-5ae0c470e8cc on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:16:21.419437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for a84dabea-619d-4b39-ad0c-0a716748d513 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:16:21.480290 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:16:21.512947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:16:21.513284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e8b8fe39-7bf3-4542-8fc6-d1bcfe0a5aed not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:16:21.513711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 37fc2faa-9b43-4670-a390-5ae0c470e8cc no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:16:21.545380 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 37fc2faa-9b43-4670-a390-5ae0c470e8cc {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:16:21.545614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 37fc2faa-9b43-4670-a390-5ae0c470e8cc not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:16:21.605391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:21.662646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=a84dabea-619d-4b39-ad0c-0a716748d513,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:21.895107 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.152629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.157293 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.185286 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.185806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Fanout notify agent at l3_agent the message router_deleted on router 33d67415-76ba-40bc-979a-9492e07400a9 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:16:22.199434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.200626 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9206e4a3-4844-450b-809a-003df1b2f781 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/routers/33d67415-76ba-40bc-979a-9492e07400a9 HTTP/1.1" status: 204 len: 168 time: 1.5835743 Feb 19 08:16:22.203598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46484) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:22.322516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.455867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.480291 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9686d42-a49a-4b87-a92d-8ccc4a9392a3']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:22.491782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e425ffb2-4d95-4ca0-b353-acd0927015ce') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:22.492080 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e425ffb2-4d95-4ca0-b353-acd0927015ce') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:22.503006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.522006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.528054 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:16:22.528447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:16:22.542534 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:16:22.624797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.650100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.652985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Network': ['ID=d9686d42-a49a-4b87-a92d-8ccc4a9392a3,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:22.666369 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-30441921-9caf-4d71-a705-9514eb96c9a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/networks/d9686d42-a49a-4b87-a92d-8ccc4a9392a3 HTTP/1.1" status: 204 len: 168 time: 0.4618447 Feb 19 08:16:22.669158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46488) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:22.740699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b60a8fef-b6a6-4d40-abb0-4624e744c103 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.771250 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b60a8fef-b6a6-4d40-abb0-4624e744c103 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.842008 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b60a8fef-b6a6-4d40-abb0-4624e744c103 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.860578 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a8fef-b6a6-4d40-abb0-4624e744c103 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:22.876052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b60a8fef-b6a6-4d40-abb0-4624e744c103 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:22.880911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b60a8fef-b6a6-4d40-abb0-4624e744c103 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/security-groups/4a4d3a70-f0a0-4e1c-9d8d-4a3378d2c9fa HTTP/1.1" status: 204 len: 168 time: 0.2107348 Feb 19 08:16:23.448637 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a84dabea-619d-4b39-ad0c-0a716748d513 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:16:23.512182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: a84dabea-619d-4b39-ad0c-0a716748d513 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:16:23.512407 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device a84dabea-619d-4b39-ad0c-0a716748d513 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:16:24.395067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46498) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:24.400959 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278876799', 'description': 'tempest-secgroup-smoke-278876799 description', 'project_id': '6842396f2d7c4c7e80d34c96f6391123'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:24.407103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:24.411388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:24.414272 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:24.420824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:24.431351 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.466287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:24.470130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:24.472919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:24.478517 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:24.532700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.538258 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.585112 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:24.590035 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.591283 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-08dea9ce-88d5-450c-bb56-5f2e5eab5d95 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1951349 Feb 19 08:16:24.594263 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46502) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:24.599568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '88857f13-dcc1-45ec-8ebf-55e3b2e2b95e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:24.605516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:24.609329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:24.612083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:24.617696 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:24.723220 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.784865 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.790606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.815239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0a80ef-6e14-4fb3-99ba-bdb018a30cb1,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:24.826515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.827841 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ba1c3f4c-af76-4672-a34d-fbbab10c7c3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2327061 Feb 19 08:16:24.830821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46506) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:24.836551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '88857f13-dcc1-45ec-8ebf-55e3b2e2b95e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:24.842827 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:24.846604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:24.849460 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:24.855033 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:24.872389 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.940753 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.945782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.971848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e78d1a1-6a79-43df-a35e-783651947e76,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:24.978920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:24.980099 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-362e28dd-bc92-4c6c-ac5a-8a5034a24a83 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1483905 Feb 19 08:16:24.983098 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46510) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:24.988820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '88857f13-dcc1-45ec-8ebf-55e3b2e2b95e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:24.995124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:24.999320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:25.002420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:25.012981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:25.030439 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.091950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.096699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.120205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd2fe20-cb41-4d6b-a54e-7e593d92f216,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:25.130154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.131654 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-fdf37b6f-fcd9-44cf-99c3-277c81eeed45 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1472578 Feb 19 08:16:25.134345 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46514) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:25.139691 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '88857f13-dcc1-45ec-8ebf-55e3b2e2b95e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:25.145494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:25.149378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:25.152302 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:25.157996 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:25.175309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.237609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.242632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.264986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe73acc1-cea1-4b7a-a61c-febb82e72e81,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:25.274435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.278471 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-895fe028-2a05-42fe-8265-de666065afc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403337 Feb 19 08:16:25.278631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46518) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:25.283856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '88857f13-dcc1-45ec-8ebf-55e3b2e2b95e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:25.289917 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:25.294035 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:25.297031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:25.302903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:25.315444 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:16:25.322019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.388611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.392731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.413162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b197fbc-1b80-4b35-af8e-ef57da90ab9a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:25.426019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.427340 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3d489e77-da7e-49a3-ac66-ac91ded6123f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1477344 Feb 19 08:16:25.430454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46522) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:25.436224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': '88857f13-dcc1-45ec-8ebf-55e3b2e2b95e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:25.442026 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:25.445813 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:25.449022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:25.454515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:25.465464 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:16:25.471761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.535412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.539441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.563455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1a38c6-0b57-4c8f-813f-491d606dfa2a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:25.574592 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.575793 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-ae0b309e-9a7d-4ead-b181-6b55290981e3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444035 Feb 19 08:16:25.578765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46526) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:25.584092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'network': {'name': 'tempest-network-smoke--37488627', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'port_security_enabled': True}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:25.589126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:25.593338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:network and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:25.596299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:25.602039 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:25.614589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:16:25.617482 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.644571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:16:25.652890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.653218 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Added segment 0bcd2db2-7306-424e-ac9c-95c6122e9cbe of type vlan for network 26649054-9228-4d2b-8c93-637fcd5c9b39 Feb 19 08:16:25.677929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.715101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.718662 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:25.719217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.823556 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2436650 Feb 19 08:16:25.826206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fcc63-0abf-4407-b85d-43cfe5a2360b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Network': ['ID=26649054-9228-4d2b-8c93-637fcd5c9b39,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:25.826674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46530) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:25.832707 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'admin_state_up': True, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:25.837147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:16:25.839945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:25.844144 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:router and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:25.847123 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:25.853424 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:25.864904 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.865813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:25.884284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:26.033325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:26.224174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:26.255874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:26.388141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.217 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/2d4e6e9a-dec7-467f-9796-246846097097) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:16:26.534274 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:26.564026 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:26.634483 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:26.637413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:26.639656 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:16:26.668507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=2d4e6e9a-dec7-467f-9796-246846097097,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:26.808594 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:26.809234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:27.040999 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f766f3bc-3762-4ab7-9272-c2712e3a674b is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:16:27.253680 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:16:27.263140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Sync routers for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:16:27.275002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:27.275658 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:27.282006 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:27.283213 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-74ef3f73-9c6e-4e49-a9d9-40c566bd4a44 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4553730 Feb 19 08:16:27.286567 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46534) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:27.393375 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a591ebf9-60e4-46f1-891d-c72d1d77e8ea tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6842396f2d7c4c7e80d34c96f6391123&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1031489 Feb 19 08:16:27.393598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46540) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:27.450635 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:27.610699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62825e45-4d45-4d17-9018-89fd711e85df tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:27.612222 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-62825e45-4d45-4d17-9018-89fd711e85df tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2177463 Feb 19 08:16:27.615405 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46544) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:27.657490 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b4a54c2c-1514-4a4b-afd7-5c52ff29cc63 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409927 Feb 19 08:16:27.660094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46548) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:27.665404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926694929', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:27.735995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:26Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:27.740448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Checking router: f766f3bc-3762-4ab7-9272-c2712e3a674b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:16:27.740780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Updating router f766f3bc-3762-4ab7-9272-c2712e3a674b port 2d4e6e9a-dec7-467f-9796-246846097097 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:16:27.773535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:27.777452 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:subnet and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:27.780261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:27.785883 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:27.790529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:27.796947 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:16:27.898403 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.111367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.118538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.130404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Transition to ACTIVE for port object 2d4e6e9a-dec7-467f-9796-246846097097 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:28.137916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.189310 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Subnet': ['ID=46e03104-6dd9-40fc-a3b8-d0c81d25420a,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:28.205548 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Checking segment: {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:16:28.205956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network hostable DHCP agents. Network: 26649054-9228-4d2b-8c93-637fcd5c9b39, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:16:28.218254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Attempting to bind port 2d4e6e9a-dec7-467f-9796-246846097097 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:16:28.218618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Attempting to bind port 2d4e6e9a-dec7-467f-9796-246846097097 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:16:28.218971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Attempting to bind port 2d4e6e9a-dec7-467f-9796-246846097097 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:16:28.221231 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Pushing event updated for resources: {'Port': ['ID=2d4e6e9a-dec7-467f-9796-246846097097,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:28.228938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:16:28.232258 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:16:28.232626 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:16:28.233020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.233402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:16:28.233854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Bound port: 2d4e6e9a-dec7-467f-9796-246846097097, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:16:28.234210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.239578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 26649054-9228-4d2b-8c93-637fcd5c9b39) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:28.244404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:28.245211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.262491 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.262835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.263170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.263783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.263783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.264119 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.264459 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.264784 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.265101 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.265404 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.265714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:28.268719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9088ac4-1dd5-4e4c-9311-8a4805632b6c None None] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:16:28.271966 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2ba5aa63-4ba9-41cf-b8b8-2914f7f4a1c0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6083384 Feb 19 08:16:28.272135 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46552) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:28.402277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] For port 2d4e6e9a-dec7-467f-9796-246846097097, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:16:28.422175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] For port 2d4e6e9a-dec7-467f-9796-246846097097, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2d4e6e9a-dec7-467f-9796-246846097097,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:16:28.453638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.593861 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09fc8c-4479-4522-823b-c453615fe5af None None] Pushing event updated for resources: {'Port': ['ID=2d4e6e9a-dec7-467f-9796-246846097097,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:28.601185 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-26649054-9228-4d2b-8c93-637fcd5c9b39', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:16:28.601984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:28.610969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:28.611564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:28.938210 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:29.061678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Allocated IP 172.20.0.2 (26649054-9228-4d2b-8c93-637fcd5c9b39/46e03104-6dd9-40fc-a3b8-d0c81d25420a/82deb148-2250-4464-a5ba-b1a5041e4f6e) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:16:29.125069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.392543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.405205 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Transition to ACTIVE for port object 82deb148-2250-4464-a5ba-b1a5041e4f6e will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:29.419461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:26Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:29.429748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85363b4c-fef7-4618-af91-39a768f38cd4 None None] The sync data for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv is: [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:26Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:16:29.431948 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Transition to ACTIVE for port object 82deb148-2250-4464-a5ba-b1a5041e4f6e will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:29.443349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.514080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:29.516943 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.1 (26649054-9228-4d2b-8c93-637fcd5c9b39/46e03104-6dd9-40fc-a3b8-d0c81d25420a/cd9e1123-0549-4046-86bc-166df1f8c47f) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:16:29.517128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:29.521998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:16:29.524102 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Pushing event updated for resources: {'Port': ['ID=82deb148-2250-4464-a5ba-b1a5041e4f6e,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:29.619199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Attempting to bind port 82deb148-2250-4464-a5ba-b1a5041e4f6e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:16:29.619199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Attempting to bind port 82deb148-2250-4464-a5ba-b1a5041e4f6e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:16:29.619199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Attempting to bind port 82deb148-2250-4464-a5ba-b1a5041e4f6e on network 26649054-9228-4d2b-8c93-637fcd5c9b39 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:16:29.628591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:16:29.628591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Checking segment: {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:16:29.628591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.628591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Bound using segment: {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:16:29.632299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Bound port: 82deb148-2250-4464-a5ba-b1a5041e4f6e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:16:29.632299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.710492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.727837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object cd9e1123-0549-4046-86bc-166df1f8c47f will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:29.737496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] For port 82deb148-2250-4464-a5ba-b1a5041e4f6e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:16:29.741925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] For port 82deb148-2250-4464-a5ba-b1a5041e4f6e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=82deb148-2250-4464-a5ba-b1a5041e4f6e,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:16:29.746328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.757357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:29.829155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9509ae0-3cb1-4114-8f41-8fab112d30e8 None None] Pushing event updated for resources: {'Port': ['ID=82deb148-2250-4464-a5ba-b1a5041e4f6e,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:29.835801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:29.839703 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:29.841843 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=cd9e1123-0549-4046-86bc-166df1f8c47f,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:29.843992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:16:29.905294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:30.021544 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:30.567305 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:30.572897 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:30.685436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:30.688827 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=cd9e1123-0549-4046-86bc-166df1f8c47f,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:30.746899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5cfdd0-b942-4f7d-9e1c-db4845eb0355 None None] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:16:30.824574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:30.825602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:30.852209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9e597ff2-3c3e-4fc9-a130-07b7a85b00d1 None None] Provisioning for port 82deb148-2250-4464-a5ba-b1a5041e4f6e completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:31.186987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-391d8566-8965-4ef3-a0e1-a7aacb0208b0 None None] Provisioning for port cd9e1123-0549-4046-86bc-166df1f8c47f completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:31.192862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-391d8566-8965-4ef3-a0e1-a7aacb0208b0 None None] Provisioning complete for port cd9e1123-0549-4046-86bc-166df1f8c47f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:31.193224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-391d8566-8965-4ef3-a0e1-a7aacb0208b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:31.221339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f766f3bc-3762-4ab7-9272-c2712e3a674b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:16:31.248314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-391d8566-8965-4ef3-a0e1-a7aacb0208b0 None None] Port cd9e1123-0549-4046-86bc-166df1f8c47f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:16:31.387551 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6271ab6-3e9f-4ec9-8a8d-55137db82237 None None] Provisioning complete for port cd9e1123-0549-4046-86bc-166df1f8c47f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:31.388293 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6271ab6-3e9f-4ec9-8a8d-55137db82237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:31.439731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:16:31.454694 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-72a9bd5b-7903-4d82-84ef-8ec95faf47ca tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/f766f3bc-3762-4ab7-9272-c2712e3a674b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1814821 Feb 19 08:16:31.485033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a6271ab6-3e9f-4ec9-8a8d-55137db82237 None None] Port cd9e1123-0549-4046-86bc-166df1f8c47f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:16:31.554752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d4e6e9a-dec7-467f-9796-246846097097 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:16:31.641632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-71dcbbbb-0c81-4ea3-9b97-6ee689887de7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:16:31.658792 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-71dcbbbb-0c81-4ea3-9b97-6ee689887de7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:16:31.659873 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-71dcbbbb-0c81-4ea3-9b97-6ee689887de7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278876799&fields=id&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 267 time: 0.0601883 Feb 19 08:16:31.666373 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2e6ad5d2-2dda-422f-a522-cad44f66a9db None None] Provisioning complete for port cd9e1123-0549-4046-86bc-166df1f8c47f triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:31.666767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2e6ad5d2-2dda-422f-a522-cad44f66a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:31.720426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2d4e6e9a-dec7-467f-9796-246846097097 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:31.723073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ad5d2-2dda-422f-a522-cad44f66a9db None None] Port cd9e1123-0549-4046-86bc-166df1f8c47f cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:16:31.726288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2d4e6e9a-dec7-467f-9796-246846097097 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:31.726644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:31.809619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-e9a86c1c-e9fb-407c-aeca-c57876651151 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:31.811032 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-e9a86c1c-e9fb-407c-aeca-c57876651151 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 795 time: 0.1438885 Feb 19 08:16:31.827414 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-70aed942-c2f5-4d05-b4c0-46b7c7e03fbf tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/quotas/6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 375 time: 0.0106704 Feb 19 08:16:31.841641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:31.858475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2d4e6e9a-dec7-467f-9796-246846097097, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2d4e6e9a-dec7-467f-9796-246846097097,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:31.862553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:31.863367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 82deb148-2250-4464-a5ba-b1a5041e4f6e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:16:31.911251 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-f4426d64-d135-4caf-b2fe-96265609d183 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787427 Feb 19 08:16:31.974932 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2d4e6e9a-dec7-467f-9796-246846097097,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:31.988859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 82deb148-2250-4464-a5ba-b1a5041e4f6e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:31.992818 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-e96fae77-d13e-4071-b495-49397a1c6e0d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:16:31.993896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 82deb148-2250-4464-a5ba-b1a5041e4f6e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:31.994263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:31.999741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-e96fae77-d13e-4071-b495-49397a1c6e0d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0770128 Feb 19 08:16:32.107828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:32.124833 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-88c19f2f-927c-43c0-bf94-afc8c9cfa0a1 service neutron] 10.222.0.72 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239948 Feb 19 08:16:32.139125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 82deb148-2250-4464-a5ba-b1a5041e4f6e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=82deb148-2250-4464-a5ba-b1a5041e4f6e,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:32.144689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:32.208619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=82deb148-2250-4464-a5ba-b1a5041e4f6e,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:32.259364 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-6a79b8fb-1dbe-4ccd-930a-d606730b6555 service neutron] 10.222.0.72 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287024 Feb 19 08:16:32.444332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4d884138-77e7-48a9-a506-10751203ddd8 req-3a5a78d8-e108-4b2f-a8f7-7e98fb86ea2f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 210 time: 0.0417099 Feb 19 08:16:33.150626 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Sync routers for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:16:33.163307 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:33.163888 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:33.334963 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:33.473726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d4e6e9a-dec7-467f-9796-246846097097 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:16:33.547734 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2d4e6e9a-dec7-467f-9796-246846097097 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:33.548078 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:33.632736 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-56c675d2-490b-4007-9ad4-9444c72bc0f4 req-696b104c-fab0-49f9-bb6c-63a4656bdd68 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 210 time: 0.0569723 Feb 19 08:16:33.688752 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 82deb148-2250-4464-a5ba-b1a5041e4f6e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:16:33.736562 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:30Z', 'revision_number': 2, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:33.741454 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Checking router: f766f3bc-3762-4ab7-9272-c2712e3a674b for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:16:33.743093 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Updating router f766f3bc-3762-4ab7-9272-c2712e3a674b port cd9e1123-0549-4046-86bc-166df1f8c47f binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:16:33.761703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 82deb148-2250-4464-a5ba-b1a5041e4f6e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:33.761703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:33.776455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-344d8e69-8fa3-4884-a828-8a393202a1e0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:33.777160 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-344d8e69-8fa3-4884-a828-8a393202a1e0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:16:33.795414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-344d8e69-8fa3-4884-a828-8a393202a1e0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:16:33.797605 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-344d8e69-8fa3-4884-a828-8a393202a1e0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 795 time: 0.2708020 Feb 19 08:16:33.814024 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:33.854696 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-2a2a0060-d586-4d52-8384-103a13e3194d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 379 time: 0.0453107 Feb 19 08:16:33.863951 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'port': {'device_id': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'admin_state_up': True, 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'security_groups': ['88857f13-dcc1-45ec-8ebf-55e3b2e2b95e']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:33.998339 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:34.002502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:port and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:34.005374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:34.011064 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:34.020854 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:16:34.023938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.165324 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.177639 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Transition to ACTIVE for port object cd9e1123-0549-4046-86bc-166df1f8c47f will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:34.185734 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.300032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.13 (26649054-9228-4d2b-8c93-637fcd5c9b39/46e03104-6dd9-40fc-a3b8-d0c81d25420a/195c35b6-2efe-4dc6-a6dc-c229fe173a91) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:16:34.331863 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Pushing event updated for resources: {'Port': ['ID=cd9e1123-0549-4046-86bc-166df1f8c47f,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:34.396102 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.396500 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.396828 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.397140 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.397454 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.397764 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.398073 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.398381 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.398684 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.398984 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.399285 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:16:34.451070 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Attempting to bind port cd9e1123-0549-4046-86bc-166df1f8c47f on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:16:34.451453 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Attempting to bind port cd9e1123-0549-4046-86bc-166df1f8c47f by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:16:34.451766 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Attempting to bind port cd9e1123-0549-4046-86bc-166df1f8c47f on network 26649054-9228-4d2b-8c93-637fcd5c9b39 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:16:34.460649 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:16:34.461004 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Checking segment: {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:16:34.461390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.461765 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Bound using segment: {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:16:34.462204 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Bound port: cd9e1123-0549-4046-86bc-166df1f8c47f, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:16:34.462576 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.556426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.561151 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] For port cd9e1123-0549-4046-86bc-166df1f8c47f, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:16:34.566944 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] For port cd9e1123-0549-4046-86bc-166df1f8c47f, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cd9e1123-0549-4046-86bc-166df1f8c47f,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:16:34.573308 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.573491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object 195c35b6-2efe-4dc6-a6dc-c229fe173a91 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:34.598903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.653941 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8d06-45f4-49ab-b6bc-1d601f653694 None None] Pushing event updated for resources: {'Port': ['ID=cd9e1123-0549-4046-86bc-166df1f8c47f,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:34.656953 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:34.657540 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:34.675059 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=195c35b6-2efe-4dc6-a6dc-c229fe173a91,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:34.692409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:34.693480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:34.695857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:16:34.767118 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:34.767901 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:34.802724 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:16:34.806040 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-d7e901dc-f254-44cf-8306-a693373aa24f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9447112 Feb 19 08:16:34.819984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Request body: {'port': {'device_id': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:34.859684 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:34.872138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d0c54-fbea-443c-b4f1-84aedbf8a725 req-fc59fde5-a440-4a14-ad95-49028cc834f7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:34.875056 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe7d0c54-fbea-443c-b4f1-84aedbf8a725 req-fc59fde5-a440-4a14-ad95-49028cc834f7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 932 time: 0.0902042 Feb 19 08:16:34.923123 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fe7d0c54-fbea-443c-b4f1-84aedbf8a725 req-89bcfc8c-4f80-46f0-bc82-cec20e256ba0 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Feb 19 08:16:34.958792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.138610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6d02c1b0-50f5-4270-980b-bbd217168511 None None] Provisioning for port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:35.144639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6d02c1b0-50f5-4270-980b-bbd217168511 None None] Provisioning complete for port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:35.145121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6d02c1b0-50f5-4270-980b-bbd217168511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.197607 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:34Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:35.201472 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd5205-3640-413d-a475-2a8b4d96f3fb None None] The sync data for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv is: [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:34Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:16:35.208703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6d02c1b0-50f5-4270-980b-bbd217168511 None None] Port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:16:35.322803 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195c35b6-2efe-4dc6-a6dc-c229fe173a91 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:16:35.330022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.345412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Transition to ACTIVE for port object 195c35b6-2efe-4dc6-a6dc-c229fe173a91 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:35.349719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.472705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Pushing event updated for resources: {'Port': ['ID=195c35b6-2efe-4dc6-a6dc-c229fe173a91,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:35.521326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cd9e1123-0549-4046-86bc-166df1f8c47f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:16:35.617751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port cd9e1123-0549-4046-86bc-166df1f8c47f completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:35.622330 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Attempting to bind port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:16:35.622745 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Attempting to bind port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:16:35.623068 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Attempting to bind port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 on network 26649054-9228-4d2b-8c93-637fcd5c9b39 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:16:35.623753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port cd9e1123-0549-4046-86bc-166df1f8c47f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:35.624226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.629916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 on network 26649054-9228-4d2b-8c93-637fcd5c9b39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:16:35.630280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Attempting to bind port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 on network 26649054-9228-4d2b-8c93-637fcd5c9b39 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:16:35.637701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:16:35.638113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Checking segment: {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:16:35.638591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Bound using segment: {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:16:35.639084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Bound port: 195c35b6-2efe-4dc6-a6dc-c229fe173a91, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcd2db2-7306-424e-ac9c-95c6122e9cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:16:35.639422 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.746259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] For port 195c35b6-2efe-4dc6-a6dc-c229fe173a91, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:16:35.749427 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] For port 195c35b6-2efe-4dc6-a6dc-c229fe173a91, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:16:35.756693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.770571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.811377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port cd9e1123-0549-4046-86bc-166df1f8c47f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cd9e1123-0549-4046-86bc-166df1f8c47f,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:35.817765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.834075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:35.835970 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 1094 time: 1.0231545 Feb 19 08:16:35.836652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:16:35.865214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d472bb6-0023-4d5b-b0da-5349563b14c5 service neutron] Pushing event updated for resources: {'Port': ['ID=195c35b6-2efe-4dc6-a6dc-c229fe173a91,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:35.899561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=cd9e1123-0549-4046-86bc-166df1f8c47f,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:35.925464 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'status': 'completed', 'code': 200} Feb 19 08:16:35.973957 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-075f608e-05f9-4178-a26c-b0612aff4a83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1097 time: 0.0977662 Feb 19 08:16:36.049468 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-79fb92a0-8881-4433-84b3-2c7e11ef84f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 217 time: 0.0683572 Feb 19 08:16:36.135106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-3d793fb7-4bc1-493c-972d-0fa56b4bff20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:36.137143 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-3d793fb7-4bc1-493c-972d-0fa56b4bff20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 200 len: 834 time: 0.0795379 Feb 19 08:16:36.158434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280979-c4b1-4d78-b119-b53974879aba req-3060ba0e-650c-4f9f-8a70-118aad97d5d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:36.161103 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55280979-c4b1-4d78-b119-b53974879aba req-3060ba0e-650c-4f9f-8a70-118aad97d5d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 944 time: 0.0972109 Feb 19 08:16:36.216710 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55280979-c4b1-4d78-b119-b53974879aba req-2fce8d0a-ee9f-4bd0-ac65-7efa57a29479 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478258 Feb 19 08:16:36.222257 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-cd246480-ac94-4a4d-86ff-1cb6303af14f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26649054-9228-4d2b-8c93-637fcd5c9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785470 Feb 19 08:16:36.459198 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-9d9ac913-35b4-412b-957d-e9cc16a4e3f1 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297637 Feb 19 08:16:36.590150 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d92a5a62-b9de-4407-8f2d-0dc3ea1c22a4 req-c2d9318f-6cb7-4ff3-9ed8-8ef38a215253 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243291 Feb 19 08:16:36.718040 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-877698a0-00cb-4ccb-91b2-3473fd8dac5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1097 time: 0.0729458 Feb 19 08:16:36.753657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c9be56e8-96e0-46f1-b2ba-7fdc6c79a634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:36.849410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-8efcaad3-6773-42eb-9886-0ce054c22d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:36.850745 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-8efcaad3-6773-42eb-9886-0ce054c22d90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 896 time: 0.1259594 Feb 19 08:16:36.920374 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-caf1ec7c-9cf7-450a-95eb-26c398415a03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 217 time: 0.0601969 Feb 19 08:16:36.985226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-dddc5a46-fa9d-4fa8-a7f5-0552a3b4d7c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:36.986592 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-dddc5a46-fa9d-4fa8-a7f5-0552a3b4d7c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 200 len: 834 time: 0.0590715 Feb 19 08:16:37.061814 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-30a17462-9ca8-45a9-8bf5-cf1732fa2043 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26649054-9228-4d2b-8c93-637fcd5c9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690670 Feb 19 08:16:37.199766 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-191f595a-d885-4734-bc99-6ba185e6917d service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309173 Feb 19 08:16:37.333569 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57cb2778-08f3-4232-a6de-e450d7008e1c req-19254aad-2cf0-4470-a460-d3a7c259c2bf service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251357 Feb 19 08:16:37.412729 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1a010-bed8-4eb4-875c-4d41cc3244d6 req-c2b82511-3bbf-4c9e-b31c-6886f95f0c93 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:37.414211 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5d1a010-bed8-4eb4-875c-4d41cc3244d6 req-c2b82511-3bbf-4c9e-b31c-6886f95f0c93 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 944 time: 0.0758564 Feb 19 08:16:37.462656 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e5d1a010-bed8-4eb4-875c-4d41cc3244d6 req-54a79997-153e-4590-988e-5eae5c680882 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413454 Feb 19 08:16:37.469173 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cd9e1123-0549-4046-86bc-166df1f8c47f up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:16:37.535632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port cd9e1123-0549-4046-86bc-166df1f8c47f triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:37.535991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:38.674358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc137e-188c-4451-870a-ab0313e68d12 req-d282ae4b-c4cc-4a3d-b4b9-85f09af4a1b3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:38.675994 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d8cc137e-188c-4451-870a-ab0313e68d12 req-d282ae4b-c4cc-4a3d-b4b9-85f09af4a1b3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 944 time: 0.0864089 Feb 19 08:16:38.724394 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d8cc137e-188c-4451-870a-ab0313e68d12 req-8c22f0f6-ef09-4308-9a6d-633f3d7b08a1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422945 Feb 19 08:16:39.060374 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-53e1da56-9ce5-49e4-8a67-f35eaa502292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:39.939066 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6405b-20fe-463e-96d2-a58aa2d21ce2 req-1ca24cb3-9ea2-47ff-9a25-727c2fb6ff6f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:39.940519 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b6405b-20fe-463e-96d2-a58aa2d21ce2 req-1ca24cb3-9ea2-47ff-9a25-727c2fb6ff6f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 944 time: 0.0871711 Feb 19 08:16:39.987331 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b6405b-20fe-463e-96d2-a58aa2d21ce2 req-1c137da5-f839-407f-a565-36de2b2a9471 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410998 Feb 19 08:16:40.194649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 195c35b6-2efe-4dc6-a6dc-c229fe173a91 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:16:40.329327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 195c35b6-2efe-4dc6-a6dc-c229fe173a91, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:40.351479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'port_id': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'mac_address': 'fa:16:3e:64:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:16:40.384788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:40.412840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:40.416942 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:40.433951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195c35b6-2efe-4dc6-a6dc-c229fe173a91 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:16:40.448795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 195c35b6-2efe-4dc6-a6dc-c229fe173a91, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:40.454025 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:40.550485 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=195c35b6-2efe-4dc6-a6dc-c229fe173a91,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:40.788665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['195c35b6-2efe-4dc6-a6dc-c229fe173a91'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:16:41.192503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eb7ba-a0b1-4bc6-ac12-bdbfe5e3cf35 req-0135290e-414e-4c04-9a31-e6b935aba2fb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:41.193925 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a04eb7ba-a0b1-4bc6-ac12-bdbfe5e3cf35 req-0135290e-414e-4c04-9a31-e6b935aba2fb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 945 time: 0.0849338 Feb 19 08:16:41.240714 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a04eb7ba-a0b1-4bc6-ac12-bdbfe5e3cf35 req-6859340f-eaad-490b-8515-c267da61ab4a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388508 Feb 19 08:16:41.646926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:42.216761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 195c35b6-2efe-4dc6-a6dc-c229fe173a91 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:16:42.292988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:42.297970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:42.298349 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:42.411651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:42.435170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26bab4-0e9f-417c-b040-5174ce2ba04a req-3d76df2e-7754-488b-bbd5-c32081c4809a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:42.436616 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f26bab4-0e9f-417c-b040-5174ce2ba04a req-3d76df2e-7754-488b-bbd5-c32081c4809a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 945 time: 0.0759919 Feb 19 08:16:42.439912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:16:42.450060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 195c35b6-2efe-4dc6-a6dc-c229fe173a91, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:42.455360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:42.491282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f26bab4-0e9f-417c-b040-5174ce2ba04a req-845f4950-a724-4d2b-9c6a-4cbd57e4dc31 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485430 Feb 19 08:16:42.527236 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=195c35b6-2efe-4dc6-a6dc-c229fe173a91,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:42.725498 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'code': 200} Feb 19 08:16:42.962956 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5267341e-c65b-4e7e-abd9-33832620a5ca req-e4301a95-ced4-477c-8d0a-a61feef90403 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1099 time: 0.0763667 Feb 19 08:16:43.015680 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5267341e-c65b-4e7e-abd9-33832620a5ca req-a163159b-26ff-4ab2-956b-4480b1d4cd27 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462956 Feb 19 08:16:43.710164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a322df0-c8b7-4eb1-a83c-742ccacd9fd3 req-35da9331-b4c3-40d0-be19-4efa0ec7e738 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:43.711590 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a322df0-c8b7-4eb1-a83c-742ccacd9fd3 req-35da9331-b4c3-40d0-be19-4efa0ec7e738 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0841293 Feb 19 08:16:43.762503 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a322df0-c8b7-4eb1-a83c-742ccacd9fd3 req-8438304e-fad4-468b-9691-5794f30d943c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429137 Feb 19 08:16:43.892630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:44.969572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee439f15-072d-4a30-a162-d14d029e5c39 req-183b55d0-f810-4d5b-9f87-183e3abba46e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:44.971046 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ee439f15-072d-4a30-a162-d14d029e5c39 req-183b55d0-f810-4d5b-9f87-183e3abba46e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0870335 Feb 19 08:16:45.015479 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ee439f15-072d-4a30-a162-d14d029e5c39 req-445e45c4-031c-4e71-8b6c-08c1878035ef tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387895 Feb 19 08:16:45.210335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e76ef-e108-447c-a9cf-4602f111ef39 req-8193dd75-d6c3-48d1-abd6-b911171fdb34 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:45.211759 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-de1e76ef-e108-447c-a9cf-4602f111ef39 req-8193dd75-d6c3-48d1-abd6-b911171fdb34 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0794287 Feb 19 08:16:45.265585 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-de1e76ef-e108-447c-a9cf-4602f111ef39 req-3fdab069-5794-47dc-b2bf-7d667c2aeda4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452125 Feb 19 08:16:45.302251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46608) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:45.371163 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e2e6c66-9d8f-42f8-a5c0-f551bad326d2 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1094 time: 0.0676153 Feb 19 08:16:45.374687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46612) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:45.379665 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:16:45.385178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:16:45.389124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:floatingip and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:16:45.391969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:16:45.397682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:16:45.410385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:45.544587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:45.680731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.128 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/62d9b243-aab5-4863-b8a7-eefc2754dbf0) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:16:45.837114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:45.865190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:45.937503 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:45.940334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:45.944474 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:16:46.056508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=62d9b243-aab5-4863-b8a7-eefc2754dbf0,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:46.530233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:46.585608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:46.807210 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:46.814956 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:46.916781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=62d9b243-aab5-4863-b8a7-eefc2754dbf0,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:46.936821 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:47.134516 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Floating IP 34eb9387-f41c-475d-a13a-c065de994176 associated. External IP: 172.26.1.128, port: 195c35b6-2efe-4dc6-a6dc-c229fe173a91. Feb 19 08:16:47.636760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f766f3bc-3762-4ab7-9272-c2712e3a674b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:16:47.844517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:16:47.855075 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] Sync routers for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:16:47.871409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:47.872026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:47.874501 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:16:47.934563 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-bc6ad5b0-d92b-4b7c-afe3-a64da325758b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5561152 Feb 19 08:16:47.934563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:16:47.989709 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'status': 'completed', 'code': 200} Feb 19 08:16:48.051655 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:48.082298 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-cdd10fe5-33ce-4a91-a252-d4482897d897 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1099 time: 0.0707214 Feb 19 08:16:48.201336 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef0af6-99d1-4999-ba40-60b19a45094f req-25137031-343a-4799-bd78-9b7e7b8cc6b1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:48.202798 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebef0af6-99d1-4999-ba40-60b19a45094f req-25137031-343a-4799-bd78-9b7e7b8cc6b1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.1706524 Feb 19 08:16:48.217789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-bb343b2e-14ec-40c2-8710-fcd93e617838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:48.219228 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-bb343b2e-14ec-40c2-8710-fcd93e617838 service neutron] 10.222.0.67 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 896 time: 0.1306739 Feb 19 08:16:48.248686 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebef0af6-99d1-4999-ba40-60b19a45094f req-d0e88333-a88b-44a8-8798-74709e263237 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398445 Feb 19 08:16:48.276597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46620) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:48.328412 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-f668c0d7-ca5e-4678-a1f4-7f8ca722365c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 1000 time: 0.1030257 Feb 19 08:16:48.382850 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4fe4a7f0-c341-40e8-b001-7b263f2aa121 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 200 len: 992 time: 0.1039765 Feb 19 08:16:48.395954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-3b48c037-7566-40a6-9a2b-edfce461ba99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:48.398105 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-3b48c037-7566-40a6-9a2b-edfce461ba99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 200 len: 834 time: 0.0630651 Feb 19 08:16:48.403247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '34eb9387-f41c-475d-a13a-c065de994176', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'port_id': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'mac_address': 'fa:16:3e:64:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:16:46Z', 'updated_at': '2022-02-19T08:16:46Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:35Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:48.407230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] Checking router: f766f3bc-3762-4ab7-9272-c2712e3a674b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:16:48.417936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:16:48.418528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:16:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:48.475798 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-03dba134-772b-4315-a971-5555d14be957 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26649054-9228-4d2b-8c93-637fcd5c9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719759 Feb 19 08:16:48.595496 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:16:48.606406 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-35c7a3e9-6bb7-458e-9335-b5628a9d3f10 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244318 Feb 19 08:16:48.734563 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9b13c2b9-7c69-4e70-878d-0540c71b6088 req-b7bc01ea-a598-493e-b8d7-ffe0ed01b68e service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224508 Feb 19 08:16:48.974143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '34eb9387-f41c-475d-a13a-c065de994176', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'port_id': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'mac_address': 'fa:16:3e:64:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:16:46Z', 'updated_at': '2022-02-19T08:16:46Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:35Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:48.978218 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3756d5-6808-40fc-a725-d011413b20bc None None] The sync data for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv is: [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '34eb9387-f41c-475d-a13a-c065de994176', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.128', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'port_id': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'mac_address': 'fa:16:3e:64:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:16:46Z', 'updated_at': '2022-02-19T08:16:46Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:35Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:16:49.387068 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46624) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:49.494170 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-89a2a5ba-dd96-4cd8-afc7-9785de31491e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 200 len: 992 time: 0.1057398 Feb 19 08:16:50.498898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46628) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:50.603878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-288f4d7b-6ad4-4664-aece-909d1940dc8b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 200 len: 992 time: 0.1038411 Feb 19 08:16:51.608138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46632) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:51.715852 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-614668a6-f925-4917-b30b-6a602371d4ed tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 200 len: 992 time: 0.1060917 Feb 19 08:16:52.221238 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7dd38e-b873-4e96-884a-2d055a67eb8c None None] New status for floating IP 34eb9387-f41c-475d-a13a-c065de994176: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:16:52.721616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46636) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:16:52.829772 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-08e31dd8-f531-4a62-a550-ce7840b5bb25 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 200 len: 994 time: 0.1067424 Feb 19 08:17:06.758179 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5a24e9f-269c-4da6-a10d-ff97bdf7bc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:09.065707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dabe17dd-45f9-4a39-bcad-eaaafad8f7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:10.359160 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:10.390568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:11.650676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:11.783736 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:17:13.895220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:21.239993 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-a2968892-a9bf-4c40-9579-04681b1de7dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676966 Feb 19 08:17:21.390749 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-3e5911bb-8c3e-4db8-9d0f-4079a3c4d307 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1099 time: 0.0825109 Feb 19 08:17:21.537499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-313598f7-e20d-410f-9fbe-4e59e2c47b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:21.538852 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-313598f7-e20d-410f-9fbe-4e59e2c47b4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 896 time: 0.1294918 Feb 19 08:17:21.653213 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-d09f40b6-004e-4907-9f57-3d88ab36d394 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 1002 time: 0.1076846 Feb 19 08:17:21.727934 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-ff7720e8-9ec7-42df-94df-9fafaf7ff198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:21.729367 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-ff7720e8-9ec7-42df-94df-9fafaf7ff198 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 200 len: 834 time: 0.0703473 Feb 19 08:17:21.907457 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-f4807679-0fdc-4198-80df-311696b737ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26649054-9228-4d2b-8c93-637fcd5c9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1721148 Feb 19 08:17:22.050014 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-66725a3b-8c52-4a30-9ccd-ca77ccc37695 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361296 Feb 19 08:17:22.177843 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ec85e9a6-6ada-474a-88b8-6168d19ca3f9 req-a746fd74-4c9b-4e05-ac8b-1fb140676967 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215515 Feb 19 08:17:24.447247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-f74d1c0d-e69e-4d94-ba10-cabcd4b01700 req-57e21806-b5a2-49a3-a13b-a12cf267fddd service neutron] (83568) timed out ('10.222.0.72', 43000) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 19 08:17:36.758934 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d3800c65-99f9-4d91-919d-100372d85119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:39.061526 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfd03162-11af-49d5-9ef2-2df451439608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:40.365888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:40.391593 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:41.657184 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:43.901547 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:17:48.785173 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:17:58.696780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed118-b89d-451c-a720-8e09ff0d327c req-dee3a475-1408-4dd0-86b6-1abc15058b58 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:58.698355 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-023ed118-b89d-451c-a720-8e09ff0d327c req-dee3a475-1408-4dd0-86b6-1abc15058b58 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.2054529 Feb 19 08:17:58.743601 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-023ed118-b89d-451c-a720-8e09ff0d327c req-85b00b53-be18-4b1e-bfbd-a4dbb3a91b25 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 Feb 19 08:17:59.964759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6bda7-d3d4-41aa-aadc-cf6a8d18ed72 req-6a9d1db6-5ce7-4601-be69-006d09aefc22 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:59.966197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-90e6bda7-d3d4-41aa-aadc-cf6a8d18ed72 req-6a9d1db6-5ce7-4601-be69-006d09aefc22 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0821319 Feb 19 08:18:00.013526 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-90e6bda7-d3d4-41aa-aadc-cf6a8d18ed72 req-1dc03b0c-1b97-49fb-87d4-4ccb0595e75c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Feb 19 08:18:01.223378 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e2127-1402-47a3-89c1-7f95fd69faa9 req-31c88c65-21fd-4ff5-986a-6fa2ca13a342 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:01.226362 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-957e2127-1402-47a3-89c1-7f95fd69faa9 req-31c88c65-21fd-4ff5-986a-6fa2ca13a342 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0801125 Feb 19 08:18:01.275778 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-957e2127-1402-47a3-89c1-7f95fd69faa9 req-871184c9-360c-4a9d-8ef9-4d1d35411ba3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 Feb 19 08:18:02.510798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfde4a-cabe-4a28-ba21-73d431f4d094 req-497c0afb-3ba7-4a83-aa2c-740cd8c1ed0e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:02.512231 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-36dfde4a-cabe-4a28-ba21-73d431f4d094 req-497c0afb-3ba7-4a83-aa2c-740cd8c1ed0e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0795052 Feb 19 08:18:02.558826 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-36dfde4a-cabe-4a28-ba21-73d431f4d094 req-6681b4c1-e8d8-4a2d-a197-bfb7c7c21555 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408089 Feb 19 08:18:03.770791 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aabbae-cc98-471f-bbf1-ece63a9f13ea req-78acaf04-694b-46f5-9457-7385de87acf9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:03.772134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-10aabbae-cc98-471f-bbf1-ece63a9f13ea req-78acaf04-694b-46f5-9457-7385de87acf9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0790820 Feb 19 08:18:03.820451 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-10aabbae-cc98-471f-bbf1-ece63a9f13ea req-ea84a590-4f6d-4b97-97f5-c000d9fe74e2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Feb 19 08:18:05.024056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850fed9-e133-4ba3-9c9b-b0de2754edff req-192a7a25-bb3b-4ed3-859e-66b614936720 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:05.025501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2850fed9-e133-4ba3-9c9b-b0de2754edff req-192a7a25-bb3b-4ed3-859e-66b614936720 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0854557 Feb 19 08:18:05.072565 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2850fed9-e133-4ba3-9c9b-b0de2754edff req-2654ed3b-9c61-43f6-9045-76ceca5f2d66 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391374 Feb 19 08:18:06.288815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375be69-02f8-4d64-9eb4-beeb613782fb req-39697e07-c178-4fa7-843e-9ed2f1ed3299 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:06.290210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4375be69-02f8-4d64-9eb4-beeb613782fb req-39697e07-c178-4fa7-843e-9ed2f1ed3299 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0859368 Feb 19 08:18:06.337489 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4375be69-02f8-4d64-9eb4-beeb613782fb req-4e4c1a27-5c3c-46f7-a2ba-4602d0252fe6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418079 Feb 19 08:18:06.763351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42d8a92a-8a4e-4d98-8747-55b9257a7943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:07.553562 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8378c21-1432-4a16-a907-86d44360411f req-253d3a10-196c-4e96-ae59-4e065e9af8b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:07.554992 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f8378c21-1432-4a16-a907-86d44360411f req-253d3a10-196c-4e96-ae59-4e065e9af8b6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0789874 Feb 19 08:18:07.603315 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f8378c21-1432-4a16-a907-86d44360411f req-1fe39f8f-2490-4746-887e-affdfce981ba tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398769 Feb 19 08:18:08.811435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa51739-db85-46c5-ba8d-16adaf4b4633 req-4ae8a498-d9f0-4f47-98c7-08f3ad34c5be tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:08.812799 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caa51739-db85-46c5-ba8d-16adaf4b4633 req-4ae8a498-d9f0-4f47-98c7-08f3ad34c5be tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0832450 Feb 19 08:18:08.861541 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-caa51739-db85-46c5-ba8d-16adaf4b4633 req-06462d13-9db8-4b21-8086-5d499586a076 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404029 Feb 19 08:18:09.068216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4e12d5a0-b8c4-4374-80bc-5b02609a540f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:10.078499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c931c-4bd5-43e5-9f8c-3d0a9907614b req-6632501f-3939-4940-99f7-86f3c1fd4385 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:10.079924 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-762c931c-4bd5-43e5-9f8c-3d0a9907614b req-6632501f-3939-4940-99f7-86f3c1fd4385 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0853846 Feb 19 08:18:10.134107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-762c931c-4bd5-43e5-9f8c-3d0a9907614b req-a791007e-9788-4165-b7c3-539b2322e7f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462310 Feb 19 08:18:10.165916 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46702) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:18:10.273661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-46f005a5-41c7-46ee-9112-fb8f16947f0e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 200 len: 994 time: 0.1065605 Feb 19 08:18:10.352699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:10.393999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:11.654400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:11.818612 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-b4d8fb89-4d8c-4f7f-abc5-2735e715537e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1099 time: 0.0695550 Feb 19 08:18:11.935647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fca8b5-0719-4a15-973d-ce55d9da9f49 req-1c993e29-47f8-4204-99f3-d636d6725c2e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:11.937126 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-32fca8b5-0719-4a15-973d-ce55d9da9f49 req-1c993e29-47f8-4204-99f3-d636d6725c2e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0864382 Feb 19 08:18:11.954722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-22665270-c8c7-4a47-9d5b-a601fb620426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:11.956239 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-22665270-c8c7-4a47-9d5b-a601fb620426 service neutron] 10.222.0.67 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 896 time: 0.1313145 Feb 19 08:18:12.062752 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-88bd5fc2-ecc7-400e-b80b-7b3685b87165 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 1002 time: 0.1003053 Feb 19 08:18:12.069407 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-32fca8b5-0719-4a15-973d-ce55d9da9f49 req-62d8437f-9553-48fc-bc35-12a6f0d11ea7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267755 Feb 19 08:18:12.128032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-104a759f-9c98-4699-a9df-7c31365bd3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:12.129469 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-104a759f-9c98-4699-a9df-7c31365bd3b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 200 len: 834 time: 0.0602269 Feb 19 08:18:12.210776 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-4ec084ac-5b97-4be2-bf24-1913f9fa75e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26649054-9228-4d2b-8c93-637fcd5c9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747361 Feb 19 08:18:12.350395 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-4d4cae6e-8671-4814-9da7-4c4c11a2f2ad service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335299 Feb 19 08:18:12.482103 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-00bfcdf4-6191-4127-8105-0510f7100a46 req-5551ae07-2575-4ab5-98ee-ec9efdb96f23 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260676 Feb 19 08:18:13.284907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5accc3-5f9e-4e4c-9be6-6dd3b97cab4a req-ca14afd7-d3ba-4516-966f-7dcbdfcedfc7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:13.286335 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b5accc3-5f9e-4e4c-9be6-6dd3b97cab4a req-ca14afd7-d3ba-4516-966f-7dcbdfcedfc7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0881515 Feb 19 08:18:13.331797 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9b5accc3-5f9e-4e4c-9be6-6dd3b97cab4a req-8c6a4eda-8170-4ea5-bb93-279ca9b66767 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Feb 19 08:18:13.360426 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46714) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:18:13.462176 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-12f5be32-68a1-4074-9f81-08e1fa285499 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 200 len: 994 time: 0.1006548 Feb 19 08:18:13.908105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:23.223182 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-181663c2-e738-4874-9483-1a12403250a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802433 Feb 19 08:18:23.388784 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-478c955b-9383-409f-aec1-cdd932c4b4cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1099 time: 0.0749483 Feb 19 08:18:23.531144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-732be50a-c870-486c-8ca6-fe2e7cdc8dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:23.532474 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-732be50a-c870-486c-8ca6-fe2e7cdc8dd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 896 time: 0.1245277 Feb 19 08:18:23.634572 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-96a7c936-e577-4e39-85e2-9cafb2b3ff89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 1002 time: 0.0949686 Feb 19 08:18:23.695747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-872f9763-a813-4e7b-b99f-a8daf2f0ff9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:23.697138 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-872f9763-a813-4e7b-b99f-a8daf2f0ff9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 200 len: 834 time: 0.0568390 Feb 19 08:18:23.863889 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-783f7e77-16b0-41e2-9812-8c10772c25df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26649054-9228-4d2b-8c93-637fcd5c9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1603398 Feb 19 08:18:24.002418 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-bf6539a3-6385-4a34-8ba5-cc6a3b41751c service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311107 Feb 19 08:18:24.133917 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0519942f-4247-4b37-8a51-6f7b4c094fd2 req-b67074e3-af9e-4261-85d4-6f8ef4105323 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247354 Feb 19 08:18:25.789024 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:18:36.765213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b5635d42-3256-4f86-91cd-3946811e115a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:39.058590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e5858731-a8f6-407b-a24c-af58efbc8f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:40.353026 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:40.397263 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:41.656612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:18:43.930666 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:02.796003 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:19:06.770726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-83000ba6-005f-4280-b518-540a836a4c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:08.837542 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46738) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:09.049884 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 62d9b243-aab5-4863-b8a7-eefc2754dbf0 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:19:09.050309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:09.052008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d990c265-3a1c-445a-8de9-3c02ba4414d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:09.216386 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:09.216669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:09.335350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 62d9b243-aab5-4863-b8a7-eefc2754dbf0 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:19:09.486198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:09.531393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=62d9b243-aab5-4863-b8a7-eefc2754dbf0,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:09.569019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.569366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.569688 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.570024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.570346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.570665 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.570980 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.571287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.571605 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.571905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.572234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:09.629934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:10.014233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f766f3bc-3762-4ab7-9272-c2712e3a674b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:19:10.302353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:19:10.312113 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] Sync routers for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:19:10.319355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:10.324467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:10.325072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:10.373222 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-596aef6b-dd53-43d2-97eb-46a701da3931 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/floatingips/34eb9387-f41c-475d-a13a-c065de994176 HTTP/1.1" status: 204 len: 168 time: 1.5343928 Feb 19 08:19:10.373782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:19:10.477834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:10.491190 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:10.532908 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:10.583267 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'status': 'completed', 'code': 200} Feb 19 08:19:10.702127 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-68c028f6-4202-46b8-ae0b-334f86e5f5e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 1099 time: 0.0904775 Feb 19 08:19:10.824807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c421a-3271-4d42-99ac-644b675733ec req-edd9b4ed-4de7-4f33-bfb5-860ee97b6a90 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:10.825647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c70c421a-3271-4d42-99ac-644b675733ec req-edd9b4ed-4de7-4f33-bfb5-860ee97b6a90 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:19:10.834716 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-f99fd694-7da3-4d50-9407-4a9dd7e6494f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:10.836234 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-f99fd694-7da3-4d50-9407-4a9dd7e6494f service neutron] 10.222.0.67 "GET /v2.0/networks?id=26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 200 len: 896 time: 0.1279240 Feb 19 08:19:10.842871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-c70c421a-3271-4d42-99ac-644b675733ec req-edd9b4ed-4de7-4f33-bfb5-860ee97b6a90 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:19:10.844856 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c70c421a-3271-4d42-99ac-644b675733ec req-edd9b4ed-4de7-4f33-bfb5-860ee97b6a90 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.0997210 Feb 19 08:19:10.847088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:35Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:10.851107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] Checking router: f766f3bc-3762-4ab7-9272-c2712e3a674b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:19:10.861632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:10.862226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:10.892951 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c70c421a-3271-4d42-99ac-644b675733ec req-1d512f26-2642-4d6f-ac32-88a1b0860067 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Feb 19 08:19:10.906616 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-985179b2-8fa8-44f8-a82e-cc8f9c06842b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 200 len: 217 time: 0.0640798 Feb 19 08:19:10.969268 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-da655252-7a9d-4e9e-bd78-7dfe0d2d67d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:10.970717 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-da655252-7a9d-4e9e-bd78-7dfe0d2d67d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 200 len: 834 time: 0.0576351 Feb 19 08:19:11.047255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:11.050731 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-23875c87-2c8a-47c6-baf7-2036a0bb8626 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=26649054-9228-4d2b-8c93-637fcd5c9b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737305 Feb 19 08:19:11.188253 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-b13872e8-5f2a-4826-8f5a-f17e64b950ac service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293609 Feb 19 08:19:11.324108 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8babc57d-3c28-4030-b758-c2f9229e02b3 req-fb4d86a9-5524-4c01-a0ba-0d8b15a433f3 service neutron] 10.222.0.67 "GET /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290309 Feb 19 08:19:11.397599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:35Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:11.403346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ac3cb-5745-4dfc-a53b-faf26c04d46f None None] The sync data for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv is: [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:16:29Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'cd9e1123-0549-4046-86bc-166df1f8c47f', 'name': '', 'network_id': '26649054-9228-4d2b-8c93-637fcd5c9b39', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:7e:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:29Z', 'updated_at': '2022-02-19T08:16:35Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '46e03104-6dd9-40fc-a3b8-d0c81d25420a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:19:11.630757 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25fb96-3596-4d8f-a1a5-f69e4fbbe978 None None] New status for floating IP 34eb9387-f41c-475d-a13a-c065de994176: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:19:11.658568 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:12.264751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8429d7a-9af5-4fd8-a1c0-13c7c14c7d08 req-56c01ccb-b5af-453d-8dc4-94a4fe18a14c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:12.266149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a8429d7a-9af5-4fd8-a1c0-13c7c14c7d08 req-56c01ccb-b5af-453d-8dc4-94a4fe18a14c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.2440038 Feb 19 08:19:12.313972 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a8429d7a-9af5-4fd8-a1c0-13c7c14c7d08 req-685c0ecb-540d-4f21-983a-28cbcd42c629 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405762 Feb 19 08:19:12.583460 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-c984fc6d-3470-438e-aa28-e10ca57f1621 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:12.584286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-c984fc6d-3470-438e-aa28-e10ca57f1621 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:19:12.596595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-c984fc6d-3470-438e-aa28-e10ca57f1621 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:19:12.597665 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-c984fc6d-3470-438e-aa28-e10ca57f1621 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 946 time: 0.1065104 Feb 19 08:19:12.664855 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:19:12.665195 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:12.908056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 195c35b6-2efe-4dc6-a6dc-c229fe173a91, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=195c35b6-2efe-4dc6-a6dc-c229fe173a91,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:12.908539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:13.030719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 195c35b6-2efe-4dc6-a6dc-c229fe173a91 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:19:13.267063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:13.317639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=195c35b6-2efe-4dc6-a6dc-c229fe173a91,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:13.328722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.329078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.329407 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.329730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.330045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.330360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.330670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.330982 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.331299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.331598 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.331903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:13.405865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] No DVR routers for this DVR port 195c35b6-2efe-4dc6-a6dc-c229fe173a91 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:19:13.408616 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:13.411383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'name': 'network-vif-deleted', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:19:13.435056 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-dc6834d8-7ac6-4c6a-97df-f273ad43ce1d req-083cfd0c-84ff-47ba-b302-33fd753472ff tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "DELETE /v2.0/ports/195c35b6-2efe-4dc6-a6dc-c229fe173a91 HTTP/1.1" status: 204 len: 173 time: 0.8309779 Feb 19 08:19:13.475554 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bf3abe-d2b8-45f9-90db-43e9441f1cae', 'name': 'network-vif-deleted', 'tag': '195c35b6-2efe-4dc6-a6dc-c229fe173a91', 'status': 'completed', 'code': 200} Feb 19 08:19:13.480303 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2e9a4374-593a-4fd8-9ea6-ce769da2cac2 req-66ef5a35-b9c7-4627-9ca9-fd6d13c55fab tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5bf3abe-d2b8-45f9-90db-43e9441f1cae HTTP/1.1" status: 200 len: 210 time: 0.0412095 Feb 19 08:19:13.918862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:14.589811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46762) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:14.919330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 195c35b6-2efe-4dc6-a6dc-c229fe173a91 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:19:14.954939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 195c35b6-2efe-4dc6-a6dc-c229fe173a91 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:19:14.955322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 195c35b6-2efe-4dc6-a6dc-c229fe173a91 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:19:15.019560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:15.629411 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port cd9e1123-0549-4046-86bc-166df1f8c47f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:19:15.630128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:15.916133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port cd9e1123-0549-4046-86bc-166df1f8c47f, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=cd9e1123-0549-4046-86bc-166df1f8c47f,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:15.916515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:16.036354 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for cd9e1123-0549-4046-86bc-166df1f8c47f owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:19:16.225805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:16.271825 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=cd9e1123-0549-4046-86bc-166df1f8c47f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:16.568244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:17.253838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router f766f3bc-3762-4ab7-9272-c2712e3a674b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:19:17.463615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:19:17.473067 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1113c-0377-4796-a43b-78007145d97f None None] Sync routers for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:19:17.477914 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b8fbeb26-2172-4439-a005-bc57b6eb3b2b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/f766f3bc-3762-4ab7-9272-c2712e3a674b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8870866 Feb 19 08:19:17.480709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46766) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:17.484927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:17.485899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:17.662499 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:17.670582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting subnet 46e03104-6dd9-40fc-a3b8-d0c81d25420a {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:19:17.673481 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:17.726705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:17.811723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:17.882550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:17.922167 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Subnet': ['ID=46e03104-6dd9-40fc-a3b8-d0c81d25420a,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:17.928623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:17.935719 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-142b6b76-61a6-452e-bd38-0b10c5966950 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/subnets/46e03104-6dd9-40fc-a3b8-d0c81d25420a HTTP/1.1" status: 204 len: 168 time: 0.4539859 Feb 19 08:19:17.937458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3377701-a060-491d-b337-31cd8821c4c8 None None] Network 26649054-9228-4d2b-8c93-637fcd5c9b39 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:19:17.938487 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46770) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:18.013867 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:19:16Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:18.022483 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1113c-0377-4796-a43b-78007145d97f None None] Checking router: f766f3bc-3762-4ab7-9272-c2712e3a674b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:19:18.097342 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] Routers {'f766f3bc-3762-4ab7-9272-c2712e3a674b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:18.097860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['f766f3bc-3762-4ab7-9272-c2712e3a674b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:18.138121 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:18.292000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] Set router f766f3bc-3762-4ab7-9272-c2712e3a674b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:18.336850 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:18.346039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] DHCP port deletion for 26649054-9228-4d2b-8c93-637fcd5c9b39 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:19:18.347318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 2d4e6e9a-dec7-467f-9796-246846097097 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:19:18.347971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:18.460220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Deleting port 82deb148-2250-4464-a5ba-b1a5041e4f6e {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:19:18.460611 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:18.523448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port 2d4e6e9a-dec7-467f-9796-246846097097, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2d4e6e9a-dec7-467f-9796-246846097097,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:18.523790 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:18.641823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 2d4e6e9a-dec7-467f-9796-246846097097 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:19:18.792855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] For port 82deb148-2250-4464-a5ba-b1a5041e4f6e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=82deb148-2250-4464-a5ba-b1a5041e4f6e,segment=NetworkSegment(0bcd2db2-7306-424e-ac9c-95c6122e9cbe),segment_id=0bcd2db2-7306-424e-ac9c-95c6122e9cbe)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:18.793452 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:18.909927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:18.915310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Calling delete_port for 82deb148-2250-4464-a5ba-b1a5041e4f6e owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:19:18.954675 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=2d4e6e9a-dec7-467f-9796-246846097097,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:18.974822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-01c1113c-0377-4796-a43b-78007145d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:19:16Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:18.988344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1113c-0377-4796-a43b-78007145d97f None None] The sync data for ids ['f766f3bc-3762-4ab7-9272-c2712e3a674b'] in dv-neutron-829958-1-hyperv is: [{'id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818788577', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217'}], 'enable_snat': True}, 'gw_port_id': '2d4e6e9a-dec7-467f-9796-246846097097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:16:25Z', 'updated_at': '2022-02-19T08:19:16Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': '2d4e6e9a-dec7-467f-9796-246846097097', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f766f3bc-3762-4ab7-9272-c2712e3a674b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:16:26Z', 'updated_at': '2022-02-19T08:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:19:18.999460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.045778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Pushing event deleted for resources: {'Port': ['ID=82deb148-2250-4464-a5ba-b1a5041e4f6e,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:19.054791 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] No DVR routers for this DVR port 82deb148-2250-4464-a5ba-b1a5041e4f6e on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:19:19.060292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.060651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.060963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.061294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.061617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.061939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.062254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.062610 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.062915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.063467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.063548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd601582-cbbb-4848-9884-bde400da6ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:19.179240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.433369 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.444584 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.471443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.473719 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Fanout notify agent at l3_agent the message router_deleted on router f766f3bc-3762-4ab7-9272-c2712e3a674b {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:19:19.488230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.489328 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0cf5aefa-11f7-45f3-a432-d43a71dde695 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/routers/f766f3bc-3762-4ab7-9272-c2712e3a674b HTTP/1.1" status: 204 len: 168 time: 1.5499103 Feb 19 08:19:19.492079 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46774) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:19.591211 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 82deb148-2250-4464-a5ba-b1a5041e4f6e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:19:19.610806 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.633454 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 82deb148-2250-4464-a5ba-b1a5041e4f6e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:19:19.633857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 82deb148-2250-4464-a5ba-b1a5041e4f6e not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:19:19.634359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cd9e1123-0549-4046-86bc-166df1f8c47f no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:19:19.667397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: cd9e1123-0549-4046-86bc-166df1f8c47f {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:19:19.667816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device cd9e1123-0549-4046-86bc-166df1f8c47f not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:19:19.743245 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.768247 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26649054-9228-4d2b-8c93-637fcd5c9b39']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:19.780345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcd2db2-7306-424e-ac9c-95c6122e9cbe') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:19.780637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcd2db2-7306-424e-ac9c-95c6122e9cbe') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:19.792170 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.808572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.815500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:19:19.815893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:19:19.829984 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:19:19.910574 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.927546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:19.939128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Network': ['ID=26649054-9228-4d2b-8c93-637fcd5c9b39,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:19.949534 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-18152999-f6b6-4f12-b1ee-6233c5f30f3a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/networks/26649054-9228-4d2b-8c93-637fcd5c9b39 HTTP/1.1" status: 204 len: 168 time: 0.4563370 Feb 19 08:19:19.952420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46778) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:20.020583 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f498e50-162e-458a-9cc8-e5a7393576e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:20.048664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f498e50-162e-458a-9cc8-e5a7393576e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:20.113589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f498e50-162e-458a-9cc8-e5a7393576e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:20.135200 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f498e50-162e-458a-9cc8-e5a7393576e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88857f13-dcc1-45ec-8ebf-55e3b2e2b95e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:20.146711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1f498e50-162e-458a-9cc8-e5a7393576e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:20.147089 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1f498e50-162e-458a-9cc8-e5a7393576e9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/security-groups/88857f13-dcc1-45ec-8ebf-55e3b2e2b95e HTTP/1.1" status: 204 len: 168 time: 0.1937554 Feb 19 08:19:21.501933 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d4e6e9a-dec7-467f-9796-246846097097 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:19:21.537260 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2d4e6e9a-dec7-467f-9796-246846097097 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:19:21.537625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2d4e6e9a-dec7-467f-9796-246846097097 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:19:21.593789 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46790) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:21.599512 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479125876', 'description': 'tempest-secgroup-smoke-479125876 description', 'project_id': '6842396f2d7c4c7e80d34c96f6391123'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:21.605771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:21.610108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:21.613129 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:21.618983 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:21.630700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.675465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:21.680227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:21.684713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:21.691711 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:21.747421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.753697 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.796046 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:21.799891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.801098 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-023df757-f898-4436-9264-007c5b5fc26f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2062793 Feb 19 08:19:21.804503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46794) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:21.810434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:21.816573 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:21.820461 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:21.823326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:21.829075 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:21.847972 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.906848 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.913164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.938160 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fc824c-e8e2-45b3-8ee7-53b7ece583c5,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:21.949645 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:21.950932 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-75f7c354-a963-4d9d-b9e3-3b6c958c2cae tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453691 Feb 19 08:19:21.953784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46798) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:21.959098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:21.964919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:21.968717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:21.971541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:21.977153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:21.998874 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.155682 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.161618 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.187055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8deb7b87-0e4f-40fb-af8a-d4796334c5b3,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:22.197183 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.201701 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c211aa5d-0ca6-4ce0-80a4-da5482122623 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2436810 Feb 19 08:19:22.201886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46802) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:22.207365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:22.221647 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:22.228098 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:22.231187 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:22.237283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:22.257819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.317810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.323138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.345388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f39bd4f-fac9-4776-a93d-380edd74245b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:22.355484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.356142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-25709ea4-42b0-4dc6-81be-1e225501666d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1533611 Feb 19 08:19:22.359048 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46806) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:22.364732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:22.370960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:22.375113 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:22.377976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:22.383854 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:22.402135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.466703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.470822 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.493087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35018ad-f404-4750-91ca-8ddcea614bb4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:22.507975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.509239 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8a0d86f2-fafa-4637-9b31-79733e296054 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1491976 Feb 19 08:19:22.512095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46810) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:22.517555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:22.523651 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:22.527514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:22.531047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:22.536770 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:22.548329 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:19:22.554801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.618257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.622666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.645130 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a6758e-c3e9-4a23-b3f5-9b1fb41d7683,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:22.655159 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.656501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d34b68f7-8196-400d-b427-be19d90265bc tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1433814 Feb 19 08:19:22.659303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46814) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:22.664724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'security_group_rule': {'security_group_id': 'a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:22.670586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:22.674639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:security_group_rule and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:22.677598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:22.683695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:22.695891 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Project 6842396f2d7c4c7e80d34c96f6391123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:19:22.702440 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.767227 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.771649 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.797841 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1912482-a447-4c5b-adb7-b77586c28376,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:22.807708 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.809145 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-822aab0d-a62f-45f4-b234-d36b4d10c29c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1488574 Feb 19 08:19:22.812029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46818) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:22.817613 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'network': {'name': 'tempest-network-smoke--1294329266', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'port_security_enabled': True}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:22.822864 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:22.826997 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:network and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:22.829927 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:22.835575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:22.846823 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:19:22.849705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.878139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:19:22.887205 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.887563 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Added segment 930342a3-c1ee-43d9-b27b-8b5ca86821d5 of type vlan for network a8b86b91-6b24-42ef-a8ad-f973d6363324 Feb 19 08:19:22.913373 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.943081 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:22.946860 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:22.947443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.052546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Network': ['ID=a8b86b91-6b24-42ef-a8ad-f973d6363324,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:23.058174 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5a116fde-90fc-4ec0-99bc-7fdac21ba897 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2421119 Feb 19 08:19:23.058376 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46822) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:23.063715 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'admin_state_up': True, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:23.065077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:19:23.071018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:23.074877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:router and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:23.077742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:23.083706 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:23.095920 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.097063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.120365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.272070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.453414 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.482217 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.631552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.176 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/e9624807-2b82-4e98-9c96-056e6599567e) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:19:23.784139 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.815316 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:23.880054 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:19:23.883448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:19:23.888450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:19:23.915845 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=e9624807-2b82-4e98-9c96-056e6599567e,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:24.064221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:24.064871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:24.390275 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:19:24.598095 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:19:24.607761 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Sync routers for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:19:24.620292 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:24.620884 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:24.624971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:24.626245 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d75230fa-dc8a-42df-8dd9-34072be44203 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5669293 Feb 19 08:19:24.629458 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46826) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:24.671856 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e75329ff-ef6f-41eb-ad83-76629a2c3285 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6842396f2d7c4c7e80d34c96f6391123&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412312 Feb 19 08:19:24.674484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46830) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:24.788512 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:24.802083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4026d61-5e25-41a7-9f2f-2c82304bb94c tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:24.803564 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-a4026d61-5e25-41a7-9f2f-2c82304bb94c tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282187 Feb 19 08:19:24.806516 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46834) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:24.845646 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-71b63a74-289e-437b-ae26-4925488f47a9 tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=c658e4f2-f0fd-49ea-9bba-d873b5eaecb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376821 Feb 19 08:19:24.848319 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46838) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:24.853451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1687614567', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:24.960943 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:24.964835 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:subnet and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:24.967639 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:24.973410 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:24.984705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:19:25.086315 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.087958 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:24Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:25.091804 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Checking router: a8b048de-43f8-4505-a5b7-f9bc08ad4a23 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:19:25.092137 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Updating router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 port e9624807-2b82-4e98-9c96-056e6599567e binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:19:25.143237 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.301226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.376629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Subnet': ['ID=59fb7667-56d4-47d4-a7b6-edc9bdd222da,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:25.390813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Checking segment: {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:19:25.391166 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network hostable DHCP agents. Network: a8b86b91-6b24-42ef-a8ad-f973d6363324, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:19:25.414056 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:19:25.425757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, a8b86b91-6b24-42ef-a8ad-f973d6363324) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:19:25.429886 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:25.430511 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.439087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102ba22-2767-405f-8cf4-36175ac01a4d None None] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:19:25.454446 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-14416952-c4a7-4fdb-ad7f-6d6d0d22b03d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6048696 Feb 19 08:19:25.457590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:25.488220 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.501967 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Transition to ACTIVE for port object e9624807-2b82-4e98-9c96-056e6599567e will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:19:25.508300 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.578927 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Pushing event updated for resources: {'Port': ['ID=e9624807-2b82-4e98-9c96-056e6599567e,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:25.588994 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.589398 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.589780 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.590159 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.590534 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.590903 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.591278 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.591644 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.592007 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.592398 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.592761 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:19:25.603835 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Attempting to bind port e9624807-2b82-4e98-9c96-056e6599567e on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:19:25.604414 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Attempting to bind port e9624807-2b82-4e98-9c96-056e6599567e by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:19:25.604824 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Attempting to bind port e9624807-2b82-4e98-9c96-056e6599567e on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:19:25.612383 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:19:25.613032 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:19:25.613246 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.613559 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:19:25.614003 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Bound port: e9624807-2b82-4e98-9c96-056e6599567e, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:19:25.614359 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.655660 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-a8b86b91-6b24-42ef-a8ad-f973d6363324', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:19:25.656550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.691102 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] For port e9624807-2b82-4e98-9c96-056e6599567e, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:19:25.694181 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] For port e9624807-2b82-4e98-9c96-056e6599567e, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e9624807-2b82-4e98-9c96-056e6599567e,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:19:25.699490 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:25.778038 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153995d1-8cc9-4be4-8d1c-24b4d86d9b94 None None] Pushing event updated for resources: {'Port': ['ID=e9624807-2b82-4e98-9c96-056e6599567e,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:25.782969 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:25.783963 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:25.814596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Allocated IP 172.20.0.2 (a8b86b91-6b24-42ef-a8ad-f973d6363324/59fb7667-56d4-47d4-a7b6-edc9bdd222da/ab1d51b9-90bb-4c97-87b3-ce76e679a3d4) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:19:25.960615 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:26.021480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:26.032093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Transition to ACTIVE for port object ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:19:26.050859 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Transition to ACTIVE for port object ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:19:26.061306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:26.162002 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:19:26.163123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:19:26.167020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:19:26.173314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Pushing event updated for resources: {'Port': ['ID=ab1d51b9-90bb-4c97-87b3-ce76e679a3d4,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:26.234728 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:26.236433 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:24Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:26.240228 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd5641-37e0-4c2c-9f73-566c78332ecf None None] The sync data for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv is: [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:24Z', 'revision_number': 3, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:19:26.261600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Attempting to bind port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:19:26.261600 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Attempting to bind port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:19:26.262252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Attempting to bind port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 on network a8b86b91-6b24-42ef-a8ad-f973d6363324 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:19:26.269387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:19:26.269915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Checking segment: {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:19:26.270399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:26.270877 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Bound using segment: {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:19:26.271426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Bound port: ab1d51b9-90bb-4c97-87b3-ce76e679a3d4, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:19:26.271900 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:26.361650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] For port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:19:26.364795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] For port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ab1d51b9-90bb-4c97-87b3-ce76e679a3d4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:19:26.373033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:26.449634 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930a822-8ffb-401b-9635-dba9225ebff7 None None] Pushing event updated for resources: {'Port': ['ID=ab1d51b9-90bb-4c97-87b3-ce76e679a3d4,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:26.698220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.1 (a8b86b91-6b24-42ef-a8ad-f973d6363324/59fb7667-56d4-47d4-a7b6-edc9bdd222da/f60119a0-3bdd-413d-9efa-7804fa95e5bb) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:19:26.971551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:26.988912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object f60119a0-3bdd-413d-9efa-7804fa95e5bb will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:19:27.013258 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.082491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:19:27.085521 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:19:27.088045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:19:27.120205 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=f60119a0-3bdd-413d-9efa-7804fa95e5bb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:27.152409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.238126 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.445701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb51bc-48be-40a8-b50b-db0f72f487b8 None None] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:19:27.538907 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a2fefc29-8b1f-42c9-aa74-d510f4879656 None None] Provisioning for port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:19:27.613930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:19:27.651719 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.657606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.735586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:19:27.741597 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:27.741957 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.766848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.770203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=f60119a0-3bdd-413d-9efa-7804fa95e5bb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:27.867336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.910041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ab1d51b9-90bb-4c97-87b3-ce76e679a3d4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:27.910304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:19:27.911502 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:19:27.916532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:27.917842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e9624807-2b82-4e98-9c96-056e6599567e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:19:28.031606 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=ab1d51b9-90bb-4c97-87b3-ce76e679a3d4,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:28.048137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port e9624807-2b82-4e98-9c96-056e6599567e completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:19:28.052520 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e9624807-2b82-4e98-9c96-056e6599567e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:28.052816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:28.117339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9840c5e7-28d2-4611-91e0-dfce734815c6 None None] Provisioning for port f60119a0-3bdd-413d-9efa-7804fa95e5bb completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:19:28.126207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9840c5e7-28d2-4611-91e0-dfce734815c6 None None] Provisioning complete for port f60119a0-3bdd-413d-9efa-7804fa95e5bb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:28.126571 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9840c5e7-28d2-4611-91e0-dfce734815c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:28.225683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-9840c5e7-28d2-4611-91e0-dfce734815c6 None None] Port f60119a0-3bdd-413d-9efa-7804fa95e5bb cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:19:28.232412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:28.255435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port e9624807-2b82-4e98-9c96-056e6599567e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e9624807-2b82-4e98-9c96-056e6599567e,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:28.257170 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-9840c5e7-28d2-4611-91e0-dfce734815c6 None None] Provisioning complete for port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:28.257511 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9840c5e7-28d2-4611-91e0-dfce734815c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:28.286076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:28.320288 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:19:28.380259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=e9624807-2b82-4e98-9c96-056e6599567e,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:28.559831 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-60d275c8-01e3-416f-83ff-50f637c6c972 None None] Provisioning complete for port f60119a0-3bdd-413d-9efa-7804fa95e5bb triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:28.560564 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-60d275c8-01e3-416f-83ff-50f637c6c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:28.612053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-60d275c8-01e3-416f-83ff-50f637c6c972 None None] Port f60119a0-3bdd-413d-9efa-7804fa95e5bb cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:19:28.625566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:19:28.639001 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d7b60b89-a093-4ae0-b6bf-97259f1e0fdb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/a8b048de-43f8-4505-a5b7-f9bc08ad4a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1800721 Feb 19 08:19:28.824002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-29a9886a-38b1-49a6-8c24-d29862abea5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:19:28.843830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-29a9886a-38b1-49a6-8c24-d29862abea5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:19:28.844961 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-29a9886a-38b1-49a6-8c24-d29862abea5f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479125876&fields=id&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 267 time: 0.0620732 Feb 19 08:19:28.997106 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-63b6f9f1-2252-476e-b3ed-8368ee5cd3cf tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:28.997782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-63b6f9f1-2252-476e-b3ed-8368ee5cd3cf tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:19:29.016964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-63b6f9f1-2252-476e-b3ed-8368ee5cd3cf tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:19:29.019167 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-63b6f9f1-2252-476e-b3ed-8368ee5cd3cf tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/networks?id=a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 200 len: 797 time: 0.1646843 Feb 19 08:19:29.040282 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-b1d49e2b-7392-4946-97a3-87acf508b068 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/quotas/6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 375 time: 0.0127347 Feb 19 08:19:29.121108 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-627f0c84-4c08-4262-b7c0-6ddce549ade3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:19:29.139984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-627f0c84-4c08-4262-b7c0-6ddce549ade3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:19:29.141609 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-627f0c84-4c08-4262-b7c0-6ddce549ade3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965798 Feb 19 08:19:29.281141 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-da0afd6e-2373-44d1-b6ff-d7b193f3dcf2 service neutron] 10.222.0.72 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274104 Feb 19 08:19:29.414142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-09eace62-c586-4f81-9aac-249653e600d3 service neutron] 10.222.0.72 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272633 Feb 19 08:19:29.553992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:19:29.628328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:29.629021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:29.719944 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Sync routers for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:19:29.759891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e9624807-2b82-4e98-9c96-056e6599567e up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:19:29.781387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:29.782094 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:30.014927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port e9624807-2b82-4e98-9c96-056e6599567e triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:30.015216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:30.048558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:30.421849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 2, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:30.425968 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Checking router: a8b048de-43f8-4505-a5b7-f9bc08ad4a23 for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:19:30.426289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Updating router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 port f60119a0-3bdd-413d-9efa-7804fa95e5bb binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:19:30.485904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:30.735793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6f0ac76d-38dc-4554-9f24-6e367d3b0666 req-f1cc6d84-1ba1-4608-a270-15e901a21e7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 210 time: 0.1529789 Feb 19 08:19:30.850319 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:30.861682 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Transition to ACTIVE for port object f60119a0-3bdd-413d-9efa-7804fa95e5bb will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:19:30.869001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:30.992294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e153a9-9b2a-4485-8240-cb85391c2804 None None] Pushing event updated for resources: {'Port': ['ID=f60119a0-3bdd-413d-9efa-7804fa95e5bb,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:31.084133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Attempting to bind port f60119a0-3bdd-413d-9efa-7804fa95e5bb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:19:31.084530 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Attempting to bind port f60119a0-3bdd-413d-9efa-7804fa95e5bb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:19:31.084880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Attempting to bind port f60119a0-3bdd-413d-9efa-7804fa95e5bb on network a8b86b91-6b24-42ef-a8ad-f973d6363324 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:19:31.091951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:19:31.092356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Checking segment: {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:19:31.092751 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:31.093130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Bound using segment: {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:19:31.093595 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Bound port: f60119a0-3bdd-413d-9efa-7804fa95e5bb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:19:31.093982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:31.194617 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] For port f60119a0-3bdd-413d-9efa-7804fa95e5bb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:19:31.202173 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] For port f60119a0-3bdd-413d-9efa-7804fa95e5bb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f60119a0-3bdd-413d-9efa-7804fa95e5bb,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:19:31.205738 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:31.284308 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e153a9-9b2a-4485-8240-cb85391c2804 None None] Pushing event updated for resources: {'Port': ['ID=f60119a0-3bdd-413d-9efa-7804fa95e5bb,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:31.289679 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:31.290703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:31.538715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:31.849697 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:31Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:31.854964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2335e582-4f06-4b93-b6ff-183004e6c636 None None] The sync data for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv is: [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:31Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:19:31.942486 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebd0fcbe-354d-4513-8e19-c498036f8a13 req-c9c2dc84-7f22-4da8-accd-1c19ff45de73 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 210 time: 0.0670836 Feb 19 08:19:32.069478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-03e126c7-14dc-4cdd-97b9-fbf0ec86234b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:32.070970 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-03e126c7-14dc-4cdd-97b9-fbf0ec86234b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/networks?id=a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 200 len: 797 time: 0.2257366 Feb 19 08:19:32.131967 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-cbba9eb2-7950-4b1e-8444-a186a2dc3501 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6842396f2d7c4c7e80d34c96f6391123 HTTP/1.1" status: 200 len: 379 time: 0.0461118 Feb 19 08:19:32.141240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'port': {'device_id': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'admin_state_up': True, 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'security_groups': ['a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:32.279271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:32.289420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:32.300478 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Made reservation on behalf of 6842396f2d7c4c7e80d34c96f6391123 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:19:32.303393 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:32.471781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.20.0.7 (a8b86b91-6b24-42ef-a8ad-f973d6363324/59fb7667-56d4-47d4-a7b6-edc9bdd222da/ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:19:32.664374 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:32.680630 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Transition to ACTIVE for port object ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:19:32.704226 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:32.776962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:19:32.780033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:19:32.784122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:19:32.818589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:32.849412 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:32.850007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:32.876361 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-36b87bca-18b9-4e09-9494-6eafd330a8f1 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387528 Feb 19 08:19:32.887055 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-751823ff-ee99-42c5-a0a5-50082170553b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:19:32.888000 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-751823ff-ee99-42c5-a0a5-50082170553b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060003 Feb 19 08:19:32.898591 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Request body: {'port': {'device_id': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:33.005209 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef379624-c94e-4558-8631-3adcd17434b1 None None] Provisioning for port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:19:33.010226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ef379624-c94e-4558-8631-3adcd17434b1 None None] Provisioning complete for port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:33.010788 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ef379624-c94e-4558-8631-3adcd17434b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.011013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.067888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ef379624-c94e-4558-8631-3adcd17434b1 None None] Port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:19:33.150976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cec3-5b01-46f2-ab2c-cb16ee03a6f7 req-f943c3bf-15c0-49d7-ba73-22745c5f29b7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:33.152442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8770cec3-5b01-46f2-ab2c-cb16ee03a6f7 req-f943c3bf-15c0-49d7-ba73-22745c5f29b7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 931 time: 0.0772307 Feb 19 08:19:33.197675 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8770cec3-5b01-46f2-ab2c-cb16ee03a6f7 req-74d44dec-4636-4b56-a656-8a622fca433c tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Feb 19 08:19:33.350437 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:19:33.357787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.372900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Transition to ACTIVE for port object ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:19:33.380228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.503767 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:33.585927 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f60119a0-3bdd-413d-9efa-7804fa95e5bb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:19:33.614720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Attempting to bind port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:19:33.615045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Attempting to bind port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:19:33.615364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Attempting to bind port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 on network a8b86b91-6b24-42ef-a8ad-f973d6363324 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:19:33.621221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 on network a8b86b91-6b24-42ef-a8ad-f973d6363324 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:19:33.621530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Attempting to bind port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 on network a8b86b91-6b24-42ef-a8ad-f973d6363324 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:19:33.628069 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:19:33.628383 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Checking segment: {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:19:33.628760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Bound using segment: {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:19:33.629466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Bound port: ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930342a3-c1ee-43d9-b27b-8b5ca86821d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:19:33.629579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.660476 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port f60119a0-3bdd-413d-9efa-7804fa95e5bb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:19:33.665264 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f60119a0-3bdd-413d-9efa-7804fa95e5bb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:33.665632 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.715442 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] For port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:19:33.718643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] For port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:19:33.723127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.790427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.826330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port f60119a0-3bdd-413d-9efa-7804fa95e5bb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f60119a0-3bdd-413d-9efa-7804fa95e5bb,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:33.831797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.894451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:33.895738 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] 10.222.0.67 "PUT /v2.0/ports/ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 200 len: 1093 time: 1.0011492 Feb 19 08:19:33.898919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:19:33.899221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=f60119a0-3bdd-413d-9efa-7804fa95e5bb,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:33.924007 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dab1b0-5c5e-44c3-a63e-e43d661a0440 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:33.969720 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'status': 'completed', 'code': 200} Feb 19 08:19:34.011012 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-5fbfa85b-1ea9-4301-adfd-61761957e2d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1096 time: 0.0716038 Feb 19 08:19:34.086915 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-4b54bfb0-ada2-4a3e-a510-38ad3eae29ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 200 len: 217 time: 0.0695229 Feb 19 08:19:34.147876 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-971d39b1-0575-4efc-9837-09ea7672dbde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:34.149331 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-971d39b1-0575-4efc-9837-09ea7672dbde service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59fb7667-56d4-47d4-a7b6-edc9bdd222da HTTP/1.1" status: 200 len: 835 time: 0.0564847 Feb 19 08:19:34.226015 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-51e5f058-386a-4145-9986-07b7ace68d4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8b86b91-6b24-42ef-a8ad-f973d6363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707643 Feb 19 08:19:34.358556 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-e1c63b49-b755-4a00-89cd-612188eeab04 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265154 Feb 19 08:19:34.393699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4430bc-8865-4c9e-b81f-fe0d8fc9363f req-a5da1acc-ea4b-4d7d-bfb1-b30493a97bd9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:34.395106 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-af4430bc-8865-4c9e-b81f-fe0d8fc9363f req-a5da1acc-ea4b-4d7d-bfb1-b30493a97bd9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 943 time: 0.0757799 Feb 19 08:19:34.441408 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-af4430bc-8865-4c9e-b81f-fe0d8fc9363f req-92582266-e8e4-48c0-8f7f-217acd9a7113 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402114 Feb 19 08:19:34.488222 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-68b99ee9-0d61-4b0e-9914-c4354f7a7118 req-b4054a58-391b-4df8-8a90-65988809688d service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237264 Feb 19 08:19:34.606933 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-648855a7-cc1b-4d4e-9901-40ea11895a13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1096 time: 0.0722516 Feb 19 08:19:34.745316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-480f911f-ca18-4d01-a79c-c3aa627345d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:34.746694 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-480f911f-ca18-4d01-a79c-c3aa627345d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 200 len: 898 time: 0.1335559 Feb 19 08:19:34.815264 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-18732a8a-9a32-48ff-8e72-91b44d209cb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 200 len: 217 time: 0.0628612 Feb 19 08:19:34.877259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-6a7fcc82-32c4-4f0f-b6aa-c4b62bcc7fe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:34.878730 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-6a7fcc82-32c4-4f0f-b6aa-c4b62bcc7fe8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59fb7667-56d4-47d4-a7b6-edc9bdd222da HTTP/1.1" status: 200 len: 835 time: 0.0577493 Feb 19 08:19:34.953442 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-e41f3847-7043-4976-9b50-5783fb543772 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8b86b91-6b24-42ef-a8ad-f973d6363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684507 Feb 19 08:19:35.090130 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-5a915dd3-4c7e-409f-b9a9-579b347bc450 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304951 Feb 19 08:19:35.225361 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-feda65a8-b9b3-4057-a198-a53eeae5a6dc req-9190ac14-26f3-4cf1-9287-3276538f8350 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288376 Feb 19 08:19:35.553187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f60119a0-3bdd-413d-9efa-7804fa95e5bb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:19:35.623801 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port f60119a0-3bdd-413d-9efa-7804fa95e5bb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:35.624169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:35.645563 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4915a-0f02-4e88-ad40-6478c2445626 req-f3307d0f-4dd7-4081-b4d3-515ec1d2dddb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:35.647007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ce4915a-0f02-4e88-ad40-6478c2445626 req-f3307d0f-4dd7-4081-b4d3-515ec1d2dddb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 943 time: 0.0777752 Feb 19 08:19:35.695678 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7ce4915a-0f02-4e88-ad40-6478c2445626 req-f1e51af5-92d9-45e2-be7e-4cda01206e3d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Feb 19 08:19:36.763150 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6b70512a-b4c9-4c98-86e1-abcc75faa119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:36.913924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79442112-1de1-46a5-88d5-c3f3e87a5a72 req-dee021a1-465b-4462-8b58-f3a3900c7115 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:36.915351 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79442112-1de1-46a5-88d5-c3f3e87a5a72 req-dee021a1-465b-4462-8b58-f3a3900c7115 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 943 time: 0.0880835 Feb 19 08:19:36.960736 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-79442112-1de1-46a5-88d5-c3f3e87a5a72 req-9ad09536-7f5f-40d3-8abf-2c2f1b562b92 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Feb 19 08:19:38.170303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2d454-9cd1-4029-b063-602dc86b009d req-0c0e20fb-fb30-43bc-b706-2130891d9920 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:38.171710 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f5e2d454-9cd1-4029-b063-602dc86b009d req-0c0e20fb-fb30-43bc-b706-2130891d9920 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 943 time: 0.0854371 Feb 19 08:19:38.226946 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f5e2d454-9cd1-4029-b063-602dc86b009d req-6a235904-f3d0-4d89-bb45-2eedc5de9b93 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468297 Feb 19 08:19:38.986910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:19:39.100701 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-80b07d10-7376-45e6-b2d3-5985af185a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:39.139470 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:39.153109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'port_id': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'mac_address': 'fa:16:3e:46:d2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:19:39.206573 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:39.223420 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:19:39.239449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:39.245197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:39.313630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:39.426546 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edaa27-fabd-41e9-bf5a-081d20ed12ca req-bfc5d6e5-16b5-457a-9a73-889a644a8581 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:39.427978 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16edaa27-fabd-41e9-bf5a-081d20ed12ca req-bfc5d6e5-16b5-457a-9a73-889a644a8581 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 944 time: 0.0773191 Feb 19 08:19:39.478457 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-16edaa27-fabd-41e9-bf5a-081d20ed12ca req-d6d4828e-bb65-4986-aa50-5cdc3848d51a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 Feb 19 08:19:39.596357 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:19:39.790594 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:19:40.361303 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:40.404630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:40.679984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfdcd1-662f-4679-9444-8629c13872ed req-54afa1cc-6c8d-4b12-992b-55fb4ab518c3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:40.681536 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-31bfdcd1-662f-4679-9444-8629c13872ed req-54afa1cc-6c8d-4b12-992b-55fb4ab518c3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 944 time: 0.0816169 Feb 19 08:19:40.726543 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-31bfdcd1-662f-4679-9444-8629c13872ed req-f7f8eb71-aab1-4ca1-aa6b-0f4bc2e5db2a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390301 Feb 19 08:19:40.997410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:19:41.070393 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:19:41.075175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:19:41.075538 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:41.198971 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:41.227161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:19:41.236822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:19:41.242417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:41.286421 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'code': 200} Feb 19 08:19:41.350572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:41.513936 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-08c21f49-f96b-4ef3-8fb1-723e1af23752 req-7fb7db0a-d387-45ba-a334-b26df64b76f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1098 time: 0.0704925 Feb 19 08:19:41.555817 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-08c21f49-f96b-4ef3-8fb1-723e1af23752 req-6e4bc52d-761a-43b1-a484-0e6f18e16c93 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360632 Feb 19 08:19:41.673621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:41.942558 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733a3b-b712-483a-81cc-52ddf2dabe5e req-cd825686-dd7b-499d-bb42-c41d92b6ebea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:41.943967 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-51733a3b-b712-483a-81cc-52ddf2dabe5e req-cd825686-dd7b-499d-bb42-c41d92b6ebea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0867453 Feb 19 08:19:41.990500 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-51733a3b-b712-483a-81cc-52ddf2dabe5e req-4732786a-8b5e-4c68-8747-0d4ef3865842 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 Feb 19 08:19:43.208445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805ae7a-fd1c-4076-b609-5c61beec4d48 req-359c9f5a-b99b-46a3-84b9-dbd3572578fb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:43.209909 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7805ae7a-fd1c-4076-b609-5c61beec4d48 req-359c9f5a-b99b-46a3-84b9-dbd3572578fb tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0834372 Feb 19 08:19:43.261314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7805ae7a-fd1c-4076-b609-5c61beec4d48 req-b2db5d32-bbe9-4377-aa22-dee44250c12a tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 Feb 19 08:19:43.479598 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38402ede-a92e-4c7d-91e0-c62f6ca4757b req-7b6994c4-e195-4cec-af28-9cf2890c013b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:43.481071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38402ede-a92e-4c7d-91e0-c62f6ca4757b req-7b6994c4-e195-4cec-af28-9cf2890c013b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0936539 Feb 19 08:19:43.527242 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-38402ede-a92e-4c7d-91e0-c62f6ca4757b req-0be86c66-ea67-49f7-a778-274aaacc2b4b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405672 Feb 19 08:19:43.558193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46920) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:43.638648 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-d40a5b9b-cf72-49fb-b73a-dfef3b7275bb tempest-TestNetworkAdvancedServerOps-210146530 tempest-TestNetworkAdvancedServerOps-210146530-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1093 time: 0.0793440 Feb 19 08:19:43.642409 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46924) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:43.647570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:19:43.653447 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:19:43.657721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Usage tracker for resource:floatingip and tenant:6842396f2d7c4c7e80d34c96f6391123 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:19:43.660791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:19:43.666967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:19:43.685299 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:43.825323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:43.934586 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:43.960589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Allocated IP 172.26.1.153 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/26ff39b7-a1f2-407d-8863-c28808eb96ce) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:19:44.202724 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:44.238915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:44.307834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:19:44.310762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:19:44.315120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:19:44.339754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=26ff39b7-a1f2-407d-8863-c28808eb96ce,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:44.820430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:44.875373 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:45.078480 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:45.084722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:45.189977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event updated for resources: {'Port': ['ID=26ff39b7-a1f2-407d-8863-c28808eb96ce,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:19:45.204746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:45.401116 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Floating IP be1256f3-1437-4e06-bfd7-2abc73d4b3a5 associated. External IP: 172.26.1.153, port: ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4. Feb 19 08:19:45.887848 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:19:46.089575 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:19:46.100234 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] Sync routers for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:19:46.112079 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:46.112783 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:46.117986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:19:46.173736 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76562b08-e19f-4cd5-a328-05fd204ff15b tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5274999 Feb 19 08:19:46.173736 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:19:46.225551 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'status': 'completed', 'code': 200} Feb 19 08:19:46.292441 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:46.320756 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db8872d6-f658-44c1-9134-6afd47d00012 req-fec4052a-e3c2-4662-a7a1-81766524d30e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1098 time: 0.0719016 Feb 19 08:19:46.345482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30310e-9fc9-4568-841c-2a933b1cccf3 req-e047a854-4b15-41be-a373-416590cb30a5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:46.347108 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2d30310e-9fc9-4568-841c-2a933b1cccf3 req-e047a854-4b15-41be-a373-416590cb30a5 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0771763 Feb 19 08:19:46.398299 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2d30310e-9fc9-4568-841c-2a933b1cccf3 req-ed9de3f4-7d27-42e8-bc4a-8bebe9352a01 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456097 Feb 19 08:19:46.427604 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46932) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:46.461747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8872d6-f658-44c1-9134-6afd47d00012 req-fd132351-c581-43e5-9c88-8d1b45ad1e4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:46.463436 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db8872d6-f658-44c1-9134-6afd47d00012 req-fd132351-c581-43e5-9c88-8d1b45ad1e4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 200 len: 898 time: 0.1363242 Feb 19 08:19:46.531378 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-36a4f84e-a8e4-452a-984f-e84c23153a94 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/be1256f3-1437-4e06-bfd7-2abc73d4b3a5 HTTP/1.1" status: 200 len: 991 time: 0.1025839 Feb 19 08:19:46.565046 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db8872d6-f658-44c1-9134-6afd47d00012 req-667abf8c-5823-48c4-8ef1-19eba2d49a27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 200 len: 999 time: 0.0955019 Feb 19 08:19:46.628675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8872d6-f658-44c1-9134-6afd47d00012 req-84c9101b-7f14-42ec-bb58-757c0f119adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:46.630076 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db8872d6-f658-44c1-9134-6afd47d00012 req-84c9101b-7f14-42ec-bb58-757c0f119adc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59fb7667-56d4-47d4-a7b6-edc9bdd222da HTTP/1.1" status: 200 len: 835 time: 0.0595129 Feb 19 08:19:46.668092 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'be1256f3-1437-4e06-bfd7-2abc73d4b3a5', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'port_id': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'mac_address': 'fa:16:3e:46:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:19:44Z', 'updated_at': '2022-02-19T08:19:44Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:33Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:46.672294 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] Checking router: a8b048de-43f8-4505-a5b7-f9bc08ad4a23 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:19:46.684184 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:19:46.684777 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:19:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:46.703419 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db8872d6-f658-44c1-9134-6afd47d00012 req-2ecdd0fa-294f-41c1-95db-d65037734eda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8b86b91-6b24-42ef-a8ad-f973d6363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665493 Feb 19 08:19:46.831069 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db8872d6-f658-44c1-9134-6afd47d00012 req-0f6ec099-589d-4016-8cd7-5a2432767e7d service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217234 Feb 19 08:19:46.858743 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:19:46.961422 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-db8872d6-f658-44c1-9134-6afd47d00012 req-c92fa7e9-6553-4ec6-88af-c0b9081466ff service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245708 Feb 19 08:19:47.206658 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'be1256f3-1437-4e06-bfd7-2abc73d4b3a5', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'port_id': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'mac_address': 'fa:16:3e:46:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:19:44Z', 'updated_at': '2022-02-19T08:19:44Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:33Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:19:47.210658 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137f9d6-6203-479b-8a9b-32937f025226 None None] The sync data for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv is: [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'be1256f3-1437-4e06-bfd7-2abc73d4b3a5', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'port_id': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'mac_address': 'fa:16:3e:46:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:19:44Z', 'updated_at': '2022-02-19T08:19:44Z', 'revision_number': 0, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:33Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:19:47.535609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46936) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:47.644356 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4e1efc4b-749c-44f1-b8ad-8ea71d6a32c6 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/be1256f3-1437-4e06-bfd7-2abc73d4b3a5 HTTP/1.1" status: 200 len: 991 time: 0.1075306 Feb 19 08:19:48.649664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 46940) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:48.766440 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-88b99e30-2f0b-4eb1-864b-eac864a727b4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/be1256f3-1437-4e06-bfd7-2abc73d4b3a5 HTTP/1.1" status: 200 len: 991 time: 0.1140957 Feb 19 08:19:48.790290 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c994e58-e468-474d-9b48-96ad49b685d1 None None] New status for floating IP be1256f3-1437-4e06-bfd7-2abc73d4b3a5: ACTIVE {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:19:49.770018 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 46946) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:19:49.873281 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-76ab5303-becd-475e-84fb-465169fd70d9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/be1256f3-1437-4e06-bfd7-2abc73d4b3a5 HTTP/1.1" status: 200 len: 993 time: 0.1022027 Feb 19 08:20:06.770054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-504314c7-04cc-4b77-810a-471a3160493e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:09.061950 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-caa5563b-ff8b-4bc0-8821-6371e7b34123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:10.366704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:10.407416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:11.678165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:13.959241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:16.794734 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:20:25.295539 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-37372276-4980-4c29-8919-63f15db6ac6e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1847379 Feb 19 08:20:25.448756 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-d5047ed8-768d-4085-9cbf-23f0cbbfbed8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1098 time: 0.0749242 Feb 19 08:20:25.699188 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-9518ae38-0a41-4958-a386-32170eb6043f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:25.700623 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-9518ae38-0a41-4958-a386-32170eb6043f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 200 len: 898 time: 0.2329278 Feb 19 08:20:25.813658 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-6d807259-3c6d-45aa-9883-9105ee666ff7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 200 len: 1001 time: 0.1057982 Feb 19 08:20:25.875605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-db3567bc-2fcf-46f8-bef8-879c0c3d2ab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:25.877002 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-db3567bc-2fcf-46f8-bef8-879c0c3d2ab0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59fb7667-56d4-47d4-a7b6-edc9bdd222da HTTP/1.1" status: 200 len: 835 time: 0.0572088 Feb 19 08:20:25.966656 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-ab377ab5-b267-4812-8cda-b9779fa1a770 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8b86b91-6b24-42ef-a8ad-f973d6363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825593 Feb 19 08:20:26.098801 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-74474879-8517-4f4a-b662-a1a3073e1682 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257567 Feb 19 08:20:26.231069 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5dec8cf6-738b-42cd-8784-5ee087ab8a0b req-fef701cf-04f8-4b28-9351-be9ee41afba4 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257286 Feb 19 08:20:36.766575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f0fb5761-d9f1-4a44-9ba6-38d9bfb8ab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:39.062614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-807cba62-211f-4063-a5f4-a73dccbc6632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:40.354782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:40.411089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:41.682294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:43.964760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:20:53.802270 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:20:57.689619 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238d983-0d0b-4423-82cd-0c1202af9e55 req-482986f1-2ae1-46db-8718-5f196aa33727 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:57.691050 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0238d983-0d0b-4423-82cd-0c1202af9e55 req-482986f1-2ae1-46db-8718-5f196aa33727 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.1011126 Feb 19 08:20:57.735464 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0238d983-0d0b-4423-82cd-0c1202af9e55 req-6eaf7b26-15eb-4cd3-9f3b-d79c0f0b6058 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388081 Feb 19 08:20:58.951746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618dddd-5a54-4a7f-8341-6bf7f583358f req-d43c51de-94fc-48bb-893c-787c79dfe378 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:58.953191 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6618dddd-5a54-4a7f-8341-6bf7f583358f req-d43c51de-94fc-48bb-893c-787c79dfe378 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0883086 Feb 19 08:20:58.997640 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6618dddd-5a54-4a7f-8341-6bf7f583358f req-40d208fa-9ccf-45aa-aaa2-3196827c1da7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388277 Feb 19 08:21:00.205522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942507fe-cc4b-4b00-ab73-2fbd852f8eb6 req-7e9bf6ac-c3cc-4e52-bea6-4cfa7b88b0e4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:00.206948 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-942507fe-cc4b-4b00-ab73-2fbd852f8eb6 req-7e9bf6ac-c3cc-4e52-bea6-4cfa7b88b0e4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0822084 Feb 19 08:21:00.255935 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-942507fe-cc4b-4b00-ab73-2fbd852f8eb6 req-e250f54d-cf83-48a9-8122-a23e7129c275 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 Feb 19 08:21:00.290923 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47000) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:00.392841 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7634ea9-f5a7-4735-a3b9-55749185a79e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/be1256f3-1437-4e06-bfd7-2abc73d4b3a5 HTTP/1.1" status: 200 len: 993 time: 0.0997405 Feb 19 08:21:01.893720 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1e148-5e24-44f1-b941-87b91d7441d1 req-03d6d014-7b83-4ad5-a184-f9f9be0a1cf2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:01.895153 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7fc1e148-5e24-44f1-b941-87b91d7441d1 req-03d6d014-7b83-4ad5-a184-f9f9be0a1cf2 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0773504 Feb 19 08:21:01.895578 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-d70e9c00-b7a2-4176-8cab-f92fbaba3d10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1098 time: 0.0723424 Feb 19 08:21:01.939881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7fc1e148-5e24-44f1-b941-87b91d7441d1 req-0008696a-47a5-40a3-b0cf-0b3105c90dc4 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Feb 19 08:21:02.028749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-02cb4ceb-4a1c-4103-8479-a623689ab737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:02.030094 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-02cb4ceb-4a1c-4103-8479-a623689ab737 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 200 len: 898 time: 0.1285887 Feb 19 08:21:02.133968 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-f18838f4-dbd4-4a6d-a194-b5edf3ed8b2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 200 len: 1001 time: 0.0972853 Feb 19 08:21:02.196779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-0ace4a2a-333f-47ab-89e5-3a5287c75044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:02.198223 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-0ace4a2a-333f-47ab-89e5-3a5287c75044 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59fb7667-56d4-47d4-a7b6-edc9bdd222da HTTP/1.1" status: 200 len: 835 time: 0.0582304 Feb 19 08:21:02.287541 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-8574167f-da2e-4e93-8f4a-b0facbe13ad2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8b86b91-6b24-42ef-a8ad-f973d6363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834475 Feb 19 08:21:02.420363 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-1d6adb23-adf9-4233-ad96-c7568a69c445 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264317 Feb 19 08:21:02.555423 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-acf8e60b-a0a3-4d94-bcf1-b120d43a24ee req-21694c9d-542a-4782-851a-c5b4bc628208 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290112 Feb 19 08:21:03.234767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49036a4f-690b-4c5c-9910-93201c6d728d req-d1264de4-ab74-47f6-b517-d711aa37b4de tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:03.236308 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-49036a4f-690b-4c5c-9910-93201c6d728d req-d1264de4-ab74-47f6-b517-d711aa37b4de tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.1596553 Feb 19 08:21:03.283330 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-49036a4f-690b-4c5c-9910-93201c6d728d req-6d722cd2-4a93-468e-9ab4-70d4270d8f7f tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414190 Feb 19 08:21:04.497572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ad3d3-cc61-49b0-8192-f9d06c7e2d20 req-e4145d41-68b9-4e5a-bb1f-20d5cbccd6e7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:04.498983 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-427ad3d3-cc61-49b0-8192-f9d06c7e2d20 req-e4145d41-68b9-4e5a-bb1f-20d5cbccd6e7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0812147 Feb 19 08:21:04.543442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-427ad3d3-cc61-49b0-8192-f9d06c7e2d20 req-14bd379f-bfa8-48b2-a45f-744f54879946 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Feb 19 08:21:04.576879 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47014) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:04.680197 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-20b08d51-fb6b-4181-a2fe-4d75c36a3e5e tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/floatingips/be1256f3-1437-4e06-bfd7-2abc73d4b3a5 HTTP/1.1" status: 200 len: 993 time: 0.1021874 Feb 19 08:21:04.968451 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47022) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:05.177551 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port 26ff39b7-a1f2-407d-8863-c28808eb96ce {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:21:05.177837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:05.351261 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:05.351491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:05.466596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for 26ff39b7-a1f2-407d-8863-c28808eb96ce owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:21:05.629611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:05.671141 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=26ff39b7-a1f2-407d-8863-c28808eb96ce,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:05.708444 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.708783 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.709114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.709439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.709757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.710078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.710388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.710705 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.711017 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.711329 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.711622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:05.770330 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:06.263292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:06.465385 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:06.475259 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] Sync routers for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:21:06.481423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:06.487018 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:06.487686 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:06.537081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-ee85d950-df8e-4fcb-94c1-10acfc158b69 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/floatingips/be1256f3-1437-4e06-bfd7-2abc73d4b3a5 HTTP/1.1" status: 204 len: 168 time: 1.5673442 Feb 19 08:21:06.537468 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:21:06.594196 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'status': 'completed', 'code': 200} Feb 19 08:21:06.664305 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:06.692892 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-31143703-693f-473d-b153-b728c64a40ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6842396f2d7c4c7e80d34c96f6391123&device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 1098 time: 0.0748343 Feb 19 08:21:06.750312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1efac809-373a-490c-92bf-aad3b49ecce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:06.929690 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-a7f8302f-1108-4f9e-8da6-75444169efbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:06.931165 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-a7f8302f-1108-4f9e-8da6-75444169efbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 200 len: 898 time: 0.2319529 Feb 19 08:21:06.948023 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7912922-6c38-4991-828a-2f366dc9a4af req-0df06efe-0f7e-40d6-9171-53ac65bdb029 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:06.948889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b7912922-6c38-4991-828a-2f366dc9a4af req-0df06efe-0f7e-40d6-9171-53ac65bdb029 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:21:06.965766 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-b7912922-6c38-4991-828a-2f366dc9a4af req-0df06efe-0f7e-40d6-9171-53ac65bdb029 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:21:06.967006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b7912922-6c38-4991-828a-2f366dc9a4af req-0df06efe-0f7e-40d6-9171-53ac65bdb029 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0995162 Feb 19 08:21:07.005727 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-7370fb52-f8bf-4679-b93e-c8bf4c2420fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 200 len: 217 time: 0.0675142 Feb 19 08:21:07.017967 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b7912922-6c38-4991-828a-2f366dc9a4af req-e9563c30-e853-47d6-bbd8-772a63f97d19 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443175 Feb 19 08:21:07.044575 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:33Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:07.048230 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] Checking router: a8b048de-43f8-4505-a5b7-f9bc08ad4a23 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:21:07.058696 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:07.059274 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:07.068586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-aa82bc8a-3281-4ad6-91d6-80a333fc52ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:07.070033 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-aa82bc8a-3281-4ad6-91d6-80a333fc52ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59fb7667-56d4-47d4-a7b6-edc9bdd222da HTTP/1.1" status: 200 len: 835 time: 0.0580740 Feb 19 08:21:07.143956 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-3cbd68d6-11cd-428c-9748-226672d02b86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8b86b91-6b24-42ef-a8ad-f973d6363324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676489 Feb 19 08:21:07.231723 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:07.274527 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-42bd7f59-0529-420e-a4e3-dbadf759d1fa service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230264 Feb 19 08:21:07.411554 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-25d2afd9-25ff-4ef5-bc1a-8d3906393ab5 req-360a638f-2064-48c5-b44d-a7986623b0c1 service neutron] 10.222.0.67 "GET /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293557 Feb 19 08:21:07.541932 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:33Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:07.545865 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf67c663-cbc1-4a5b-b91d-36070101933f None None] The sync data for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv is: [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:27Z', 'revision_number': 4, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': 'f60119a0-3bdd-413d-9efa-7804fa95e5bb', 'name': '', 'network_id': 'a8b86b91-6b24-42ef-a8ad-f973d6363324', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'mac_address': 'fa:16:3e:ed:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:26Z', 'updated_at': '2022-02-19T08:19:33Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'subnets': [{'id': '59fb7667-56d4-47d4-a7b6-edc9bdd222da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:21:07.761478 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ad075-ca01-4bcd-8e70-388815ad5ecb None None] New status for floating IP be1256f3-1437-4e06-bfd7-2abc73d4b3a5: DOWN {{(pid=83570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:21:08.226367 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2eb45-4841-490f-8a7c-d413b0162101 req-2eabb782-4c40-4d1f-b3bc-ce49b78098e7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:08.227840 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3f2eb45-4841-490f-8a7c-d413b0162101 req-2eabb782-4c40-4d1f-b3bc-ce49b78098e7 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.0815618 Feb 19 08:21:08.274399 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d3f2eb45-4841-490f-8a7c-d413b0162101 req-af317f0a-39d5-4321-a339-ee75087b7ce9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/security-groups?id=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402653 Feb 19 08:21:08.751365 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-d8d1db5e-8f0a-422b-84b5-6d15eb23fd5d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:08.751957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-d8d1db5e-8f0a-422b-84b5-6d15eb23fd5d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Synchronizing usage tracker for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:21:08.764446 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-d8d1db5e-8f0a-422b-84b5-6d15eb23fd5d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Unset dirty status for tenant:6842396f2d7c4c7e80d34c96f6391123 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:21:08.765457 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-d8d1db5e-8f0a-422b-84b5-6d15eb23fd5d tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 945 time: 0.1032565 Feb 19 08:21:08.839520 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:21:08.839852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:09.055936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4c0d03cc-89e5-4bd3-8036-c80b49ad3c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:09.091436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:09.091776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:09.207628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:21:09.353609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:09.399063 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:09.438247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.439101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.439101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.439307 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.439451 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.439852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.440102 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.440459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.440773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.441173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.441493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:09.442831 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-828638c4-738b-4596-ae7e-7ded52731738 req-7436204a-8646-4d83-8425-3e912e9083d9 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "GET /v2.0/ports?device_id=145ceeaf-509e-4e3a-8316-8f788f1b9b3c HTTP/1.1" status: 200 len: 210 time: 0.0469279 Feb 19 08:21:09.485871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] No DVR routers for this DVR port ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:21:09.488273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:09.490660 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'name': 'network-vif-deleted', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:21:09.506305 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-4e323a18-123d-4aff-8f2e-c6dae42d5f5f req-41f2b1ab-b4ce-4b24-83eb-71c91a706d86 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.67 "DELETE /v2.0/ports/ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 HTTP/1.1" status: 204 len: 173 time: 0.7357087 Feb 19 08:21:09.545647 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145ceeaf-509e-4e3a-8316-8f788f1b9b3c', 'name': 'network-vif-deleted', 'tag': 'ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4', 'status': 'completed', 'code': 200} Feb 19 08:21:10.355946 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:10.413889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:10.555933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47040) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:10.965530 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:11.592855 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port f60119a0-3bdd-413d-9efa-7804fa95e5bb {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:21:11.593463 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:11.674717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:11.880616 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port f60119a0-3bdd-413d-9efa-7804fa95e5bb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=f60119a0-3bdd-413d-9efa-7804fa95e5bb,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:11.880839 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:12.002305 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for f60119a0-3bdd-413d-9efa-7804fa95e5bb owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:21:12.179945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:12.226176 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=f60119a0-3bdd-413d-9efa-7804fa95e5bb,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:12.539407 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:13.210291 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:13.387718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:21:13.418662 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:13.420145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:21:13.420503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device ab1c7ae4-7c5a-43f1-a37c-430f974cb2b4 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:21:13.429026 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] Sync routers for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:21:13.436315 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-3a805f3e-375d-4141-ac8f-75b84d720998 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "PUT /v2.0/routers/a8b048de-43f8-4505-a5b7-f9bc08ad4a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788571 Feb 19 08:21:13.438977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47044) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:13.444338 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:13.444920 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:13.615635 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:13.623932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting subnet 59fb7667-56d4-47d4-a7b6-edc9bdd222da {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:21:13.626815 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:13.678469 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:13.763591 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:13.837923 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:13.876629 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Subnet': ['ID=59fb7667-56d4-47d4-a7b6-edc9bdd222da,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:13.884799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:13.895471 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b01750-8d93-44cf-b1f7-8f71e3eff33f None None] Network a8b86b91-6b24-42ef-a8ad-f973d6363324 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:21:13.895658 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-2803655f-aea9-4793-bb7f-07d12a8f0f40 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/subnets/59fb7667-56d4-47d4-a7b6-edc9bdd222da HTTP/1.1" status: 204 len: 168 time: 0.4519506 Feb 19 08:21:13.895828 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47048) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:13.904608 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:13.909057 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] Checking router: a8b048de-43f8-4505-a5b7-f9bc08ad4a23 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:21:13.919506 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] Routers {'a8b048de-43f8-4505-a5b7-f9bc08ad4a23'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:13.920094 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:13.995888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.101073 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.124714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] Set router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:14.167962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] DHCP port deletion for a8b86b91-6b24-42ef-a8ad-f973d6363324 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:21:14.172054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Deleting port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:21:14.172450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.314896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.325905 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Deleting port e9624807-2b82-4e98-9c96-056e6599567e {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:21:14.326224 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.372382 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] For port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=ab1d51b9-90bb-4c97-87b3-ce76e679a3d4,segment=NetworkSegment(930342a3-c1ee-43d9-b27b-8b5ca86821d5),segment_id=930342a3-c1ee-43d9-b27b-8b5ca86821d5)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:14.372680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.404492 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:14.408386 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb682e-3c3f-4e91-a965-2bb23c9f88ff None None] The sync data for ids ['a8b048de-43f8-4505-a5b7-f9bc08ad4a23'] in dv-neutron-829958-1-hyperv is: [{'id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279881529', 'tenant_id': '6842396f2d7c4c7e80d34c96f6391123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': '6842396f2d7c4c7e80d34c96f6391123', 'gw_port': {'id': 'e9624807-2b82-4e98-9c96-056e6599567e', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:11:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b048de-43f8-4505-a5b7-f9bc08ad4a23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:19:23Z', 'updated_at': '2022-02-19T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:21:14.501575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Calling delete_port for ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:21:14.519339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] For port e9624807-2b82-4e98-9c96-056e6599567e, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=e9624807-2b82-4e98-9c96-056e6599567e,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:14.519785 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.614047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116'] for port, after_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.642621 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Calling delete_port for e9624807-2b82-4e98-9c96-056e6599567e owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:21:14.657931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Pushing event deleted for resources: {'Port': ['ID=ab1d51b9-90bb-4c97-87b3-ce76e679a3d4,revision_number=None']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:14.663529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] No DVR routers for this DVR port ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 on host dv-neutron-829958-1-hyperv {{(pid=83570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:21:14.670309 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.670651 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.670985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.673754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637735e-1d15-46a3-8998-e8f3204e73b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:14.917147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:14.961154 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Port': ['ID=e9624807-2b82-4e98-9c96-056e6599567e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:15.201947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.465443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.469880 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.497065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.497615 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Fanout notify agent at l3_agent the message router_deleted on router a8b048de-43f8-4505-a5b7-f9bc08ad4a23 {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:21:15.512799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.513917 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-4ef3efae-430e-495e-a355-a083d8f041d3 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/routers/a8b048de-43f8-4505-a5b7-f9bc08ad4a23 HTTP/1.1" status: 204 len: 168 time: 1.6171751 Feb 19 08:21:15.516947 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47052) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:15.635238 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.775357 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.803945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b86b91-6b24-42ef-a8ad-f973d6363324']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:15.816479 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930342a3-c1ee-43d9-b27b-8b5ca86821d5') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:15.816776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930342a3-c1ee-43d9-b27b-8b5ca86821d5') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:15.828042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.843536 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.849631 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:21:15.850036 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:21:15.863759 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:21:15.953781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.965314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f60119a0-3bdd-413d-9efa-7804fa95e5bb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:21:15.980793 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:15.982738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'Network': ['ID=a8b86b91-6b24-42ef-a8ad-f973d6363324,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:15.996264 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-62d2bd52-bcd5-40bb-9745-fecd7c2f2070 tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/networks/a8b86b91-6b24-42ef-a8ad-f973d6363324 HTTP/1.1" status: 204 len: 168 time: 0.4779618 Feb 19 08:21:15.998699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47056) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:16.001422 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: f60119a0-3bdd-413d-9efa-7804fa95e5bb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:21:16.001760 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device f60119a0-3bdd-413d-9efa-7804fa95e5bb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:21:16.002172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:21:16.032838 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:21:16.033088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device ab1d51b9-90bb-4c97-87b3-ce76e679a3d4 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:21:16.065660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9794054-4cf9-485b-9fab-f6cb328ee2ea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.093529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9794054-4cf9-485b-9fab-f6cb328ee2ea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.162623 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9794054-4cf9-485b-9fab-f6cb328ee2ea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.180632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9794054-4cf9-485b-9fab-f6cb328ee2ea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:16.193053 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e9794054-4cf9-485b-9fab-f6cb328ee2ea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.196862 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e9794054-4cf9-485b-9fab-f6cb328ee2ea tempest-TestNetworkAdvancedServerOps-344729307 tempest-TestNetworkAdvancedServerOps-344729307-project] 10.222.0.72 "DELETE /v2.0/security-groups/a2b6c33d-91e3-488f-a0bd-bf74e8dd1a4e HTTP/1.1" status: 204 len: 168 time: 0.1944892 Feb 19 08:21:16.601896 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47066) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:16.792824 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-11fa7144-5caf-45fd-8b1a-69c0befa836c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6842396f2d7c4c7e80d34c96f6391123&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1897695 Feb 19 08:21:16.796630 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47072) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:16.868746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d79eff34-6259-4ef5-a1f7-381d7d6217bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.906935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d79eff34-6259-4ef5-a1f7-381d7d6217bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.962047 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d79eff34-6259-4ef5-a1f7-381d7d6217bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.978570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eff34-6259-4ef5-a1f7-381d7d6217bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5e4906-9862-4780-9813-5c5a1946cad3,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:16.984846 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d79eff34-6259-4ef5-a1f7-381d7d6217bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:16.988271 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d79eff34-6259-4ef5-a1f7-381d7d6217bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e5e4906-9862-4780-9813-5c5a1946cad3 HTTP/1.1" status: 204 len: 168 time: 0.1884484 Feb 19 08:21:17.382782 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47080) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:17.401280 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:17.436192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:17.440395 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Usage tracker for resource:security_group_rule and tenant:afe13b81f7bb44bba1c02295ac86ad6a is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:17.443470 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:17.449830 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:17.569729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e9624807-2b82-4e98-9c96-056e6599567e no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:21:17.601767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: e9624807-2b82-4e98-9c96-056e6599567e {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:21:17.602110 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device e9624807-2b82-4e98-9c96-056e6599567e not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:21:17.606477 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:17.611857 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:17.655601 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c1c78-5d6c-4cd0-b5f8-63f334ceae42,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:17.659938 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e761e4bc-bccf-4e4b-ad38-7a8d75337d02 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=afe13b81f7bb44bba1c02295ac86ad6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2761497 Feb 19 08:21:17.662864 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47084) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:17.725663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e04deca-c1cd-4278-a838-eab43359a3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:17.750062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e04deca-c1cd-4278-a838-eab43359a3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:17.802217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e04deca-c1cd-4278-a838-eab43359a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:17.817759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04deca-c1cd-4278-a838-eab43359a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c1c78-5d6c-4cd0-b5f8-63f334ceae42,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:17.821938 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2e04deca-c1cd-4278-a838-eab43359a3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:17.822931 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2e04deca-c1cd-4278-a838-eab43359a3d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de9c1c78-5d6c-4cd0-b5f8-63f334ceae42 HTTP/1.1" status: 204 len: 168 time: 0.1590829 Feb 19 08:21:18.833339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47108) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:18.974685 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-661338307-network', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:18.981494 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:18.985594 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Usage tracker for resource:network and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:18.988606 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:18.995147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:19.008276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Made reservation on behalf of 4a9ba08dd57a46fd96a57c83f5f21464 for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:19.010555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.022726 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.053038 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:19.057034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:19.060413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:19.066010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:19.131266 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.137541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.169125 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:21:19.177153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdec17b-4a60-4238-8c6c-9e19b49d1584,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:19.182784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.183435 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Added segment 510558f6-b6fc-4670-a3bf-48bfd350bd5c of type vlan for network 65f0c58e-da54-461a-8d44-187f5202368f Feb 19 08:21:19.209552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.240727 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.241497 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:19.242080 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.348853 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] Pushing event updated for resources: {'Network': ['ID=65f0c58e-da54-461a-8d44-187f5202368f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:19.354178 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-fa81ada1-a2de-49af-9e8c-2554e96c813a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5196440 Feb 19 08:21:19.357216 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47114) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:19.362136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 65f0c58e-da54-461a-8d44-187f5202368f details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:21:19.362937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Request body: {'subnet': {'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-661338307-subnet', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:19.368237 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:19.372240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Usage tracker for resource:subnet and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:19.375147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:19.381042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:19.393384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Made reservation on behalf of 4a9ba08dd57a46fd96a57c83f5f21464 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:19.395776 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.601501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.673650 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c012e597-0731-4d06-96c2-1245488dcb91,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:19.690891 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Checking segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:19.691353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Network hostable DHCP agents. Network: 65f0c58e-da54-461a-8d44-187f5202368f, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:21:19.714810 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Network 65f0c58e-da54-461a-8d44-187f5202368f is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:21:19.724934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 65f0c58e-da54-461a-8d44-187f5202368f) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:19.729016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:19.729635 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.733803 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c26ca-2bfe-4cb8-bf70-fbb22922d86e None None] Network 65f0c58e-da54-461a-8d44-187f5202368f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:21:19.751335 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5b5f51c7-46bc-4232-8616-799563d472d9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3930495 Feb 19 08:21:19.754071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47118) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:19.759078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:19.763728 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:19.767812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Usage tracker for resource:router and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:19.770695 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:19.776420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:19.787362 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.788467 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.810092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.952457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-65f0c58e-da54-461a-8d44-187f5202368f', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:21:19.953270 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:19.957027 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.105417 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Allocated IP 172.20.0.2 (65f0c58e-da54-461a-8d44-187f5202368f/c012e597-0731-4d06-96c2-1245488dcb91/d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:20.145934 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.176355 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.309685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.320522 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Transition to ACTIVE for port object d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:20.321976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Allocated IP 172.26.1.55 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/b03ab879-6ab4-40ca-b7f4-c2182b447c13) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:20.340369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Transition to ACTIVE for port object d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:20.348494 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.404410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Network 65f0c58e-da54-461a-8d44-187f5202368f is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:20.407321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:20.415580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:20.453104 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Pushing event updated for resources: {'Port': ['ID=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:20.469852 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.496802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.512061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Attempting to bind port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:21:20.512449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Attempting to bind port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:21:20.512793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Attempting to bind port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 on network 65f0c58e-da54-461a-8d44-187f5202368f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:20.518916 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:21:20.519272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Checking segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:20.519681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.520039 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Bound using segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:21:20.520502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Bound port: d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:21:20.520857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.561798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:20.564724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:20.570029 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:20.595063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Pushing event updated for resources: {'Port': ['ID=b03ab879-6ab4-40ca-b7f4-c2182b447c13,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:20.614423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] For port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:20.617464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] For port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:20.622636 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.704214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b0b09-5386-4bfd-ae9a-54739c6ac0e8 None None] Pushing event updated for resources: {'Port': ['ID=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:20.738834 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:20.739579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:21.077413 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Router b01fa8f6-b075-466b-9910-9ee47e5a351a is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:21:21.274953 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:21.284381 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Sync routers for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:21:21.297161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:21.297787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:21.303207 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:21.304593 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d7f86dd9-6a8e-459b-bc08-c2330ac91617 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5495195 Feb 19 08:21:21.307493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47122) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:21.485344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:21.657224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104d7c8-c41e-42e7-baf1-4a2a172eeb83 None None] Network 65f0c58e-da54-461a-8d44-187f5202368f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:21:21.714835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:21.876747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-566206bc-22f9-4f9a-ab43-ffbe1124ae89 None None] Provisioning for port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:21.998975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:22.013367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:22.013728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.061784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.164107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:20Z', 'revision_number': 3, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:22.187845 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Checking router: b01fa8f6-b075-466b-9910-9ee47e5a351a for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:21:22.188180 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Updating router b01fa8f6-b075-466b-9910-9ee47e5a351a port b03ab879-6ab4-40ca-b7f4-c2182b447c13 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:21:22.242099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.268421 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.269821 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Allocated IP 172.20.0.1 (65f0c58e-da54-461a-8d44-187f5202368f/c012e597-0731-4d06-96c2-1245488dcb91/95dbe833-8e6e-4d2f-93e0-6b49acba4a7b) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:22.335649 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:22.438330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.464965 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.482771 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Transition to ACTIVE for port object 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:22.508109 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.597685 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:22.611487 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2bc6c860-6867-4b50-89d0-c9f1825afb0c None None] Provisioning complete for port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:22.611721 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2bc6c860-6867-4b50-89d0-c9f1825afb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.696459 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Network 65f0c58e-da54-461a-8d44-187f5202368f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:22.697223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Pushing event updated for resources: {'Port': ['ID=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:22.701171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:22.703447 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:22.755540 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.819073 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.834450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Transition to ACTIVE for port object b03ab879-6ab4-40ca-b7f4-c2182b447c13 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:22.845647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.869196 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.943947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Attempting to bind port b03ab879-6ab4-40ca-b7f4-c2182b447c13 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:21:22.944440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Attempting to bind port b03ab879-6ab4-40ca-b7f4-c2182b447c13 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:21:22.944802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Attempting to bind port b03ab879-6ab4-40ca-b7f4-c2182b447c13 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:22.946917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f98fe-a000-427b-b94e-2d913078fee9 None None] Pushing event updated for resources: {'Port': ['ID=b03ab879-6ab4-40ca-b7f4-c2182b447c13,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:22.961079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:21:22.961481 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:22.961853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.962233 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:21:22.962689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Bound port: b03ab879-6ab4-40ca-b7f4-c2182b447c13, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:21:22.963072 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:22.990214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-42d09f0e-e935-45eb-9b19-032d8498dace None None] Provisioning for port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:23.006837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-42d09f0e-e935-45eb-9b19-032d8498dace None None] Provisioning complete for port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:23.007202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-42d09f0e-e935-45eb-9b19-032d8498dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:23.082099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-42d09f0e-e935-45eb-9b19-032d8498dace None None] Port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:21:23.085690 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] For port b03ab879-6ab4-40ca-b7f4-c2182b447c13, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:23.089013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] For port b03ab879-6ab4-40ca-b7f4-c2182b447c13, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b03ab879-6ab4-40ca-b7f4-c2182b447c13,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:23.095143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:23.111383 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:23.116751 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:23.173569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:23.174238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:23.224296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Pushing event updated for resources: {'Port': ['ID=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:23.228500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:23.321966 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f98fe-a000-427b-b94e-2d913078fee9 None None] Pushing event updated for resources: {'Port': ['ID=b03ab879-6ab4-40ca-b7f4-c2182b447c13,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:23.371180 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Network 65f0c58e-da54-461a-8d44-187f5202368f is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:23.372432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:23.393913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:23.635151 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:23.701315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-022315cf-d001-4e59-ac75-0bd369a78722 None None] Provisioning complete for port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:23.701650 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-022315cf-d001-4e59-ac75-0bd369a78722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:23.765763 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Router b01fa8f6-b075-466b-9910-9ee47e5a351a has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:23.798920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-022315cf-d001-4e59-ac75-0bd369a78722 None None] Port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:21:23.819684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:23.820062 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:23.878036 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 2, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:23.884763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704e0c1-0a74-44a9-8bc7-5867b7d961d6 None None] The sync data for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv is: [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 2, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:21:23.976759 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:23.985856 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bf8f4540-331e-4c68-a522-0e944163fd01 admin admin] 10.222.0.72 "PUT /v2.0/routers/b01fa8f6-b075-466b-9910-9ee47e5a351a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768360 Feb 19 08:21:24.885435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47144) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:24.891162 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1434384621-network', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:24.896450 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:24.900538 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Usage tracker for resource:network and tenant:bc4475270cd74450babba1683ce9a65b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:24.903641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:24.909683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:24.921391 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Made reservation on behalf of bc4475270cd74450babba1683ce9a65b for: {'network': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:24.923723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:24.937002 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:24.968568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:24.973182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4475270cd74450babba1683ce9a65b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:24.976192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:24.983243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:25.046681 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.052443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.081356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=83568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:21:25.089228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db477d0-bd53-49d8-9a5c-a1e3c7d5162f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:25.094465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.094799 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.segments_db [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Added segment 67cbf562-935f-4bd3-b695-5ae33473d07c of type vlan for network 146f58f3-2215-418c-9110-e5d3728c44a9 Feb 19 08:21:25.120875 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.151092 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.152352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:25.153230 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.263260 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3765929 Feb 19 08:21:25.263936 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676ede0-f477-475d-881d-d3dda152bc82 admin admin] Pushing event updated for resources: {'Network': ['ID=146f58f3-2215-418c-9110-e5d3728c44a9,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:25.265932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47148) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:25.271489 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Request body: {'subnet': {'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1434384621-subnet', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:25.273739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 146f58f3-2215-418c-9110-e5d3728c44a9 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:21:25.276522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:25.280374 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Usage tracker for resource:subnet and tenant:bc4475270cd74450babba1683ce9a65b is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:25.283179 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:25.288985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:25.299025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Made reservation on behalf of bc4475270cd74450babba1683ce9a65b for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:25.301287 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.615812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.642353 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b03ab879-6ab4-40ca-b7f4-c2182b447c13 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:25.689924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb0253c-2351-4096-b450-9ff5f8bbc582,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:25.699240 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Checking segment: {'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:25.699589 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Network hostable DHCP agents. Network: 146f58f3-2215-418c-9110-e5d3728c44a9, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:21:25.708778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port b03ab879-6ab4-40ca-b7f4-c2182b447c13 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:25.713253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b03ab879-6ab4-40ca-b7f4-c2182b447c13 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:25.713642 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.721223 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Network 146f58f3-2215-418c-9110-e5d3728c44a9 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:21:25.730612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 146f58f3-2215-418c-9110-e5d3728c44a9) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:25.734686 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:25.735260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.744903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719ba46-faac-4147-8120-4488a2033493 None None] Network 146f58f3-2215-418c-9110-e5d3728c44a9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:21:25.756535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-8fd8ff15-1cb2-4b06-9fde-795f73a9c591 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4894226 Feb 19 08:21:25.759571 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:25.764711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:25.769933 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:25.774073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Usage tracker for resource:router and tenant:bc4475270cd74450babba1683ce9a65b is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:25.776984 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:25.782624 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:25.793127 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.794016 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.812047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:25.973318 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.022011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port b03ab879-6ab4-40ca-b7f4-c2182b447c13, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b03ab879-6ab4-40ca-b7f4-c2182b447c13,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:26.029294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.059093 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-146f58f3-2215-418c-9110-e5d3728c44a9', 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'fixed_ips': [{'subnet_id': 'fcb0253c-2351-4096-b450-9ff5f8bbc582'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:21:26.059888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.060727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.163306 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=b03ab879-6ab4-40ca-b7f4-c2182b447c13,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:26.240958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Allocated IP 172.20.0.2 (146f58f3-2215-418c-9110-e5d3728c44a9/fcb0253c-2351-4096-b450-9ff5f8bbc582/b5255d95-95ea-4ba1-87dd-93ff2b50227d) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:26.246066 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.275740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.416508 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Allocated IP 172.26.1.159 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/1c925765-7d2e-4155-9232-0f53acf6c8eb) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:26.491107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.505118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Transition to ACTIVE for port object b5255d95-95ea-4ba1-87dd-93ff2b50227d will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:26.525372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Transition to ACTIVE for port object b5255d95-95ea-4ba1-87dd-93ff2b50227d will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:26.532282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.570889 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.601095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.601334 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Network 146f58f3-2215-418c-9110-e5d3728c44a9 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:26.604122 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:26.607833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:26.613965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Pushing event updated for resources: {'Port': ['ID=b5255d95-95ea-4ba1-87dd-93ff2b50227d,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:26.673895 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:26.676755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:26.679235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:26.702074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Attempting to bind port b5255d95-95ea-4ba1-87dd-93ff2b50227d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:21:26.702434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Attempting to bind port b5255d95-95ea-4ba1-87dd-93ff2b50227d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:21:26.702782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Attempting to bind port b5255d95-95ea-4ba1-87dd-93ff2b50227d on network 146f58f3-2215-418c-9110-e5d3728c44a9 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:26.709064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:21:26.709444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Checking segment: {'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:26.709833 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.710222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Bound using segment: {'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:21:26.710669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Bound port: b5255d95-95ea-4ba1-87dd-93ff2b50227d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:21:26.711031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.712228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=1c925765-7d2e-4155-9232-0f53acf6c8eb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:26.795805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] For port b5255d95-95ea-4ba1-87dd-93ff2b50227d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:26.798678 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] For port b5255d95-95ea-4ba1-87dd-93ff2b50227d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b5255d95-95ea-4ba1-87dd-93ff2b50227d,segment=NetworkSegment(67cbf562-935f-4bd3-b695-5ae33473d07c),segment_id=67cbf562-935f-4bd3-b695-5ae33473d07c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:26.804410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.844113 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.844851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:26.892712 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde23d6-5c77-476a-af3f-4ab1711a7007 None None] Pushing event updated for resources: {'Port': ['ID=b5255d95-95ea-4ba1-87dd-93ff2b50227d,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:27.086972 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:21:27.308721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:27.317801 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Sync routers for ids ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:21:27.333973 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Routers {'77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:27.334824 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:27.334955 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:27.336240 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ece1a2a-42c2-419e-855b-0627eb7e1ab4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5755682 Feb 19 08:21:27.339081 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47156) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:27.513075 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Set router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:27.728488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b03ab879-6ab4-40ca-b7f4-c2182b447c13 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:27.810991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b03ab879-6ab4-40ca-b7f4-c2182b447c13 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:27.811351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:27.839455 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:21:26Z', 'revision_number': 3, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port': {'id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:26Z', 'updated_at': '2022-02-19T08:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:27.843685 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Checking router: 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:21:27.844025 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Updating router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 port 1c925765-7d2e-4155-9232-0f53acf6c8eb binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:21:27.899017 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:27.910614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267cbe2-7a20-499d-be50-5285dadd7ae5 None None] Network 146f58f3-2215-418c-9110-e5d3728c44a9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:21:28.017641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b5255d95-95ea-4ba1-87dd-93ff2b50227d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:28.081878 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ed5a15ff-a3d2-4d77-ad98-e99f427b5575 None None] Provisioning for port b5255d95-95ea-4ba1-87dd-93ff2b50227d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:28.199676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port b5255d95-95ea-4ba1-87dd-93ff2b50227d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:28.206974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b5255d95-95ea-4ba1-87dd-93ff2b50227d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:28.207692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.220515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.228375 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.240682 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Transition to ACTIVE for port object 1c925765-7d2e-4155-9232-0f53acf6c8eb will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:28.248033 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.345903 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Pushing event updated for resources: {'Port': ['ID=1c925765-7d2e-4155-9232-0f53acf6c8eb,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:28.350929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.366184 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Attempting to bind port 1c925765-7d2e-4155-9232-0f53acf6c8eb on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:21:28.366817 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Attempting to bind port 1c925765-7d2e-4155-9232-0f53acf6c8eb by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:21:28.367324 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Attempting to bind port 1c925765-7d2e-4155-9232-0f53acf6c8eb on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:28.377051 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.377631 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.378094 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.378564 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.379037 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.379495 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.379962 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.380528 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.380993 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.381459 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.382169 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:28.387560 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:21:28.388272 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:28.388842 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.389404 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:21:28.390025 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Bound port: 1c925765-7d2e-4155-9232-0f53acf6c8eb, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:21:28.390569 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.400922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port b5255d95-95ea-4ba1-87dd-93ff2b50227d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b5255d95-95ea-4ba1-87dd-93ff2b50227d,segment=NetworkSegment(67cbf562-935f-4bd3-b695-5ae33473d07c),segment_id=67cbf562-935f-4bd3-b695-5ae33473d07c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:28.418938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.458779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Allocated IP 172.20.0.1 (146f58f3-2215-418c-9110-e5d3728c44a9/fcb0253c-2351-4096-b450-9ff5f8bbc582/280a40c6-fa09-42a1-a37a-71563f7fe398) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:28.502688 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] For port 1c925765-7d2e-4155-9232-0f53acf6c8eb, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:28.505965 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] For port 1c925765-7d2e-4155-9232-0f53acf6c8eb, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1c925765-7d2e-4155-9232-0f53acf6c8eb,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:28.506812 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=b5255d95-95ea-4ba1-87dd-93ff2b50227d,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:28.513874 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.606957 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.624047 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcab911-2834-4560-9ea9-104fef847f48 None None] Pushing event updated for resources: {'Port': ['ID=1c925765-7d2e-4155-9232-0f53acf6c8eb,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:28.624661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Transition to ACTIVE for port object 280a40c6-fa09-42a1-a37a-71563f7fe398 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:28.626483 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Routers {'77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:28.627064 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:28.647098 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e2bfbc69-a9b4-4f2b-bf97-d87150c1b6d5 None None] Provisioning complete for port b5255d95-95ea-4ba1-87dd-93ff2b50227d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:28.647495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2bfbc69-a9b4-4f2b-bf97-d87150c1b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.649419 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.719175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Network 146f58f3-2215-418c-9110-e5d3728c44a9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:28.722216 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:28.726653 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:28.751088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Pushing event updated for resources: {'Port': ['ID=280a40c6-fa09-42a1-a37a-71563f7fe398,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:28.782625 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.812951 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] Set router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:28.873037 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:28.994283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2051c2a8-d7e7-46e6-adbf-9d51403be033 None None] Provisioning for port 280a40c6-fa09-42a1-a37a-71563f7fe398 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:28.999980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-2051c2a8-d7e7-46e6-adbf-9d51403be033 None None] Provisioning complete for port 280a40c6-fa09-42a1-a37a-71563f7fe398 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:29.000438 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-2051c2a8-d7e7-46e6-adbf-9d51403be033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:29.054477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-2051c2a8-d7e7-46e6-adbf-9d51403be033 None None] Port 280a40c6-fa09-42a1-a37a-71563f7fe398 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:21:29.090786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:29.095993 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:29.097990 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:21:26Z', 'revision_number': 3, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port': {'id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:26Z', 'updated_at': '2022-02-19T08:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:29.101789 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8fac19-228a-419c-8b7d-bc4e11ff1ef7 None None] The sync data for ids ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'] in dv-neutron-829958-1-hyperv is: [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:21:26Z', 'revision_number': 3, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port': {'id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:26Z', 'updated_at': '2022-02-19T08:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:21:29.201979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Pushing event updated for resources: {'Port': ['ID=280a40c6-fa09-42a1-a37a-71563f7fe398,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:29.204418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:29.339100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Network 146f58f3-2215-418c-9110-e5d3728c44a9 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:29.340265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:29.580937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-1fe9eb1f-493d-4805-b11e-36cad912b07e None None] Provisioning complete for port 280a40c6-fa09-42a1-a37a-71563f7fe398 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:29.581336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1fe9eb1f-493d-4805-b11e-36cad912b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:29.629941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b5255d95-95ea-4ba1-87dd-93ff2b50227d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:29.667869 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9eb1f-493d-4805-b11e-36cad912b07e None None] Port 280a40c6-fa09-42a1-a37a-71563f7fe398 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:21:29.700254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port b5255d95-95ea-4ba1-87dd-93ff2b50227d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:29.700618 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:29.853597 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:30.061470 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:30.070320 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-43ea6802-8d4e-4378-9ad1-0a3fdcde1483 admin admin] 10.222.0.72 "PUT /v2.0/routers/77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7303081 Feb 19 08:21:30.679552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47166) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:30.685828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058340998', 'description': 'tempest-secgroup-smoke-2058340998 description', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:30.691727 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:30.695778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:30.698636 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:30.704672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:30.715362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:30.751169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:30.755017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:30.757734 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:30.763398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:30.791507 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:21:30.818418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:30.824328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:30.863340 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a01f78c-bb2c-472e-8b34-92b50316c4de,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:30.867806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:30.868967 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-b97727e8-c4d7-4f6e-95e9-5e88dd9baa47 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1884344 Feb 19 08:21:30.872966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47170) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:30.878683 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': '4a01f78c-bb2c-472e-8b34-92b50316c4de', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:30.884976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:30.888977 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:30.891937 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:30.898103 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:30.917149 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:30.985393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:30.991268 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.014646 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec3d449-5e05-4d3f-82a1-487a4c4a90f2,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:31.023507 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.024687 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e36be211-5b48-4423-a8e4-9c266cf7bbfe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1507227 Feb 19 08:21:31.027998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:31.033542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': '4a01f78c-bb2c-472e-8b34-92b50316c4de', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:31.039609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:31.043547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:31.046453 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:31.052144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:31.071116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.138051 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.143131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.165227 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c93705e-4614-47ed-972c-b3439a9047df,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:31.174730 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.175949 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-80ea749e-e219-49fb-8445-74a59e62ff70 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1469433 Feb 19 08:21:31.178814 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47178) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:31.184547 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': '4a01f78c-bb2c-472e-8b34-92b50316c4de', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:31.190559 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:31.194656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:31.197751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:31.203650 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:31.223355 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.285186 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.291100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.313522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515c991e-dc51-4e1d-a6ca-65239a0a3a02,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:31.324058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.325217 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-1e34dd7c-443e-4165-b5e2-e82ff2e83bb4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1454716 Feb 19 08:21:31.328174 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47182) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:31.333406 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': '4a01f78c-bb2c-472e-8b34-92b50316c4de', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:31.339033 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:31.342929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:31.345865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:31.351612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:31.371475 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.432992 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.437739 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.459969 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd670e7-e17e-4699-8bfa-0ced61a23da6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:31.470181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.471371 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-8d6e236d-6383-44bd-9c9f-670d966b920a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1422582 Feb 19 08:21:31.475715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47186) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:31.481004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': '4a01f78c-bb2c-472e-8b34-92b50316c4de', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:31.486704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:31.490435 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:31.493308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:31.499000 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:31.509907 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Project 4a9ba08dd57a46fd96a57c83f5f21464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:21:31.516906 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.594378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.600404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.620348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee9d0da-ed05-4565-ae93-9947afcae378,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:31.633567 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.634794 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e49a3288-4fc4-4ea3-8606-dcdbb6252c1a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1580904 Feb 19 08:21:31.637603 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47190) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:31.643164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': '4a01f78c-bb2c-472e-8b34-92b50316c4de', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:31.648919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:31.652962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:31.655887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:31.661781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:31.676319 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Project 4a9ba08dd57a46fd96a57c83f5f21464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:21:31.682962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.748213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.754424 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.779040 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435af473-3478-4fb7-8e19-f7a9f37e95c6,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:31.789150 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:31.790386 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-530fad73-59b5-4a37-90ab-e73e6b2aba0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1518438 Feb 19 08:21:31.976735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-b0b61397-e276-49aa-b622-f23c7e27f37e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:21:31.997164 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-b0b61397-e276-49aa-b622-f23c7e27f37e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:21:31.998357 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-b0b61397-e276-49aa-b622-f23c7e27f37e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058340998&fields=id&tenant_id=4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 267 time: 0.0624716 Feb 19 08:21:32.149984 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-dfe2d31b-e2bc-4a86-a129-23a708d56089 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:32.150660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-dfe2d31b-e2bc-4a86-a129-23a708d56089 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:network {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:21:32.172252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-dfe2d31b-e2bc-4a86-a129-23a708d56089 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:network {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:21:32.173482 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-dfe2d31b-e2bc-4a86-a129-23a708d56089 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 808 time: 0.1656933 Feb 19 08:21:32.195198 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-50d64faa-04e5-4902-9dfe-731ea6b5a065 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/quotas/4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 375 time: 0.0158820 Feb 19 08:21:32.274377 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-24d00171-5757-41ae-8c8e-d9b2e22b5ae2 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:21:32.293448 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-24d00171-5757-41ae-8c8e-d9b2e22b5ae2 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:21:32.294776 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-24d00171-5757-41ae-8c8e-d9b2e22b5ae2 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947430 Feb 19 08:21:32.443474 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe0a7518-5983-4053-8200-396699424138 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:21:32.444444 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe0a7518-5983-4053-8200-396699424138 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1382592 Feb 19 08:21:32.583998 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-3c142a2a-0ffb-408a-91a8-f42eedf701dc service neutron] 10.222.0.72 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327605 Feb 19 08:21:32.715602 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-6a415287-bba4-4508-8c21-07c757f91dec service neutron] 10.222.0.72 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258771 Feb 19 08:21:32.910827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b945ee74-8a6b-47cc-af03-0a9d6a54e2cb req-f0eed49b-8c38-41a7-b7f1-811d4e584857 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 210 time: 0.0456944 Feb 19 08:21:34.082055 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c5feaedb-c443-4f2a-8937-ce1121b176b2 req-28fa4e7f-b2d3-4afa-a4b6-690f5ffc6a34 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 210 time: 0.0499501 Feb 19 08:21:34.367839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-5353af00-a085-44ac-ae16-b888ac0fffde tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:34.371282 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-5353af00-a085-44ac-ae16-b888ac0fffde tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 808 time: 0.1636267 Feb 19 08:21:34.434834 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-c848409f-0b01-4474-8855-d3d7ee638c26 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:21:34.453979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-c848409f-0b01-4474-8855-d3d7ee638c26 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:21:34.455273 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-c848409f-0b01-4474-8855-d3d7ee638c26 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 380 time: 0.0683227 Feb 19 08:21:34.464357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'port': {'device_id': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'admin_state_up': True, 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'security_groups': ['4a01f78c-bb2c-472e-8b34-92b50316c4de']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:34.604990 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:34.614752 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:34.625628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Made reservation on behalf of 4a9ba08dd57a46fd96a57c83f5f21464 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:34.628810 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:34.795554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Allocated IP 172.20.0.10 (65f0c58e-da54-461a-8d44-187f5202368f/c012e597-0731-4d06-96c2-1245488dcb91/1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:34.984336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.000420 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Transition to ACTIVE for port object 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:35.024640 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.098247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Network 65f0c58e-da54-461a-8d44-187f5202368f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:35.101231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:35.105565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:35.132581 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:35.173247 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:35.173845 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.210377 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-2cbd875d-4a65-4cb7-ba19-0d279a63a2e8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499065 Feb 19 08:21:35.222786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Request body: {'port': {'device_id': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:35.295443 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875af7dc-1ecc-41a1-b51c-44c01a76bbb1 req-2a1a8f2c-23c3-47a8-8cd6-a69be6ae47f8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:35.297175 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-875af7dc-1ecc-41a1-b51c-44c01a76bbb1 req-2a1a8f2c-23c3-47a8-8cd6-a69be6ae47f8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 932 time: 0.0804796 Feb 19 08:21:35.336436 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-95beda43-774f-436d-b198-f1e2e4fc92c2 None None] Provisioning for port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:35.341875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-95beda43-774f-436d-b198-f1e2e4fc92c2 None None] Provisioning complete for port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:35.342913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-95beda43-774f-436d-b198-f1e2e4fc92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.352772 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-875af7dc-1ecc-41a1-b51c-44c01a76bbb1 req-dbfe6d2b-e6c5-405b-b413-10eda08f5422 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497851 Feb 19 08:21:35.402575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-95beda43-774f-436d-b198-f1e2e4fc92c2 None None] Port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:21:35.441206 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.663876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1c925765-7d2e-4155-9232-0f53acf6c8eb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:35.771130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 1c925765-7d2e-4155-9232-0f53acf6c8eb completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:35.776631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1c925765-7d2e-4155-9232-0f53acf6c8eb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:35.777115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.807695 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:21:35.815014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.830863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Transition to ACTIVE for port object 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:35.836087 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.898352 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.912589 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:35.916804 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 1c925765-7d2e-4155-9232-0f53acf6c8eb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1c925765-7d2e-4155-9232-0f53acf6c8eb,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:35.921990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:35.995107 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=1c925765-7d2e-4155-9232-0f53acf6c8eb,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:36.090754 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Attempting to bind port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:21:36.091056 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Attempting to bind port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:21:36.091376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Attempting to bind port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee on network 65f0c58e-da54-461a-8d44-187f5202368f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:36.097228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee on network 65f0c58e-da54-461a-8d44-187f5202368f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:21:36.097538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Attempting to bind port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee on network 65f0c58e-da54-461a-8d44-187f5202368f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:36.103929 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:21:36.104277 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Checking segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:36.104648 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Bound using segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:21:36.105030 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Bound port: 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:21:36.105441 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:36.194802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:36.197871 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:36.203360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:36.264250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:36.265786 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 1094 time: 1.0477028 Feb 19 08:21:36.266207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:21:36.290183 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54caac-8a03-4cf9-a14c-eb9383ab95d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:36.379929 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-095cf98b-46dd-4d61-b9fa-eb15fd1b7491 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1097 time: 0.0752201 Feb 19 08:21:36.461156 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-8553b609-a217-4a12-8944-3315599b3f64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 217 time: 0.0722287 Feb 19 08:21:36.468616 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'status': 'completed', 'code': 200} Feb 19 08:21:36.529332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-001edf60-25b2-436b-bc1d-91872e3298d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:36.530645 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-001edf60-25b2-436b-bc1d-91872e3298d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0590198 Feb 19 08:21:36.571745 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150725d7-f0aa-4560-b637-b0e83a01023c req-db14e5a1-a7c4-4705-b308-3527c906c36e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:36.573234 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-150725d7-f0aa-4560-b637-b0e83a01023c req-db14e5a1-a7c4-4705-b308-3527c906c36e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0763600 Feb 19 08:21:36.610166 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-9f353255-6d78-47b8-b830-8f35238c3d79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736873 Feb 19 08:21:36.618216 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-150725d7-f0aa-4560-b637-b0e83a01023c req-40a9a59c-a819-4820-bbcb-26dea62a8b7a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392311 Feb 19 08:21:36.741678 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-a644c594-1f6b-48a9-9e04-f7140e13c09d service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255946 Feb 19 08:21:36.755126 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-20b18267-65a1-44e2-9159-936645254bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:36.875373 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e9a89ce0-e3d3-46ab-b169-b7cbcf4db46c req-5b017c87-ddb1-4286-8ccd-9823d206dc01 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275227 Feb 19 08:21:36.993994 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-9e32ba0e-6cee-4292-b455-da8734aacfdf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1097 time: 0.0712686 Feb 19 08:21:37.124987 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-337e8905-48ae-401a-adf0-e2ea067c7a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:37.126395 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-337e8905-48ae-401a-adf0-e2ea067c7a50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1263657 Feb 19 08:21:37.285277 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-5ebfbd10-dae9-4fc6-9e55-b05d2dec51b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 217 time: 0.1524179 Feb 19 08:21:37.352998 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-ebd80517-d7cc-49f9-9ee2-e5f6883c4366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:37.354419 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-ebd80517-d7cc-49f9-9ee2-e5f6883c4366 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0630393 Feb 19 08:21:37.429582 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-7a900525-e6ab-4200-9746-f35299dfe643 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696356 Feb 19 08:21:37.564387 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-18fa5df9-02d2-4266-883a-f889a2ab5d97 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270468 Feb 19 08:21:37.627922 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1c925765-7d2e-4155-9232-0f53acf6c8eb up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:37.695360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 1c925765-7d2e-4155-9232-0f53acf6c8eb triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:37.695731 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:37.703674 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5d62a5c8-f80a-4e39-b1c9-4992b8f7cda0 req-bc2a794d-425f-4143-a7ef-a87a856cbd6a service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328456 Feb 19 08:21:37.817689 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ac181-3c03-4981-89d9-9bc6961eca7f req-f76cd306-072e-4b8f-b8d2-8cc707d6810b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:37.819145 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc2ac181-3c03-4981-89d9-9bc6961eca7f req-f76cd306-072e-4b8f-b8d2-8cc707d6810b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0796275 Feb 19 08:21:37.863201 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fc2ac181-3c03-4981-89d9-9bc6961eca7f req-7fd3a326-27fb-4f36-bc80-a99cabb5989a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385225 Feb 19 08:21:38.665580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Sync routers for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:21:38.678197 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:38.678828 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:38.857010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:39.058926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57addcbd-1a10-454a-9b8f-bd5246ad9c4a req-66630ac6-185c-4e32-b50d-1e3fafdd3fbc tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:39.060546 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57addcbd-1a10-454a-9b8f-bd5246ad9c4a req-66630ac6-185c-4e32-b50d-1e3fafdd3fbc tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0770621 Feb 19 08:21:39.076399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3c84b609-4ae1-4e3b-abb6-3e5aa34956c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:39.107454 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57addcbd-1a10-454a-9b8f-bd5246ad9c4a req-b09708f7-bc3c-4de5-894f-44c0cb5060bd tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 Feb 19 08:21:39.182351 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 2, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:39.186703 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Checking router: b01fa8f6-b075-466b-9910-9ee47e5a351a for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:21:39.187042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Updating router b01fa8f6-b075-466b-9910-9ee47e5a351a port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:21:39.236411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:39.456071 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:21:39.678277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:39.693995 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:39.704628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'port_id': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'mac_address': 'fa:16:3e:98:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:21:39.736901 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Transition to ACTIVE for port object 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:39.789813 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:39.906641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:39.942425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:21:39.946559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afe58-c867-4daf-80ee-6335c5a50981 None None] Pushing event updated for resources: {'Port': ['ID=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:39.988503 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:39.994505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:40.112182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Attempting to bind port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:21:40.112557 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Attempting to bind port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:21:40.112904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Attempting to bind port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b on network 65f0c58e-da54-461a-8d44-187f5202368f {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:40.118012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:40.130375 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:21:40.130686 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Checking segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:40.131080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:40.131457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Bound using segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:21:40.131917 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Bound port: 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:21:40.132323 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:40.236924 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] For port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:40.240117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] For port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:40.245186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:40.320488 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6034da-b3c7-422d-8b3d-661124baf60f req-6a7abda7-841e-49f5-a8dc-3e400f26f309 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:40.321003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:21:40.322070 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e6034da-b3c7-422d-8b3d-661124baf60f req-6a7abda7-841e-49f5-a8dc-3e400f26f309 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 945 time: 0.0821905 Feb 19 08:21:40.383523 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5e6034da-b3c7-422d-8b3d-661124baf60f req-1642be84-0d56-4a11-bdd8-95a195c1adb3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553551 Feb 19 08:21:40.383983 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afe58-c867-4daf-80ee-6335c5a50981 None None] Pushing event updated for resources: {'Port': ['ID=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:40.400219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:40.400219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:40.415595 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Sync routers for ids ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:21:40.432296 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Routers {'77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:40.433188 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:40.458064 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:40.559951 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:40.626491 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Set router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:40.651162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:40.931999 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:21:28Z', 'revision_number': 4, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port': {'id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:26Z', 'updated_at': '2022-02-19T08:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '280a40c6-fa09-42a1-a37a-71563f7fe398', 'name': '', 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'mac_address': 'fa:16:3e:50:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb0253c-2351-4096-b450-9ff5f8bbc582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:28Z', 'updated_at': '2022-02-19T08:21:28Z', 'revision_number': 2, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'subnets': [{'id': 'fcb0253c-2351-4096-b450-9ff5f8bbc582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:40.936549 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Checking router: 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:21:40.936889 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Updating router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 port 280a40c6-fa09-42a1-a37a-71563f7fe398 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:21:40.990175 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.089427 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:40Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:41.094216 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0fcc31-4ae0-44b3-9e73-a750a802a9c7 None None] The sync data for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv is: [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:40Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:21:41.374328 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.386727 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Transition to ACTIVE for port object 280a40c6-fa09-42a1-a37a-71563f7fe398 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:41.394648 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.460014 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aab36f-a556-420a-b1ef-f042e16ba750 None None] Pushing event updated for resources: {'Port': ['ID=280a40c6-fa09-42a1-a37a-71563f7fe398,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:41.610975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a032d-b9e5-4905-95d7-34a21db9356c req-5645c481-e446-4577-ac3f-7997d86314f9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:41.613642 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b78a032d-b9e5-4905-95d7-34a21db9356c req-5645c481-e446-4577-ac3f-7997d86314f9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 945 time: 0.0877728 Feb 19 08:21:41.647068 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Attempting to bind port 280a40c6-fa09-42a1-a37a-71563f7fe398 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:21:41.647429 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Attempting to bind port 280a40c6-fa09-42a1-a37a-71563f7fe398 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:21:41.647758 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Attempting to bind port 280a40c6-fa09-42a1-a37a-71563f7fe398 on network 146f58f3-2215-418c-9110-e5d3728c44a9 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:21:41.671947 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:21:41.672559 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Checking segment: {'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:21:41.672956 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.673331 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Bound using segment: {'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:21:41.674487 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Bound port: 280a40c6-fa09-42a1-a37a-71563f7fe398, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cbf562-935f-4bd3-b695-5ae33473d07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:21:41.674864 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.685640 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b78a032d-b9e5-4905-95d7-34a21db9356c req-876b5859-2b6a-4456-8587-25dab88a3054 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665927 Feb 19 08:21:41.689292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.694599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:41.772054 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] For port 280a40c6-fa09-42a1-a37a-71563f7fe398, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:41.775370 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] For port 280a40c6-fa09-42a1-a37a-71563f7fe398, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=280a40c6-fa09-42a1-a37a-71563f7fe398,segment=NetworkSegment(67cbf562-935f-4bd3-b695-5ae33473d07c),segment_id=67cbf562-935f-4bd3-b695-5ae33473d07c)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:41.781765 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.782055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:41.786816 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:41.787207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.860945 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aab36f-a556-420a-b1ef-f042e16ba750 None None] Pushing event updated for resources: {'Port': ['ID=280a40c6-fa09-42a1-a37a-71563f7fe398,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:41.866351 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Routers {'77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:41.866962 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:41.905187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:41.938461 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:41.942870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:42.015192 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:42.046256 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] Set router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:42.373420 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:21:28Z', 'revision_number': 4, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port': {'id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:26Z', 'updated_at': '2022-02-19T08:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '280a40c6-fa09-42a1-a37a-71563f7fe398', 'name': '', 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'mac_address': 'fa:16:3e:50:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb0253c-2351-4096-b450-9ff5f8bbc582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:28Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 4, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'subnets': [{'id': 'fcb0253c-2351-4096-b450-9ff5f8bbc582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:42.377654 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63a6b81-9799-4692-8fa8-f0a6e352a968 None None] The sync data for ids ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'] in dv-neutron-829958-1-hyperv is: [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:21:28Z', 'revision_number': 4, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port': {'id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:26Z', 'updated_at': '2022-02-19T08:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '280a40c6-fa09-42a1-a37a-71563f7fe398', 'name': '', 'network_id': '146f58f3-2215-418c-9110-e5d3728c44a9', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'mac_address': 'fa:16:3e:50:a7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcb0253c-2351-4096-b450-9ff5f8bbc582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:28Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 4, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'subnets': [{'id': 'fcb0253c-2351-4096-b450-9ff5f8bbc582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:21:42.906191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ec148-1f44-4f41-8586-d4c23e790d8f req-82dcca4e-9977-4086-8f1d-d65b74363bce tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:42.907649 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-470ec148-1f44-4f41-8586-d4c23e790d8f req-82dcca4e-9977-4086-8f1d-d65b74363bce tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 945 time: 0.0943754 Feb 19 08:21:42.955544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-470ec148-1f44-4f41-8586-d4c23e790d8f req-dd2179b2-201e-4427-a6ea-f5b385d4c937 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Feb 19 08:21:43.496411 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:43.601728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:43.606540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:43.606899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:43.701754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:43.767363 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:43.801443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:21:43.813350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:43.820204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:43.847921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:43.848310 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:43.929194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:43.963357 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'code': 200} Feb 19 08:21:43.999046 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:44.004096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 280a40c6-fa09-42a1-a37a-71563f7fe398 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:44.075069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 280a40c6-fa09-42a1-a37a-71563f7fe398 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:44.079808 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 280a40c6-fa09-42a1-a37a-71563f7fe398 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:44.080195 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:44.160462 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2c64c-44e7-4575-80ca-f460eeaa17f5 req-16a61f90-2201-497f-a298-e607a2c977fd tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:44.164636 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e4c2c64c-44e7-4575-80ca-f460eeaa17f5 req-16a61f90-2201-497f-a298-e607a2c977fd tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0833781 Feb 19 08:21:44.164796 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-09f5c699-b7d1-436d-abda-9b2365ae27ca req-a56ea1e1-d041-4829-b603-86fc6582ff83 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1099 time: 0.0657737 Feb 19 08:21:44.197656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:44.208769 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-09f5c699-b7d1-436d-abda-9b2365ae27ca req-c3b51a23-ae60-42c3-8c05-4fb42350aeec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Feb 19 08:21:44.236085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 280a40c6-fa09-42a1-a37a-71563f7fe398, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=280a40c6-fa09-42a1-a37a-71563f7fe398,segment=NetworkSegment(67cbf562-935f-4bd3-b695-5ae33473d07c),segment_id=67cbf562-935f-4bd3-b695-5ae33473d07c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:44.243106 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:44.297248 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e4c2c64c-44e7-4575-80ca-f460eeaa17f5 req-b6b80a68-adc4-4ace-9388-ce5809e73b6c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294918 Feb 19 08:21:44.307830 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=280a40c6-fa09-42a1-a37a-71563f7fe398,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:45.512070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8d82a-afdb-4541-8101-b33c2cc00c4b req-d91a9032-9b8d-402d-9ccd-91ef576e8032 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:45.513513 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57a8d82a-afdb-4541-8101-b33c2cc00c4b req-d91a9032-9b8d-402d-9ccd-91ef576e8032 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0793459 Feb 19 08:21:45.561831 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-57a8d82a-afdb-4541-8101-b33c2cc00c4b req-52146e5b-81ca-4533-8c63-3efd8cd9828c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Feb 19 08:21:45.632056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 280a40c6-fa09-42a1-a37a-71563f7fe398 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:21:45.704032 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 280a40c6-fa09-42a1-a37a-71563f7fe398 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:45.704441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:46.769931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c4df-bba8-4698-b6e0-5ad00c0c7d32 req-e7a7a11c-ebe1-453f-aa0e-6ad32b21c985 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:46.771263 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9fb5c4df-bba8-4698-b6e0-5ad00c0c7d32 req-e7a7a11c-ebe1-453f-aa0e-6ad32b21c985 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0846832 Feb 19 08:21:46.818302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9fb5c4df-bba8-4698-b6e0-5ad00c0c7d32 req-20c44a27-d93b-4de3-bb42-677063880598 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409515 Feb 19 08:21:47.028143 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8039ea1-888a-46b4-ac7b-9c95c913d127 req-5a5f1e58-5531-4355-84c1-f31ec1aeeeb3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:47.029501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8039ea1-888a-46b4-ac7b-9c95c913d127 req-5a5f1e58-5531-4355-84c1-f31ec1aeeeb3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0918841 Feb 19 08:21:47.077155 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8039ea1-888a-46b4-ac7b-9c95c913d127 req-532b268d-2456-4827-a59e-b36dd3f3d930 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Feb 19 08:21:47.107034 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47260) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:47.272582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a06ebeee-a6ba-48f7-b18a-efb763dd6e5d tempest-TestShelveInstance-1840591196 tempest-TestShelveInstance-1840591196-project-admin] Synchronizing usage tracker for tenant:bc4475270cd74450babba1683ce9a65b on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:21:47.293005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a06ebeee-a6ba-48f7-b18a-efb763dd6e5d tempest-TestShelveInstance-1840591196 tempest-TestShelveInstance-1840591196-project-admin] Unset dirty status for tenant:bc4475270cd74450babba1683ce9a65b on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:21:47.294036 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a06ebeee-a6ba-48f7-b18a-efb763dd6e5d tempest-TestShelveInstance-1840591196 tempest-TestShelveInstance-1840591196-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1094 time: 0.1860244 Feb 19 08:21:47.297378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47266) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:21:47.302517 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:21:47.307875 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:21:47.312047 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:floatingip and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:21:47.314850 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:21:47.320457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:21:47.332974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:47.467878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:47.602557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Allocated IP 172.26.1.60 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/0038e12f-4b2f-454f-8653-0ae7ee9423c1) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:47.746317 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:47.775705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:47.842663 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:47.845867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:47.848468 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:21:47.872315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'Port': ['ID=0038e12f-4b2f-454f-8653-0ae7ee9423c1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:48.447437 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:48.522682 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:48.731795 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:48.736909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:48.841217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'Port': ['ID=0038e12f-4b2f-454f-8653-0ae7ee9423c1,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:48.855073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:49.046716 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Floating IP 80edc569-3e01-4b39-87d2-a0fa09bc9c00 associated. External IP: 172.26.1.60, port: 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee. Feb 19 08:21:49.441328 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Router b01fa8f6-b075-466b-9910-9ee47e5a351a has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:49.650835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:49.678678 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:21:49.738966 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-437576d5-3c01-484f-b253-baebbf36f453 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4404604 Feb 19 08:21:49.739465 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:21:49.792574 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'status': 'completed', 'code': 200} Feb 19 08:21:49.886252 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-3d8c0a92-d3e3-4d1e-b702-9f118230f3e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1099 time: 0.0698147 Feb 19 08:21:50.117700 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-fcfe018b-04dd-4b72-921b-c42b98cef95d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:50.119119 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-fcfe018b-04dd-4b72-921b-c42b98cef95d service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.2269633 Feb 19 08:21:50.220597 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-bde7b187-8e63-4b1e-aafa-62e234532ffa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 999 time: 0.0952637 Feb 19 08:21:50.288997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-ea3c5375-c906-4fef-9bed-4af0a061b972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:50.290317 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-ea3c5375-c906-4fef-9bed-4af0a061b972 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0640490 Feb 19 08:21:50.369232 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-a15e7806-4724-4e3f-af56-588d70ea04bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727637 Feb 19 08:21:50.496488 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-cefe1d04-b374-479a-bc95-2707a1e44e7e service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207721 Feb 19 08:21:50.624075 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-df0b07d4-63f5-4808-96f7-0e8ba544dfe5 req-561a77af-6f96-4e9f-8710-ced466f74920 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215830 Feb 19 08:21:55.265282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] Sync routers for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:21:55.278863 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:55.279519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:55.458510 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:55.814898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '80edc569-3e01-4b39-87d2-a0fa09bc9c00', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'port_id': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'mac_address': 'fa:16:3e:98:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:21:48Z', 'updated_at': '2022-02-19T08:21:48Z', 'revision_number': 0, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:55.818810 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] Checking router: b01fa8f6-b075-466b-9910-9ee47e5a351a for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:21:55.829582 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:21:55.830159 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:21:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:56.035158 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:21:56.398699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '80edc569-3e01-4b39-87d2-a0fa09bc9c00', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'port_id': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'mac_address': 'fa:16:3e:98:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:21:48Z', 'updated_at': '2022-02-19T08:21:48Z', 'revision_number': 0, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:56.402756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7b77a-bed8-4572-892a-cd92d4854b82 None None] The sync data for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv is: [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '80edc569-3e01-4b39-87d2-a0fa09bc9c00', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'port_id': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'mac_address': 'fa:16:3e:98:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:21:48Z', 'updated_at': '2022-02-19T08:21:48Z', 'revision_number': 0, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:22:01.652466 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90ed94-cf87-4d54-8fa3-4905b8b31abb None None] New status for floating IP 80edc569-3e01-4b39-87d2-a0fa09bc9c00: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:22:06.771200 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6b9381a-f880-4e39-afe0-89fe5f82ae4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:07.793088 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:22:09.066331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3716b632-768c-45cb-b25a-862cf8c689ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:10.364543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:10.421747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:11.690889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:13.983317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:27.210690 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-1dc5f763-983c-473c-ba3c-1e960f10f00f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729110 Feb 19 08:22:27.361415 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-35b24d09-057f-497b-8513-336dc9cac1b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1099 time: 0.0740867 Feb 19 08:22:27.514587 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-bff12c27-093a-41ff-99f5-924608376ac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:27.515945 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-bff12c27-093a-41ff-99f5-924608376ac4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1347692 Feb 19 08:22:27.634669 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-33967183-9977-4804-beaa-2e410d67787b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 1001 time: 0.1112895 Feb 19 08:22:27.699361 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-578bb35e-76ac-4617-a4c8-5b9767915057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:27.700766 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-578bb35e-76ac-4617-a4c8-5b9767915057 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0601630 Feb 19 08:22:27.779764 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-bd8f2ee4-26da-4402-a587-2ec9c836e323 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720048 Feb 19 08:22:27.912237 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-13926bd8-be81-4cbd-83ec-528dcd157b1b service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249924 Feb 19 08:22:28.071008 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-07762d54-0364-47dd-a8ac-1478adff4f35 req-033a6b35-d96a-4890-8273-26a8ea9481ea service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530304 Feb 19 08:22:36.768465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-950a33f1-d4c7-4e1f-b96f-21ddb7790dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:39.070915 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-68fbab3b-0df3-44cc-af08-a11d67433323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:40.351639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:40.426451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:41.688501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:43.985790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:22:44.793722 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:23:06.765423 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0088ed29-586a-41dc-92df-c0bb4d290282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:09.077996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-718699ff-b955-4594-9000-569a0e115733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:10.359117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:10.427552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:11.689890 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:13.986605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:21.797709 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:23:28.201539 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-3d681a01-3a73-4424-b23a-f0d08e4fcfab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713398 Feb 19 08:23:28.349289 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-66f6ceda-f099-465c-899f-ee219f7e8f2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1099 time: 0.0739129 Feb 19 08:23:28.585641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-a0e66fd3-6ada-45a6-8bfd-f8b959e1c475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:28.586978 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-a0e66fd3-6ada-45a6-8bfd-f8b959e1c475 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.2191534 Feb 19 08:23:28.691979 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-f99ef852-a88a-491c-87cc-3d5fe9f962e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 1001 time: 0.0973990 Feb 19 08:23:28.760290 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-5859c6fe-e7af-47b8-9163-d1bace22e323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:28.761676 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-5859c6fe-e7af-47b8-9163-d1bace22e323 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0644281 Feb 19 08:23:28.838709 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-0f782d22-71c9-4f1c-bb8b-1a39b651a89c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711622 Feb 19 08:23:28.967297 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-f6329428-dddd-4897-99b1-5bb2a18f395f service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223366 Feb 19 08:23:29.103121 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3a710264-d0cc-4d79-9f6b-2b7d0dab08d8 req-5f97cfd9-41b9-498a-ad96-eee333eca016 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294973 Feb 19 08:23:36.759615 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e3a7b382-f0a8-46b4-9e6b-164f4e9fb1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:39.072296 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4bac4973-fef1-4f0f-9a6c-0804b878475e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:40.344121 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:40.434177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:41.697913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:43.991692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:23:58.799144 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:24:06.764912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-390d6ad4-cc8f-4fb9-bd07-4ab30d12af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:09.076546 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-0e96edf2-88ec-4fcc-81ef-6ea80b85f218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:10.355174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:10.433490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:11.699762 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:13.998012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:24.105325 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9937c-1c99-491c-9455-f00740240b6e req-57b957ff-fc2b-4c6b-954b-e74c0f7d4788 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:24.106805 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-98d9937c-1c99-491c-9455-f00740240b6e req-57b957ff-fc2b-4c6b-954b-e74c0f7d4788 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.1692560 Feb 19 08:24:24.160708 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-98d9937c-1c99-491c-9455-f00740240b6e req-f5e021e6-470d-433a-ab7c-3b4fe3afb32d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481756 Feb 19 08:24:25.384677 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49c626-541b-47fe-8641-ac0ea79a79a8 req-99309ce9-0476-4287-9bb5-5b43dd98eb5b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:25.386153 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f49c626-541b-47fe-8641-ac0ea79a79a8 req-99309ce9-0476-4287-9bb5-5b43dd98eb5b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0823114 Feb 19 08:24:25.436007 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f49c626-541b-47fe-8641-ac0ea79a79a8 req-6a567561-e708-478d-8f5b-1f4fe5114bf1 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Feb 19 08:24:26.661019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cf05-12e0-41a2-8c8a-3c6458a7ff7a req-a1ebb36e-22a1-4fa1-a0f6-e53b295c8ecb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:26.662499 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2513cf05-12e0-41a2-8c8a-3c6458a7ff7a req-a1ebb36e-22a1-4fa1-a0f6-e53b295c8ecb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0871935 Feb 19 08:24:26.717924 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2513cf05-12e0-41a2-8c8a-3c6458a7ff7a req-a8b8c9fe-afe5-4e01-b703-7c9d227e600a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479317 Feb 19 08:24:27.947111 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183ac7e-fb3d-4ce2-808f-0cbc645de3fd req-ef858fc5-88ae-4618-88e9-8caa957e660d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:27.948942 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7183ac7e-fb3d-4ce2-808f-0cbc645de3fd req-ef858fc5-88ae-4618-88e9-8caa957e660d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0864284 Feb 19 08:24:27.996735 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7183ac7e-fb3d-4ce2-808f-0cbc645de3fd req-5e30d547-04d8-433f-9043-f283e109be2c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Feb 19 08:24:29.208582 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4c2c-c705-4d5d-9140-0fd80839ac5a req-e7edb171-8409-45ef-b8eb-ae94e8227503 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:29.210053 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-447a4c2c-c705-4d5d-9140-0fd80839ac5a req-e7edb171-8409-45ef-b8eb-ae94e8227503 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0798376 Feb 19 08:24:29.259619 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-447a4c2c-c705-4d5d-9140-0fd80839ac5a req-f4d21447-6f3b-4ed7-a757-6e3164ae4502 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 Feb 19 08:24:29.271868 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-3977622e-00aa-4ac8-8e9b-0cd22f08870b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1099 time: 0.0794430 Feb 19 08:24:29.426455 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-25f4d4e8-b83c-4abb-9a83-f6b4d2667b01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:29.427885 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-25f4d4e8-b83c-4abb-9a83-f6b4d2667b01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1366029 Feb 19 08:24:29.531169 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-4b6aa118-9541-4ff5-8292-d674007bf138 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 1001 time: 0.0970063 Feb 19 08:24:29.594495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-aa93801e-25c5-4d6e-998b-3ee9267e890d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:29.595896 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-aa93801e-25c5-4d6e-998b-3ee9267e890d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0590630 Feb 19 08:24:29.674241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-84ee2577-a559-4d9c-b1c1-38ddc7b4dc27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716426 Feb 19 08:24:29.808041 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-26fde0b9-f61a-49c7-b9af-d63b92b84946 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270697 Feb 19 08:24:29.935922 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9471c59f-89f1-406e-8163-8ebf00bc28bc req-d0b99fa0-ce06-4784-b400-2489254b56ae service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217170 Feb 19 08:24:30.471808 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0e092-5ac4-45d6-897f-0782c462d50d req-1f4b6024-c2fc-478c-9a9a-470ff03e649c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:30.473252 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85e0e092-5ac4-45d6-897f-0782c462d50d req-1f4b6024-c2fc-478c-9a9a-470ff03e649c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0792065 Feb 19 08:24:30.517691 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-85e0e092-5ac4-45d6-897f-0782c462d50d req-9926b593-faa8-4711-9ef1-f6bde1c7c84b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Feb 19 08:24:31.735838 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab2bad-de30-4f6e-bf8e-b384da9b3f53 req-f9ceceac-ee8e-403a-a98f-19b56b7c61d7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:31.737184 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeab2bad-de30-4f6e-bf8e-b384da9b3f53 req-f9ceceac-ee8e-403a-a98f-19b56b7c61d7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0902681 Feb 19 08:24:31.780999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aeab2bad-de30-4f6e-bf8e-b384da9b3f53 req-1d090321-f17e-47d0-a36f-e98b92910176 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382888 Feb 19 08:24:32.999737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf570403-052b-445e-a2de-1ec67d434339 req-1d196041-fdbf-43b6-9531-1ada2bc21d37 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:33.001207 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf570403-052b-445e-a2de-1ec67d434339 req-1d196041-fdbf-43b6-9531-1ada2bc21d37 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0841882 Feb 19 08:24:33.050232 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf570403-052b-445e-a2de-1ec67d434339 req-6eeae9f0-915b-45cd-9039-2c38acd5e672 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Feb 19 08:24:34.259674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a0108-5b4a-4bd6-ac20-27f69371e64d req-3608b719-38a8-41e8-a877-941c42ce6a9d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:34.261137 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-699a0108-5b4a-4bd6-ac20-27f69371e64d req-3608b719-38a8-41e8-a877-941c42ce6a9d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0802991 Feb 19 08:24:34.306035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-699a0108-5b4a-4bd6-ac20-27f69371e64d req-288651e4-4c22-4d56-b347-2142bcc97a58 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Feb 19 08:24:35.513249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653b8ac-a2d3-48ad-bb72-e68e3389ee3b req-63c0a3ca-f11c-479d-bce6-0a69bb465a8b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:35.516934 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0653b8ac-a2d3-48ad-bb72-e68e3389ee3b req-63c0a3ca-f11c-479d-bce6-0a69bb465a8b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0860357 Feb 19 08:24:35.565697 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0653b8ac-a2d3-48ad-bb72-e68e3389ee3b req-f1f92f32-6a52-4e3c-b25a-56f27fc85532 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Feb 19 08:24:35.806165 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:24:36.294763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:24:36.445896 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:24:36.459771 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'port_id': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'mac_address': 'fa:16:3e:98:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:24:36.511992 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:36.529009 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:24:36.544450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:24:36.550261 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:36.623840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:24:36.628225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:24:36.678891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.679228 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.679560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.679881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.680232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.680555 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.680881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.681191 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.681504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.681818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.682131 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:24:36.760442 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee91ff-20aa-4285-bde7-5d85c2b11c58 req-751cd4d0-1102-412d-917e-2f0e4c3238fb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:36.761864 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a6ee91ff-20aa-4285-bde7-5d85c2b11c58 req-751cd4d0-1102-412d-917e-2f0e4c3238fb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 945 time: 0.0746627 Feb 19 08:24:36.774705 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9193d200-dc80-4b9e-b97f-94782729ba49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:36.806741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a6ee91ff-20aa-4285-bde7-5d85c2b11c58 req-54b5a67d-794d-4ff4-8136-2e4a49d81dd7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Feb 19 08:24:38.026019 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7c848-b180-46c4-ac68-e69d33ab00ed req-39d7f27a-4987-4ab5-95cb-8cde1c7541a5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:38.027425 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cfe7c848-b180-46c4-ac68-e69d33ab00ed req-39d7f27a-4987-4ab5-95cb-8cde1c7541a5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 945 time: 0.0826733 Feb 19 08:24:38.071659 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cfe7c848-b180-46c4-ac68-e69d33ab00ed req-651c4105-ca8d-4fab-8e96-0083a5c48b69 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 Feb 19 08:24:38.307055 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:24:38.378490 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:24:38.378851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:38.494391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:38.520763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:24:38.530372 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:24:38.534811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:38.602691 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:24:39.076434 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4df9df53-0c3c-4fbc-b1f8-8e45a666fee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:39.273501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db0ec8-0139-4aea-91f1-bd0e58a0cbbe req-f0310fa3-2108-47af-9127-0033d80d9e26 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:39.274973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b0db0ec8-0139-4aea-91f1-bd0e58a0cbbe req-f0310fa3-2108-47af-9127-0033d80d9e26 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0822980 Feb 19 08:24:39.319973 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b0db0ec8-0139-4aea-91f1-bd0e58a0cbbe req-e33700c9-03df-46c0-9629-cc615d2e1534 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394039 Feb 19 08:24:39.602725 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'code': 200} Feb 19 08:24:40.356716 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:40.437913 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:40.536128 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ff31c-1120-4251-b453-ade099f3c036 req-2efec5a3-5c21-4288-9f48-43a50f787d33 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:40.537598 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1a6ff31c-1120-4251-b453-ade099f3c036 req-2efec5a3-5c21-4288-9f48-43a50f787d33 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0804443 Feb 19 08:24:40.583620 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1a6ff31c-1120-4251-b453-ade099f3c036 req-d9027f01-239d-44bf-961f-cea1a0159efe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399399 Feb 19 08:24:41.731322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:41.805935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989341-67e7-4225-b5e4-daeef2d94fd9 req-1045d117-0f3c-40bc-a50f-f9cd800b60ff tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:41.810439 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c2989341-67e7-4225-b5e4-daeef2d94fd9 req-1045d117-0f3c-40bc-a50f-f9cd800b60ff tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0854621 Feb 19 08:24:41.859521 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c2989341-67e7-4225-b5e4-daeef2d94fd9 req-d7abf509-f0ec-4a1a-884f-a089a87301cc tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 Feb 19 08:24:43.079034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf96d7c-3f48-427c-9b1d-9e9fe27b4392 req-792881df-949e-4d00-ac39-5c1c1cd7b978 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:43.080341 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcf96d7c-3f48-427c-9b1d-9e9fe27b4392 req-792881df-949e-4d00-ac39-5c1c1cd7b978 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0854042 Feb 19 08:24:43.127139 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bcf96d7c-3f48-427c-9b1d-9e9fe27b4392 req-7cd5d74a-15ea-4aa2-829d-78771959d3c9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Feb 19 08:24:44.027548 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:44.329805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbebf0-0aa2-4917-8e2e-d68a7251d48c req-7c42b9e7-771d-437c-9c56-a823d7ae9d52 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:44.331243 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59cbebf0-0aa2-4917-8e2e-d68a7251d48c req-7c42b9e7-771d-437c-9c56-a823d7ae9d52 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0788734 Feb 19 08:24:44.382287 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-59cbebf0-0aa2-4917-8e2e-d68a7251d48c req-49ede103-5a7b-462f-86a5-c8d3c71dfce7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451534 Feb 19 08:24:45.602328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961150-7051-4ada-a78e-99076f3ad793 req-d00c4d4c-7b81-40d3-9214-7f3c489c3504 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:45.609575 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f5961150-7051-4ada-a78e-99076f3ad793 req-d00c4d4c-7b81-40d3-9214-7f3c489c3504 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0891118 Feb 19 08:24:45.654692 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f5961150-7051-4ada-a78e-99076f3ad793 req-74ceb040-4246-4cfd-93f1-7f2afb1cabff tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441275 Feb 19 08:24:46.970963 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2e296-d492-4bfd-8476-854a12ba0c17 req-68b60eb6-6e80-4db1-a4ba-cc8c15d6f70e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:46.972467 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dcd2e296-d492-4bfd-8476-854a12ba0c17 req-68b60eb6-6e80-4db1-a4ba-cc8c15d6f70e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.1867921 Feb 19 08:24:47.018423 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-dcd2e296-d492-4bfd-8476-854a12ba0c17 req-270b1955-774d-42a4-987a-d5ebcbffc826 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Feb 19 08:24:48.220086 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3015d0-6cec-4889-be92-521cbc123917 req-b1d9aa41-ccd4-4c7c-8f71-4284d1d8cd79 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:48.220086 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b3015d0-6cec-4889-be92-521cbc123917 req-b1d9aa41-ccd4-4c7c-8f71-4284d1d8cd79 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0781307 Feb 19 08:24:48.273281 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6b3015d0-6cec-4889-be92-521cbc123917 req-2a81ad08-759e-4cec-a5a5-7128063ddcaf tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455112 Feb 19 08:24:49.489988 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d4386-d585-480f-ab70-baf2903d1823 req-8546cbc3-99a0-430c-bc2e-5a7ceaea3804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:49.491452 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e83d4386-d585-480f-ab70-baf2903d1823 req-8546cbc3-99a0-430c-bc2e-5a7ceaea3804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0923519 Feb 19 08:24:49.542090 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e83d4386-d585-480f-ab70-baf2903d1823 req-98f6b683-cc47-45c2-be38-04576aa39bcf tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450273 Feb 19 08:24:50.741597 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36ca1d-17a8-487a-ab11-0bfab5b8d392 req-1f1fbc99-83cc-4d43-af91-70bc14acc9a5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:50.743016 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb36ca1d-17a8-487a-ab11-0bfab5b8d392 req-1f1fbc99-83cc-4d43-af91-70bc14acc9a5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0758770 Feb 19 08:24:50.789823 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb36ca1d-17a8-487a-ab11-0bfab5b8d392 req-2fed41b3-f386-4ece-913a-07c91c9c4b3d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384266 Feb 19 08:24:51.639982 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3000640d-bded-414f-803c-16b75cb803f7 req-0ba35714-d0e2-4266-ab39-fd3a2ce803d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1099 time: 0.0689497 Feb 19 08:24:51.767232 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000640d-bded-414f-803c-16b75cb803f7 req-90a61e0e-1f1f-4853-a180-3c963b9efbd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:51.768611 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3000640d-bded-414f-803c-16b75cb803f7 req-90a61e0e-1f1f-4853-a180-3c963b9efbd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1214836 Feb 19 08:24:51.967566 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3000640d-bded-414f-803c-16b75cb803f7 req-87f1cc49-67ec-4ea0-ae6c-784b7d8ad386 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 1001 time: 0.1928234 Feb 19 08:24:52.002811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50489-2244-4e22-9e25-99f957d7dfcd req-82628c67-67d2-458b-9521-f0a25755cf6f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:52.004279 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-feb50489-2244-4e22-9e25-99f957d7dfcd req-82628c67-67d2-458b-9521-f0a25755cf6f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0833113 Feb 19 08:24:52.030322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000640d-bded-414f-803c-16b75cb803f7 req-5f08c26e-6e60-45d6-baac-b294ffba8a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:52.031646 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3000640d-bded-414f-803c-16b75cb803f7 req-5f08c26e-6e60-45d6-baac-b294ffba8a87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0579889 Feb 19 08:24:52.048870 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-feb50489-2244-4e22-9e25-99f957d7dfcd req-1d838f96-1b12-4b6c-a34f-63a28b71afec tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 Feb 19 08:24:52.107622 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3000640d-bded-414f-803c-16b75cb803f7 req-d5729b5a-0eac-4c58-87c2-0e1b8e60fd1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698204 Feb 19 08:24:52.237436 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3000640d-bded-414f-803c-16b75cb803f7 req-1ed93883-35dd-4616-a41f-dd5af5169ce8 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226385 Feb 19 08:24:52.370679 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3000640d-bded-414f-803c-16b75cb803f7 req-e58f0266-aecc-473c-ab21-96aec30640fc service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263986 Feb 19 08:24:53.257005 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f493-2079-409b-9076-1fab2dacae46 req-7bb2a731-e415-4002-bb56-79170cc010c9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:53.258962 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e3c2f493-2079-409b-9076-1fab2dacae46 req-7bb2a731-e415-4002-bb56-79170cc010c9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0838234 Feb 19 08:24:53.310487 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e3c2f493-2079-409b-9076-1fab2dacae46 req-aaeb810d-e670-481d-9e5a-27e7c6b61bc4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Feb 19 08:24:54.417054 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:24:54.519232 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1e12b-a043-47e5-bcd8-4222af5a2b17 req-8656ead9-1d62-45df-bbff-75a88c901179 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:54.520940 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7a1e12b-a043-47e5-bcd8-4222af5a2b17 req-8656ead9-1d62-45df-bbff-75a88c901179 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 946 time: 0.0772636 Feb 19 08:24:54.541048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:54.567969 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c7a1e12b-a043-47e5-bcd8-4222af5a2b17 req-c046f7bf-c5c1-44f5-a107-a8e63e6effa0 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406742 Feb 19 08:24:54.569252 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:24:54.579468 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:24:54.585912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:24:54.631619 dv-neutron-829958-1-hyperv neutron-server[83570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'code': 422} returned with failed status Feb 19 08:24:54.656961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:24:54.765448 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c8a480cd-9720-4538-aa49-ad635cc3c259 req-f9b73311-6dd3-4e27-b9ce-4e3303218c2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0713701 Feb 19 08:24:54.961233 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47458) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:24:55.034090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de90ffb-e023-42b9-923d-cdf8d2123fa0 req-4e829078-9abf-4063-be86-2ba1450af61c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:55.035624 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0de90ffb-e023-42b9-923d-cdf8d2123fa0 req-4e829078-9abf-4063-be86-2ba1450af61c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0750122 Feb 19 08:24:55.081060 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0de90ffb-e023-42b9-923d-cdf8d2123fa0 req-305020ad-c7d0-42c8-92a4-6ac027984543 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Feb 19 08:24:55.113564 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-178fe561-b930-4502-a7e1-4fd47b6953d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511180 Feb 19 08:24:55.636877 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-d5f461e9-98d7-480a-8e84-1f68b6519616 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89&tenant_id=4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 1097 time: 0.0745482 Feb 19 08:24:55.731545 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-5c83c779-efca-4739-986d-fddd3149c964 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1097 time: 0.0717275 Feb 19 08:24:55.869085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af248de-b889-4103-8a2c-b39bab436059 req-3b916ad4-ea9c-4bf0-a89c-3c16e0af009e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:55.870514 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-3b916ad4-ea9c-4bf0-a89c-3c16e0af009e service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1328158 Feb 19 08:24:55.977878 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-51dd3c88-69ac-42dd-9873-06ebaa2d6732 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 999 time: 0.1004915 Feb 19 08:24:56.042986 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af248de-b889-4103-8a2c-b39bab436059 req-6f57792c-ac23-4519-8fea-c4e94e9eb3a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:56.044318 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-6f57792c-ac23-4519-8fea-c4e94e9eb3a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0602474 Feb 19 08:24:56.122237 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-0663a54d-b4f8-499e-bff1-29fcd27e2e0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710888 Feb 19 08:24:56.251707 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-48b0a37f-da88-4bf9-ab9c-7751386be905 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233802 Feb 19 08:24:56.275663 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb20a2-c3a2-43fb-b8b7-dc811a0c8c68 req-7a302ce9-77db-4659-98f1-411aba51b18e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:56.277113 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6bb20a2-c3a2-43fb-b8b7-dc811a0c8c68 req-7a302ce9-77db-4659-98f1-411aba51b18e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0778079 Feb 19 08:24:56.323616 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e6bb20a2-c3a2-43fb-b8b7-dc811a0c8c68 req-c9edfe03-564f-41af-8f6c-3b3171eda8cd tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Feb 19 08:24:56.380575 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8af248de-b889-4103-8a2c-b39bab436059 req-9421e5f5-0de6-4f21-87dc-a7b382598477 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223304 Feb 19 08:24:57.536887 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80306f-9bac-45b6-b2c3-b9cb1af5482f req-319c6bd0-33ca-4866-9d18-ab52cab13937 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:57.538584 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f80306f-9bac-45b6-b2c3-b9cb1af5482f req-319c6bd0-33ca-4866-9d18-ab52cab13937 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0792089 Feb 19 08:24:57.593697 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2f80306f-9bac-45b6-b2c3-b9cb1af5482f req-590ce3f1-7ccd-455c-ab86-4146a8499ad7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484269 Feb 19 08:24:58.418739 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:24:58.800521 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89757e-93a1-4770-8f6a-dc26ab62e605 req-b2e1d6d8-129f-4bc6-b85f-cf36f4341f79 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:58.801889 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc89757e-93a1-4770-8f6a-dc26ab62e605 req-b2e1d6d8-129f-4bc6-b85f-cf36f4341f79 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0792494 Feb 19 08:24:58.855587 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cc89757e-93a1-4770-8f6a-dc26ab62e605 req-8dcc4839-7a2d-4c74-b58a-ed449163bf81 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Feb 19 08:25:00.088780 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53302d6-8486-4ba8-8adc-5edd50ba4598 req-4c1cf72e-0bdc-4dfd-96e3-f74bf5c6fe5c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:00.091142 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c53302d6-8486-4ba8-8adc-5edd50ba4598 req-4c1cf72e-0bdc-4dfd-96e3-f74bf5c6fe5c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0862432 Feb 19 08:25:00.141689 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c53302d6-8486-4ba8-8adc-5edd50ba4598 req-5b141fd3-7267-4b81-9b13-43e3b4e9abbb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Feb 19 08:25:01.346031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abe3a5-ec43-4dde-b072-9ead3e0ab039 req-fa144d24-8d6d-4d9b-a78c-badc10b84fd5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:01.347501 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d9abe3a5-ec43-4dde-b072-9ead3e0ab039 req-fa144d24-8d6d-4d9b-a78c-badc10b84fd5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0799499 Feb 19 08:25:01.397615 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d9abe3a5-ec43-4dde-b072-9ead3e0ab039 req-52c19b02-e181-49fc-9af7-ff2045af8970 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Feb 19 08:25:02.638698 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83ed37-f125-4cc6-9685-26764c24ece6 req-dbc84b8e-03b4-4d2f-a5c8-068cb17c8d0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:02.640177 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3a83ed37-f125-4cc6-9685-26764c24ece6 req-dbc84b8e-03b4-4d2f-a5c8-068cb17c8d0f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0972342 Feb 19 08:25:02.686759 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3a83ed37-f125-4cc6-9685-26764c24ece6 req-9945abb8-bd1b-45cb-9f4d-30e5b437eabe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 Feb 19 08:25:03.886071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee164-b911-4655-8ffc-0268a52669db req-b4b8e198-7378-4ebe-8521-f629e8a29e6f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:03.887471 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0efee164-b911-4655-8ffc-0268a52669db req-b4b8e198-7378-4ebe-8521-f629e8a29e6f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0768616 Feb 19 08:25:03.932274 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0efee164-b911-4655-8ffc-0268a52669db req-e2be7d3d-e212-4b7b-a6c1-b99e09587bdb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Feb 19 08:25:05.148506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345cba6-e115-474e-87fa-0783a3b31040 req-c821e937-c90a-4e28-a4c3-d8a1c47fb3d9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:05.150027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8345cba6-e115-474e-87fa-0783a3b31040 req-c821e937-c90a-4e28-a4c3-d8a1c47fb3d9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0787809 Feb 19 08:25:05.214310 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8345cba6-e115-474e-87fa-0783a3b31040 req-5dc01cd7-17d8-4d5b-ae2d-d0691e98dfd9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584681 Feb 19 08:25:06.425667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ca72-f808-48e0-b8e1-382388f51aef req-a380e65c-ad25-46e7-af2a-1fd3bcc43543 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:06.432885 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-abb9ca72-f808-48e0-b8e1-382388f51aef req-a380e65c-ad25-46e7-af2a-1fd3bcc43543 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0953546 Feb 19 08:25:06.474532 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-abb9ca72-f808-48e0-b8e1-382388f51aef req-fdffc89b-2429-4311-995b-d6d80ff4fda5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Feb 19 08:25:06.760029 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f65aecb-6963-4555-b0e8-c26acce1d4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:07.682926 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569aa34-257d-4674-8c82-9649d85d919f req-99cf9979-5690-4a64-aee8-8e9fad050b16 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:07.684566 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7569aa34-257d-4674-8c82-9649d85d919f req-99cf9979-5690-4a64-aee8-8e9fad050b16 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0868628 Feb 19 08:25:07.731421 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7569aa34-257d-4674-8c82-9649d85d919f req-239e5c79-a709-40fc-a9ce-9d6a8572d56a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407562 Feb 19 08:25:08.961303 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ce02-044b-43da-8425-5d3ecd3dbc47 req-c6a7ae76-a25e-4961-ad14-a0812aa7fe62 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:08.963224 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-37e7ce02-044b-43da-8425-5d3ecd3dbc47 req-c6a7ae76-a25e-4961-ad14-a0812aa7fe62 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0894039 Feb 19 08:25:09.017113 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-37e7ce02-044b-43da-8425-5d3ecd3dbc47 req-550ce9cd-2c8a-4e8d-9a1b-120b55699ce7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Feb 19 08:25:09.073175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-777b2438-819c-4b36-b7ba-62eaf15898d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:10.240796 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e01e8-741e-4c4d-9926-211e6ea91fe5 req-3b248779-4a54-4e8c-9a0f-8bac80f96557 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:10.242311 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-355e01e8-741e-4c4d-9926-211e6ea91fe5 req-3b248779-4a54-4e8c-9a0f-8bac80f96557 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0875301 Feb 19 08:25:10.288130 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-355e01e8-741e-4c4d-9926-211e6ea91fe5 req-ecd7d8fd-cfdd-410b-a6e0-7867e9a513ed tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Feb 19 08:25:10.355763 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:10.442286 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:11.572757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03e63-212f-4f06-8833-2c2dc6a8ccb4 req-7bbf24e6-d76b-477a-9554-1597a292c303 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:11.574183 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-97a03e63-212f-4f06-8833-2c2dc6a8ccb4 req-7bbf24e6-d76b-477a-9554-1597a292c303 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.1590669 Feb 19 08:25:11.620530 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-97a03e63-212f-4f06-8833-2c2dc6a8ccb4 req-a2646ee6-d5c7-41fa-b04c-ef589eb9e881 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406756 Feb 19 08:25:11.711475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:12.797526 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:25:12.839756 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bb5c1-b073-4a2e-a65b-47a0f0d08656 req-44aa2450-2656-4373-abe8-eada0993b0e7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:12.841210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d69bb5c1-b073-4a2e-a65b-47a0f0d08656 req-44aa2450-2656-4373-abe8-eada0993b0e7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0796332 Feb 19 08:25:12.888911 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d69bb5c1-b073-4a2e-a65b-47a0f0d08656 req-17cb259e-e754-4deb-adb4-8a651bec6efc tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Feb 19 08:25:14.008020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:14.102653 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf125ea6-3744-4a9f-a251-b3b687f8740b req-dee70332-4163-4634-bf8a-3efdfc85db16 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:14.104080 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf125ea6-3744-4a9f-a251-b3b687f8740b req-dee70332-4163-4634-bf8a-3efdfc85db16 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 944 time: 0.0822203 Feb 19 08:25:14.149210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cf125ea6-3744-4a9f-a251-b3b687f8740b req-92445f19-7d93-47bb-99b6-46352929d894 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394802 Feb 19 08:25:14.494662 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:25:14.627259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:25:14.639943 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'port_id': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'mac_address': 'fa:16:3e:98:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:25:14.698761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:14.719041 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:25:14.736715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:25:14.743115 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:14.818549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=9']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:25:15.129058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:25:15.345228 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaab8a0-0b70-4ae6-8703-ade94a28c353 req-e626785f-43cf-4ace-a89f-e02c7ce0b809 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:15.346693 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebaab8a0-0b70-4ae6-8703-ade94a28c353 req-e626785f-43cf-4ace-a89f-e02c7ce0b809 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 945 time: 0.0783985 Feb 19 08:25:15.394084 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ebaab8a0-0b70-4ae6-8703-ade94a28c353 req-b805c15e-9567-4d5c-b6fd-2eae22ad72b5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Feb 19 08:25:16.509870 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:25:16.589473 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:25:16.589840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:16.607182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a05202-863f-461a-9963-eb9331473ab0 req-9616d2fd-c0ec-4283-a741-68203cbc338e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:16.608653 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f4a05202-863f-461a-9963-eb9331473ab0 req-9616d2fd-c0ec-4283-a741-68203cbc338e tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 945 time: 0.0879483 Feb 19 08:25:16.652687 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f4a05202-863f-461a-9963-eb9331473ab0 req-c3d5535d-7480-4ed0-b504-37eb113a66a9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385108 Feb 19 08:25:16.700860 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:16.726272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:25:16.735996 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:25:16.742297 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:16.785258 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'code': 200} Feb 19 08:25:16.813821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=10']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:25:17.065585 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-98308210-9ec2-444d-92ad-1f0470382853 req-dfd845e6-d2fd-4453-9685-770ec0ff3d30 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1100 time: 0.0706491 Feb 19 08:25:17.109461 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-98308210-9ec2-444d-92ad-1f0470382853 req-b43cafa4-6511-4d52-9e08-8f3f79d15c46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358269 Feb 19 08:25:17.868328 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b675fb-931a-4bb5-9b5c-b97adc3f40c4 req-1c813670-5050-4150-ab74-4f26f4808ba4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:17.869792 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-94b675fb-931a-4bb5-9b5c-b97adc3f40c4 req-1c813670-5050-4150-ab74-4f26f4808ba4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 947 time: 0.0844824 Feb 19 08:25:17.920927 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-94b675fb-931a-4bb5-9b5c-b97adc3f40c4 req-0cefa096-a1be-412b-b09b-a4ac931abc56 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430844 Feb 19 08:25:19.128132 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ebad5-1590-4b54-9ae1-a0af7f2b38fe req-99d06102-732b-406e-8852-1af2a2719b69 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:19.129459 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e48ebad5-1590-4b54-9ae1-a0af7f2b38fe req-99d06102-732b-406e-8852-1af2a2719b69 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 947 time: 0.0779364 Feb 19 08:25:19.178940 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e48ebad5-1590-4b54-9ae1-a0af7f2b38fe req-08915ba1-2dcf-4442-a815-ddcf53109bad tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412214 Feb 19 08:25:31.278189 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-99b05c41-ea62-40e3-a00c-32073b17422e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1431208 Feb 19 08:25:31.423764 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-b02c6f83-cbdc-4d1c-9b88-3d4e2b4f1072 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1100 time: 0.0681632 Feb 19 08:25:31.667540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773e50-611d-474c-857d-d166ed738e81 req-21aabec4-51c0-4310-868a-9cfdf700fe45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:31.669029 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-21aabec4-51c0-4310-868a-9cfdf700fe45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.2238083 Feb 19 08:25:31.772759 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-fbee0bbb-1f90-4e29-92b4-0f27e7b7448c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 1001 time: 0.0948222 Feb 19 08:25:31.837378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773e50-611d-474c-857d-d166ed738e81 req-70a16585-82a1-4e33-b3ce-ec9b79685a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:31.838866 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-70a16585-82a1-4e33-b3ce-ec9b79685a3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0597069 Feb 19 08:25:31.921229 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-70b9a38a-d862-4ce7-9216-7556a57aa8bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716443 Feb 19 08:25:32.055192 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-5988737c-2b46-4288-8b2f-95338aa1c578 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256418 Feb 19 08:25:32.200553 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6d773e50-611d-474c-857d-d166ed738e81 req-fda10350-843f-486f-bef6-e128ad92d3c4 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392932 Feb 19 08:25:36.755230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-892c18f7-6371-496b-8cfd-e97a0aead516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:39.077853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-8c539d77-57d6-4a18-9b09-e539d52a88a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:40.362359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:40.443000 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:41.721623 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:44.020550 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:25:49.798068 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:26:06.754941 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-45087bfa-3805-45ba-8a2e-142c1245ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:09.084279 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9541-33f6-443c-8a2e-17af1a4427dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:10.357458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:10.447276 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:11.725015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:14.018441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:26.804318 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:26:32.359320 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-def06d15-b7d0-451e-b182-9ceedcb71028 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1512735 Feb 19 08:26:32.501758 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-e86ecc82-b6fe-4617-a2e0-e25fefd5ed75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1100 time: 0.0750315 Feb 19 08:26:32.644358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-3a362150-08e5-48ed-999f-e9b7fa0879fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:32.645760 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-3a362150-08e5-48ed-999f-e9b7fa0879fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1234298 Feb 19 08:26:32.743546 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-fff629a5-f56e-4aef-8c6e-d10da1c7cc8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 1001 time: 0.0917325 Feb 19 08:26:32.807927 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-1e342df7-b7f3-42af-8bfb-b8401372e0aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:32.809291 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-1e342df7-b7f3-42af-8bfb-b8401372e0aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0597072 Feb 19 08:26:32.882749 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-0935c3b6-75e2-459e-b799-cd25832e36ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673332 Feb 19 08:26:33.015052 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-623e4d14-19e5-480f-ad89-fbbf0c1a0808 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262829 Feb 19 08:26:33.146421 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-6fd13ccf-b3cf-4213-bbc5-46f680c0bdc1 req-85b77de1-7d30-4082-b83e-b301abd47d43 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249702 Feb 19 08:26:36.752923 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6c3ec9c6-5998-4219-91a1-4c845e8fdede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:39.073523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-31cb6533-79b2-4e84-9180-8cc743be4b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:40.356516 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:40.450435 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:41.733010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:26:44.011134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:03.794881 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:27:04.251673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47586) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:04.631095 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Deleting port 0038e12f-4b2f-454f-8653-0ae7ee9423c1 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:27:04.631323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:04.795586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:04.795867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:04.916842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Calling delete_port for 0038e12f-4b2f-454f-8653-0ae7ee9423c1 owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:27:05.065318 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:05.111005 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event deleted for resources: {'Port': ['ID=0038e12f-4b2f-454f-8653-0ae7ee9423c1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:05.177214 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.177430 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.177784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.178110 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.178467 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.178764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.179082 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.179410 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.179721 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.180014 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.180380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:05.215859 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:05.609711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Router b01fa8f6-b075-466b-9910-9ee47e5a351a has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:27:05.805639 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:27:05.816656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] Sync routers for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:27:05.822256 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:05.828058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:27:05.828753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:26:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:05.873510 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-6ec0efa5-ef65-4809-8d39-88c6655a96e6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "DELETE /v2.0/floatingips/80edc569-3e01-4b39-87d2-a0fa09bc9c00 HTTP/1.1" status: 204 len: 168 time: 1.6206081 Feb 19 08:27:05.874073 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:27:06.006444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:27:06.133092 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'status': 'completed', 'code': 200} Feb 19 08:27:06.234321 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cc409114-af55-480e-8107-564a37926ca9 req-7bae32cc-34d0-40f6-83a8-0f8758756057 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 1100 time: 0.0727854 Feb 19 08:27:06.323366 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:06.327647 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] Checking router: b01fa8f6-b075-466b-9910-9ee47e5a351a for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:27:06.339238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:27:06.339857 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:26:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:06.421533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bff4a-3643-4ec3-890e-f1fbe800fbcc req-e779e2a4-7342-4929-8c49-f196a1c673af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:06.423931 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7a8bff4a-3643-4ec3-890e-f1fbe800fbcc req-e779e2a4-7342-4929-8c49-f196a1c673af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 947 time: 0.1596861 Feb 19 08:27:06.474280 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7a8bff4a-3643-4ec3-890e-f1fbe800fbcc req-e42f21f5-4567-4d1b-90aa-66267689161c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 Feb 19 08:27:06.497106 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc409114-af55-480e-8107-564a37926ca9 req-6aa10c97-026c-46a5-9f53-50ba0b5e62d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:06.498542 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cc409114-af55-480e-8107-564a37926ca9 req-6aa10c97-026c-46a5-9f53-50ba0b5e62d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.2572451 Feb 19 08:27:06.516837 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:27:06.572322 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cc409114-af55-480e-8107-564a37926ca9 req-73b32368-128a-4ae3-990f-9c897ebe9404 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 200 len: 217 time: 0.0665672 Feb 19 08:27:06.632387 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc409114-af55-480e-8107-564a37926ca9 req-b4e37066-bb7a-47f9-b3e6-bb55a3e59152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:06.633787 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cc409114-af55-480e-8107-564a37926ca9 req-b4e37066-bb7a-47f9-b3e6-bb55a3e59152 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0557871 Feb 19 08:27:06.708623 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cc409114-af55-480e-8107-564a37926ca9 req-5d1b354e-f417-4cff-aeb5-63f1494dd0ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684574 Feb 19 08:27:06.761706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1a876f20-af70-46a7-b248-c3436fe863db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:06.838654 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cc409114-af55-480e-8107-564a37926ca9 req-ebdb6f52-3d0d-4e36-913d-46a70303078a service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235693 Feb 19 08:27:06.842669 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:06.852982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fbb7d-58b0-40e8-912d-387d8946b857 None None] The sync data for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv is: [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:27:06.978395 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cc409114-af55-480e-8107-564a37926ca9 req-99610b32-ffb9-48e2-8548-8c7c6b910302 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321836 Feb 19 08:27:07.093896 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1b1ff-e0be-48a2-844e-5bd536af474f None None] New status for floating IP 80edc569-3e01-4b39-87d2-a0fa09bc9c00: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:27:07.744747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2bf33-f305-452f-a461-902ebcf43338 req-935ad303-3ea0-411b-9271-ff6c658867ee tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:07.746134 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de2bf33-f305-452f-a461-902ebcf43338 req-935ad303-3ea0-411b-9271-ff6c658867ee tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 947 time: 0.1473603 Feb 19 08:27:07.756780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-92f3942e-549d-4722-b3b3-bb3b4b63ecad tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:07.757835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-92f3942e-549d-4722-b3b3-bb3b4b63ecad tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:27:07.774238 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-92f3942e-549d-4722-b3b3-bb3b4b63ecad tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:27:07.775476 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-92f3942e-549d-4722-b3b3-bb3b4b63ecad tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 947 time: 0.0984719 Feb 19 08:27:07.791889 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5de2bf33-f305-452f-a461-902ebcf43338 req-7983784f-4e91-4c03-9602-29bcc37b50cd tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a01f78c-bb2c-472e-8b34-92b50316c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399060 Feb 19 08:27:07.842711 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Deleting port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:27:07.843046 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:08.087179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] For port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:27:08.087432 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:08.205838 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Calling delete_port for 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:27:08.363551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:08.408693 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event deleted for resources: {'Port': ['ID=1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:08.483443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] No DVR routers for this DVR port 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:27:08.485839 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:08.488237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-deleted', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:27:08.503570 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-e8dd7f25-4585-4ff3-9985-4732b101b91a req-80664481-0a76-4f10-8312-c3e3897694cb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "DELETE /v2.0/ports/1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee HTTP/1.1" status: 204 len: 173 time: 0.7231240 Feb 19 08:27:08.543030 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3063b5-3af2-43d1-8aa2-202a89c3dc89', 'name': 'network-vif-deleted', 'tag': '1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee', 'status': 'completed', 'code': 200} Feb 19 08:27:08.975135 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f49820a9-f435-4395-b6f1-3d0e1249c8ab req-bcefaf13-4343-486d-83cf-cd1586de5fa7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a3063b5-3af2-43d1-8aa2-202a89c3dc89 HTTP/1.1" status: 200 len: 210 time: 0.0446141 Feb 19 08:27:09.067402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1a67f76-5ac9-4586-b0ae-38c31c291444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.092334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47628) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:10.165298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74910979-e349-4682-8634-8b36e89c1099 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.195634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74910979-e349-4682-8634-8b36e89c1099 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.258221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74910979-e349-4682-8634-8b36e89c1099 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.276551 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74910979-e349-4682-8634-8b36e89c1099 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a01f78c-bb2c-472e-8b34-92b50316c4de,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:10.284755 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-74910979-e349-4682-8634-8b36e89c1099 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.285856 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-74910979-e349-4682-8634-8b36e89c1099 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "DELETE /v2.0/security-groups/4a01f78c-bb2c-472e-8b34-92b50316c4de HTTP/1.1" status: 204 len: 168 time: 0.1925333 Feb 19 08:27:10.350735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.453213 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.678425 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47638) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:10.687231 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973048380', 'description': 'tempest-secgroup-smoke-973048380 description', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:10.696781 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:10.703580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:10.706709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:10.712735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:10.729295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.766926 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:10.770925 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:10.773772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:10.779436 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:10.830863 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.835887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.876710 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4bc7a7-2dde-4895-be6c-3683ccde198b,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:10.884851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.886153 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-716b332c-09fe-4d4f-a01b-a0850b0f3356 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2064869 Feb 19 08:27:10.890120 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47642) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:10.895582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': 'aa4bc7a7-2dde-4895-be6c-3683ccde198b', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:10.901651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:10.906028 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:10.908962 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:10.914766 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:10.933900 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:10.991120 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:27:10.998384 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.003358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.026058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6098be91-0e38-4ca3-a16d-274182de4436,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:11.026945 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:27:11.027369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 1766ee0d-8282-43c0-b5a9-5b6b0b64b4ee not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:27:11.034667 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.035869 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a9ce7ec0-ea6f-4518-8452-40ddcdd4b84d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1448586 Feb 19 08:27:11.040067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47646) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:11.045415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': 'aa4bc7a7-2dde-4895-be6c-3683ccde198b', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:11.051284 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:11.055255 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:11.058793 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:11.065273 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:11.082894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.244805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.251151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.274476 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63de366c-6603-4a7d-ad15-67debd8f40e8,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:11.284228 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.285494 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0e23e831-f0e3-4c85-8822-c306093c2804 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2444649 Feb 19 08:27:11.289169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47650) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:11.294561 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': 'aa4bc7a7-2dde-4895-be6c-3683ccde198b', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:11.300457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:11.305896 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:11.310632 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:11.317614 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:11.336004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.406868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.411364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.438566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2013b22-7b15-4ab8-a790-60d009e37b90,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:11.447497 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.448838 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-9c42c62f-9969-4349-8e88-a1db263b4a1d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1587555 Feb 19 08:27:11.451722 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47654) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:11.457092 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': 'aa4bc7a7-2dde-4895-be6c-3683ccde198b', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:11.463185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:11.467162 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:11.470154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:11.475908 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:11.494031 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.558968 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.565094 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.587399 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0e6b51-7fac-4ccd-87f1-dffcff53706f,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:11.597414 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.598599 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-2656f682-cdc4-41b5-9290-8d508bf7ecbe tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1458592 Feb 19 08:27:11.601529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 47658) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:11.606778 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': 'aa4bc7a7-2dde-4895-be6c-3683ccde198b', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:11.612585 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:11.616353 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:11.619169 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:11.624779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:11.636233 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.securitygroups_db [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Project 4a9ba08dd57a46fd96a57c83f5f21464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:27:11.642643 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.708499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.713586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.720644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.736185 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acca3b4c-44e0-46a9-a7ec-f30ce7a035db,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:11.746067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.747231 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c9faf619-2c7f-4eba-b555-abb490dcc3af tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1448097 Feb 19 08:27:11.750755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47662) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:11.756368 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'security_group_rule': {'security_group_id': 'aa4bc7a7-2dde-4895-be6c-3683ccde198b', 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:11.762455 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:11.766638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:security_group_rule and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:11.769600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:11.775924 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:11.788567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Project 4a9ba08dd57a46fd96a57c83f5f21464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:27:11.795067 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.861555 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.866913 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.889007 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540f2f67-7a04-4f2e-beba-1650b30b9178,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:11.900632 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.900971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.901298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.901625 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.902018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.902345 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.902664 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.902994 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.903292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.903603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.903912 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:11.906520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:11.907734 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-04ad3b66-1570-4c02-b985-f2d20006c3b3 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1559427 Feb 19 08:27:14.009708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:26.722058 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-92e2f4c8-c209-4bff-9f0d-834f79ab393c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973048380&fields=id&tenant_id=4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 267 time: 0.0469990 Feb 19 08:27:26.866798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-6ca7ba97-4daf-4285-98f4-a9d9bda40648 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:26.868202 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-6ca7ba97-4daf-4285-98f4-a9d9bda40648 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 808 time: 0.1372261 Feb 19 08:27:26.884353 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-376f011a-d66e-4f2a-a3aa-f4eab9cf3a2f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/quotas/4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 375 time: 0.0108154 Feb 19 08:27:26.971444 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-0bec7dc1-adbe-4459-81d1-e09603205990 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824540 Feb 19 08:27:27.089063 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-08f8504f-a86d-4c7c-8dbc-c801bc6611bb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:27:27.090049 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-08f8504f-a86d-4c7c-8dbc-c801bc6611bb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0689797 Feb 19 08:27:27.225827 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-6770c9dd-76ab-42c0-805c-b0cf80e6bf02 service neutron] 10.222.0.72 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262000 Feb 19 08:27:27.361972 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-cecd4d58-4a75-498e-8edd-6e9a14a9e8fa service neutron] 10.222.0.72 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304207 Feb 19 08:27:28.812071 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3925e027-c06d-4130-9d7a-285555a3c1f1 req-0592cff8-4237-4bad-8d6c-03a298f524f1 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 210 time: 0.0406005 Feb 19 08:27:29.978304 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-11138cbd-1d00-4061-b997-5369e678349b req-14939b45-f35d-4a1b-ac29-8ec23b254a23 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 210 time: 0.0465062 Feb 19 08:27:30.066495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-e7fa4c20-6c28-48b2-bf63-dc0721687f3d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:30.067906 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-e7fa4c20-6c28-48b2-bf63-dc0721687f3d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 808 time: 0.1520920 Feb 19 08:27:30.122677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-bf2c1a79-7ea5-4c63-a7f4-f0e5c8edc01d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:27:30.139661 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-bf2c1a79-7ea5-4c63-a7f4-f0e5c8edc01d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:27:30.140836 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-bf2c1a79-7ea5-4c63-a7f4-f0e5c8edc01d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 379 time: 0.0607696 Feb 19 08:27:30.150067 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'port': {'device_id': '27138701-b4ab-4026-b7f9-b81679d01655', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'admin_state_up': True, 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'security_groups': ['aa4bc7a7-2dde-4895-be6c-3683ccde198b']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:30.293350 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:30.297385 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:port and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:30.300726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:30.306594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:30.317525 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Made reservation on behalf of 4a9ba08dd57a46fd96a57c83f5f21464 for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:27:30.320735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:30.488322 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Allocated IP 172.20.0.9 (65f0c58e-da54-461a-8d44-187f5202368f/c012e597-0731-4d06-96c2-1245488dcb91/2467f8b0-2f46-4a83-aab4-9d31035ea375) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:27:30.672983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:30.689380 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Transition to ACTIVE for port object 2467f8b0-2f46-4a83-aab4-9d31035ea375 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:27:30.711505 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:30.784320 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Network 65f0c58e-da54-461a-8d44-187f5202368f is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:27:30.787163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:27:30.791027 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:27:30.820804 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:30.857797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:30.858473 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:30.884414 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-b84e85eb-9381-4150-9403-4ad3491f704c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7379880 Feb 19 08:27:30.896286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Request body: {'port': {'device_id': '27138701-b4ab-4026-b7f9-b81679d01655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:31.007013 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:31.040232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6b8ea2b-5244-474c-9be0-5b9ab05d9b3d None None] Provisioning for port 2467f8b0-2f46-4a83-aab4-9d31035ea375 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:27:31.053569 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-a6b8ea2b-5244-474c-9be0-5b9ab05d9b3d None None] Provisioning complete for port 2467f8b0-2f46-4a83-aab4-9d31035ea375 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:27:31.055477 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a6b8ea2b-5244-474c-9be0-5b9ab05d9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:31.118588 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8ea2b-5244-474c-9be0-5b9ab05d9b3d None None] Port 2467f8b0-2f46-4a83-aab4-9d31035ea375 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:27:31.250803 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769b654-e6cd-41d4-a9ec-3aebe846a8e9 req-d9d33765-ddec-403c-910c-fe306ea5f38c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:31.252435 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3769b654-e6cd-41d4-a9ec-3aebe846a8e9 req-d9d33765-ddec-403c-910c-fe306ea5f38c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 931 time: 0.0832140 Feb 19 08:27:31.301683 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-3769b654-e6cd-41d4-a9ec-3aebe846a8e9 req-4ffa5469-edf9-4f05-b3c6-dcbd015bf4e2 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Feb 19 08:27:31.372090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2467f8b0-2f46-4a83-aab4-9d31035ea375 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:27:31.378919 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:31.393509 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Transition to ACTIVE for port object 2467f8b0-2f46-4a83-aab4-9d31035ea375 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:27:31.397959 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:31.622075 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:31.720903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Attempting to bind port 2467f8b0-2f46-4a83-aab4-9d31035ea375 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:27:31.721181 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Attempting to bind port 2467f8b0-2f46-4a83-aab4-9d31035ea375 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:27:31.721523 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Attempting to bind port 2467f8b0-2f46-4a83-aab4-9d31035ea375 on network 65f0c58e-da54-461a-8d44-187f5202368f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:27:31.727301 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Port 2467f8b0-2f46-4a83-aab4-9d31035ea375 on network 65f0c58e-da54-461a-8d44-187f5202368f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:27:31.727622 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Attempting to bind port 2467f8b0-2f46-4a83-aab4-9d31035ea375 on network 65f0c58e-da54-461a-8d44-187f5202368f {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:27:31.734590 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:27:31.734886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Checking segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:27:31.735244 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Bound using segment: {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:27:31.735729 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Bound port: 2467f8b0-2f46-4a83-aab4-9d31035ea375, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510558f6-b6fc-4670-a3bf-48bfd350bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:27:31.736061 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:31.825580 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:27:31.828534 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:27:31.835607 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:31.904574 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:31.905674 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] 10.222.0.67 "PUT /v2.0/ports/2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 1093 time: 1.0142550 Feb 19 08:27:31.906140 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:27:31.924395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4627-d883-48eb-b5c3-44349cc5da14 service neutron] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:31.987160 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'status': 'completed', 'code': 200} Feb 19 08:27:32.032053 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-47cf19f4-eec2-4f20-a47f-4ed85189924b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1096 time: 0.0757720 Feb 19 08:27:32.100675 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-a65ae7e5-d703-4154-9055-744145bbe99a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 217 time: 0.0617967 Feb 19 08:27:32.164726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-a19ecc6e-6864-4086-a3c6-7abecbcd4911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:32.166132 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-a19ecc6e-6864-4086-a3c6-7abecbcd4911 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0599663 Feb 19 08:27:32.240437 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-d8e1acf5-7aa5-463c-a2ef-5ec98041abad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682955 Feb 19 08:27:32.372291 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-3528bbdb-1e92-404e-bb54-910155060ec9 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256943 Feb 19 08:27:32.502264 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ef17be50-532d-4b66-92e4-43285ae5e568 req-34b37e95-8bf0-418c-830d-59903e612e30 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242139 Feb 19 08:27:32.505434 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b830a08-9c16-4807-b599-d45c24f6fa1b req-4d702092-6f28-410f-ab82-e61672abd22b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:32.506866 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5b830a08-9c16-4807-b599-d45c24f6fa1b req-4d702092-6f28-410f-ab82-e61672abd22b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0834789 Feb 19 08:27:32.619666 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-293c6441-8236-4258-a402-52dbaf832a08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1096 time: 0.0693781 Feb 19 08:27:32.638741 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5b830a08-9c16-4807-b599-d45c24f6fa1b req-26dda9db-a8f1-4f58-b8c1-2ba0a0e77f2b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257982 Feb 19 08:27:32.751566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-765f2e15-d07d-4276-b554-e26798896c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:32.753020 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-765f2e15-d07d-4276-b554-e26798896c8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1279917 Feb 19 08:27:32.823053 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-f8d8fe83-668e-454b-bf40-937e23eb809b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 217 time: 0.0633798 Feb 19 08:27:32.883132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-e8d2a357-6aee-4ae3-b0ae-e6fa8e7411c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:32.884408 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-e8d2a357-6aee-4ae3-b0ae-e6fa8e7411c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0560484 Feb 19 08:27:32.961555 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-c10387cf-cc1b-4e7b-b55e-2388ebefd918 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716405 Feb 19 08:27:33.089316 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-81d37182-3971-4f1b-a4d9-e76a064f0203 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213419 Feb 19 08:27:33.219861 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-5db7d854-8153-47ab-8b80-2e45fdf2439a req-3ca7ee6f-fd56-4991-bed7-22a5111245e3 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235042 Feb 19 08:27:33.853964 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99577f-d68f-442a-a40a-2ceda265291c req-6eda441e-456e-464f-acd1-b5dfb3a404d9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:33.855412 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5c99577f-d68f-442a-a40a-2ceda265291c req-6eda441e-456e-464f-acd1-b5dfb3a404d9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0865898 Feb 19 08:27:33.902104 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5c99577f-d68f-442a-a40a-2ceda265291c req-a8c4a6fc-98aa-45ee-8ca9-2e56b12d2116 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391204 Feb 19 08:27:35.110358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ac51b-1709-44c4-8cdf-da17f270425e req-1e2c34e2-1a9c-42d6-944b-df68b12869d6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:35.111761 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a67ac51b-1709-44c4-8cdf-da17f270425e req-1e2c34e2-1a9c-42d6-944b-df68b12869d6 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0808856 Feb 19 08:27:35.156348 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a67ac51b-1709-44c4-8cdf-da17f270425e req-13b717c0-73c4-435c-b6c4-6b68acf06919 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389316 Feb 19 08:27:36.368620 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9be9f6-27fa-4494-85cc-cda63d44b9dc req-abf2d7a2-899a-4868-96f8-ebd7a7baa7e4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:36.370046 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba9be9f6-27fa-4494-85cc-cda63d44b9dc req-abf2d7a2-899a-4868-96f8-ebd7a7baa7e4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0911744 Feb 19 08:27:36.418317 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ba9be9f6-27fa-4494-85cc-cda63d44b9dc req-ea395d3d-d547-4baa-90ec-b47626f0a8e4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427926 Feb 19 08:27:36.761023 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-983b2018-70e4-4c12-946d-fa62c7f23211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:37.616611 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78c3dd-afa4-43cf-a788-f30962101e4c req-2d641cce-8ab1-4c3b-9ab6-c06c7cf9f525 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:37.618019 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e78c3dd-afa4-43cf-a788-f30962101e4c req-2d641cce-8ab1-4c3b-9ab6-c06c7cf9f525 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0777133 Feb 19 08:27:37.664008 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-7e78c3dd-afa4-43cf-a788-f30962101e4c req-c2653a0b-97c7-448c-b693-4df4013c28d1 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Feb 19 08:27:38.872500 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55242acf-be33-47f3-9fde-35e4ef61fa45 req-4e65e6b0-9c57-49dd-a9e0-71f8200e78c2 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:38.873879 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55242acf-be33-47f3-9fde-35e4ef61fa45 req-4e65e6b0-9c57-49dd-a9e0-71f8200e78c2 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0904107 Feb 19 08:27:38.919922 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55242acf-be33-47f3-9fde-35e4ef61fa45 req-3d3bee9a-5efb-4848-909c-45136306eaf9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389214 Feb 19 08:27:39.082086 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-792aa93c-0517-4261-acef-4f2ae232de7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:40.132221 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56358-13e8-4c32-9aae-3a40260a1876 req-f89eb1a4-532d-482b-a362-20772e968918 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:40.133562 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f3d56358-13e8-4c32-9aae-3a40260a1876 req-f89eb1a4-532d-482b-a362-20772e968918 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0904577 Feb 19 08:27:40.179564 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f3d56358-13e8-4c32-9aae-3a40260a1876 req-9bdb98d5-303c-43b3-a6f4-862d6a382e92 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396369 Feb 19 08:27:40.359284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:40.459596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:40.801666 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:27:41.148756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2467f8b0-2f46-4a83-aab4-9d31035ea375 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:27:41.322758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:27:41.337004 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'port_id': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'mac_address': 'fa:16:3e:7a:a4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:27:41.379657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c4140-930f-43d7-a010-822785d2b2f3 req-5863de60-3376-4f22-b51e-c85418b919a8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:41.381196 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-545c4140-930f-43d7-a010-822785d2b2f3 req-5863de60-3376-4f22-b51e-c85418b919a8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0797262 Feb 19 08:27:41.391665 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:41.409132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2467f8b0-2f46-4a83-aab4-9d31035ea375 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:27:41.425215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:27:41.429986 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-545c4140-930f-43d7-a010-822785d2b2f3 req-64911ecf-1bc8-4461-abdb-f426e82dec37 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423403 Feb 19 08:27:41.433442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:41.507799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:41.517243 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.517590 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.517930 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.518314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.518644 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.518970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.519295 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.519599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.519914 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.520255 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.520572 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:27:41.731143 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:41.779988 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['2467f8b0-2f46-4a83-aab4-9d31035ea375'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:27:42.632138 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e504c-5128-4176-93e5-56bf68a1ef0a req-910fb3fe-3947-4004-985a-b9526076dcc4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:42.633567 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b01e504c-5128-4176-93e5-56bf68a1ef0a req-910fb3fe-3947-4004-985a-b9526076dcc4 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 944 time: 0.0771813 Feb 19 08:27:42.681455 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b01e504c-5128-4176-93e5-56bf68a1ef0a req-48f65c9e-2113-40b0-b665-bbb9692b29d0 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425177 Feb 19 08:27:43.149670 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2467f8b0-2f46-4a83-aab4-9d31035ea375 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:27:43.232096 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 2467f8b0-2f46-4a83-aab4-9d31035ea375 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:27:43.237157 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 2467f8b0-2f46-4a83-aab4-9d31035ea375 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:27:43.237514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:43.362776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:43.396783 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:27:43.405621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:27:43.411288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:43.483155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:43.573940 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'code': 200} Feb 19 08:27:43.846563 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c832dd44-55e0-40df-95f4-35fc7f6f63aa req-96c2e11a-cef9-4f0b-8af1-1c2fa7ae29d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.0660613 Feb 19 08:27:43.877856 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a339-7053-4397-be5d-b414be454331 req-3d44a4ac-ddd6-4f1b-8e47-5e07d77c138b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:43.878605 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0dd6a339-7053-4397-be5d-b414be454331 req-3d44a4ac-ddd6-4f1b-8e47-5e07d77c138b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0746176 Feb 19 08:27:43.890310 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-c832dd44-55e0-40df-95f4-35fc7f6f63aa req-8efd5370-92bc-4973-9bc4-0ca57b2ac719 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374856 Feb 19 08:27:43.934171 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0dd6a339-7053-4397-be5d-b414be454331 req-45bb726e-1d75-4342-8e9f-5ac99b5f2664 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477774 Feb 19 08:27:44.009442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:45.146541 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9c6a9-db22-4154-91cb-4d20fde24046 req-2b1c6cd7-fd41-4afb-8060-195b2a853efb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:45.148006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-58d9c6a9-db22-4154-91cb-4d20fde24046 req-2b1c6cd7-fd41-4afb-8060-195b2a853efb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0787842 Feb 19 08:27:45.194705 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-58d9c6a9-db22-4154-91cb-4d20fde24046 req-57ba7016-ec55-4164-b06a-fd0ed5da6734 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Feb 19 08:27:46.388911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bdd6b-04e3-40d8-a342-0365d78880b9 req-5546184d-09ab-4cf7-b782-790caa6752e1 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:46.390332 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f44bdd6b-04e3-40d8-a342-0365d78880b9 req-5546184d-09ab-4cf7-b782-790caa6752e1 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0774164 Feb 19 08:27:46.436302 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-f44bdd6b-04e3-40d8-a342-0365d78880b9 req-d824a93b-44b9-47e0-9e6e-5e88af884524 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404100 Feb 19 08:27:46.653052 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73a8b8-b5b5-4a55-ad11-7d78fdc34d0b req-25f320d9-ce30-482f-8776-b441e901f977 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:46.654488 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d73a8b8-b5b5-4a55-ad11-7d78fdc34d0b req-25f320d9-ce30-482f-8776-b441e901f977 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0904274 Feb 19 08:27:46.699132 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8d73a8b8-b5b5-4a55-ad11-7d78fdc34d0b req-7ce533d2-45f5-4fce-9f4d-d2f91a192025 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390906 Feb 19 08:27:46.732657 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47858) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:46.870754 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0b93a0e0-dd52-4701-b652-ad3c5531776c tempest-TestShelveInstance-1840591196 tempest-TestShelveInstance-1840591196-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1093 time: 0.1368139 Feb 19 08:27:46.873749 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 47864) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:27:46.879903 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:27:46.885691 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:27:46.889579 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Usage tracker for resource:floatingip and tenant:4a9ba08dd57a46fd96a57c83f5f21464 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:27:46.892457 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:27:46.898177 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:27:46.911572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:47.063832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:47.219805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Allocated IP 172.26.1.67 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/bdbb8be5-83fd-4e14-bd59-08f4b64faa8f) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:27:47.372283 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:47.401051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:47.473877 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:27:47.477156 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:27:47.481499 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:27:47.594028 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'Port': ['ID=bdbb8be5-83fd-4e14-bd59-08f4b64faa8f,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:48.071569 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:48.131290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:48.333090 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:48.339150 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:48.441464 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event updated for resources: {'Port': ['ID=bdbb8be5-83fd-4e14-bd59-08f4b64faa8f,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:27:48.455931 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:48.655270 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Floating IP 19056244-4739-4b14-a437-63862b1386a8 associated. External IP: 172.26.1.67, port: 2467f8b0-2f46-4a83-aab4-9d31035ea375. Feb 19 08:27:49.132182 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Router b01fa8f6-b075-466b-9910-9ee47e5a351a has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:27:49.336382 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:27:49.346338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] Sync routers for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:27:49.359997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:27:49.360639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:49.361909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:27:49.414413 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5a1f1d84-6f95-465b-83ff-d6614b02d128 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5396359 Feb 19 08:27:49.414985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:27:49.536910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:27:49.591570 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'status': 'completed', 'code': 200} Feb 19 08:27:49.780269 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abd21037-3edc-419d-b199-6db172bd2005 req-7e27e538-8ce4-4efd-8e99-1e63426f413d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.1671071 Feb 19 08:27:49.902371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '19056244-4739-4b14-a437-63862b1386a8', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'floating_ip_address': '172.26.1.67', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'port_id': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'mac_address': 'fa:16:3e:7a:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27138701-b4ab-4026-b7f9-b81679d01655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:27:47Z', 'updated_at': '2022-02-19T08:27:47Z', 'revision_number': 0, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:49.906519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] Checking router: b01fa8f6-b075-466b-9910-9ee47e5a351a for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:27:49.917757 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:27:49.918358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:27:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:49.919304 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd21037-3edc-419d-b199-6db172bd2005 req-cd494814-485d-4b37-95d2-8aac0d4cf86c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:49.920767 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abd21037-3edc-419d-b199-6db172bd2005 req-cd494814-485d-4b37-95d2-8aac0d4cf86c service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1347136 Feb 19 08:27:50.023303 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abd21037-3edc-419d-b199-6db172bd2005 req-105fc826-efbf-41f2-8d90-d33c968bc9de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 998 time: 0.0955868 Feb 19 08:27:50.083856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd21037-3edc-419d-b199-6db172bd2005 req-fb1a371d-6a1f-4353-9d73-08fe49e13954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:50.085222 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abd21037-3edc-419d-b199-6db172bd2005 req-fb1a371d-6a1f-4353-9d73-08fe49e13954 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0557225 Feb 19 08:27:50.091717 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:27:50.162846 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abd21037-3edc-419d-b199-6db172bd2005 req-6710a77b-8435-424a-a1b9-9c793ed480d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712471 Feb 19 08:27:50.302086 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abd21037-3edc-419d-b199-6db172bd2005 req-e9d8b224-bc87-4842-952c-7cbf101bb2b3 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334813 Feb 19 08:27:50.431378 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-abd21037-3edc-419d-b199-6db172bd2005 req-f826a490-f91a-4f8d-a647-fa765c987d28 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235104 Feb 19 08:27:50.479874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '19056244-4739-4b14-a437-63862b1386a8', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'floating_ip_address': '172.26.1.67', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'port_id': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'mac_address': 'fa:16:3e:7a:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27138701-b4ab-4026-b7f9-b81679d01655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:27:47Z', 'updated_at': '2022-02-19T08:27:47Z', 'revision_number': 0, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:27:50.483807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408c645-b422-40d0-8766-cf4922ba984e None None] The sync data for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv is: [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '19056244-4739-4b14-a437-63862b1386a8', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'floating_ip_address': '172.26.1.67', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'port_id': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'mac_address': 'fa:16:3e:7a:a4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27138701-b4ab-4026-b7f9-b81679d01655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:27:47Z', 'updated_at': '2022-02-19T08:27:47Z', 'revision_number': 0, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:27:50.676858 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb3158-4a46-47f9-8ba0-98d3ad837e4a None None] New status for floating IP 19056244-4739-4b14-a437-63862b1386a8: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:28:06.747456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d2387e04-86a2-4be5-ae4a-92f15e80ca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:09.075974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-014957ec-c4ff-4584-80fa-b39cffbe3159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:10.355273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:10.463430 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:11.728608 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:14.023010 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:17.798197 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:28:33.226640 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-02600951-f481-4219-9d52-674b387795f4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873911 Feb 19 08:28:33.383448 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-f07c0428-7d4c-4b78-b87c-2cc9405beda2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.0749764 Feb 19 08:28:33.528856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123b18-5716-4c62-8934-a3cae1db419e req-52b01117-aecc-4d82-9c77-fb39df1035dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:33.530202 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-52b01117-aecc-4d82-9c77-fb39df1035dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1266365 Feb 19 08:28:33.630119 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-47074b74-9f1f-4f02-81b5-613b2900b1d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 1000 time: 0.0940442 Feb 19 08:28:33.694343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123b18-5716-4c62-8934-a3cae1db419e req-47ca5fc3-395b-4309-b04b-e354dbd8e673 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:33.695761 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-47ca5fc3-395b-4309-b04b-e354dbd8e673 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0594459 Feb 19 08:28:33.771512 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-88b7eb1d-11bd-4c07-abf7-f868367c5ab4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701017 Feb 19 08:28:33.900765 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-0c4fd0d0-9d0f-475a-8339-039e1927cfd8 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229928 Feb 19 08:28:34.039000 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-10123b18-5716-4c62-8934-a3cae1db419e req-8460f3c0-f10b-435c-86e4-6bc67b2bc036 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323705 Feb 19 08:28:36.749410 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-eaded805-59a3-49f8-984e-ea2186fe1c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:39.083398 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7bf6418b-96e5-4bfa-9520-98745ccc68c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:40.363592 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:40.464139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:41.745232 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:44.032204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:28:54.793070 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:29:06.752208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9456e3f6-2d41-477b-9ba5-cf72782778d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:09.089299 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-af6569af-02e8-43c9-b13e-261fb675beb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:10.357753 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:10.471186 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:11.740681 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:14.047875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:31.800521 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:29:33.302258 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-7001d550-6c61-48eb-80d8-6ea9f138e950 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1730337 Feb 19 08:29:33.446030 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-7c1d5f3a-a709-4793-8d0f-45ecc048dee0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.0703344 Feb 19 08:29:33.594811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-04f79860-e81b-40f0-8e8c-de50cb309464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:33.596134 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-04f79860-e81b-40f0-8e8c-de50cb309464 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1311791 Feb 19 08:29:33.697489 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-58fa3fc0-f107-493a-9ef3-4aacd2043bb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 1000 time: 0.0948110 Feb 19 08:29:33.760293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-295320b7-88d0-4a13-97cd-fa4ea75936d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:33.761636 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-295320b7-88d0-4a13-97cd-fa4ea75936d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0576785 Feb 19 08:29:33.840357 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-2aec0ae4-7ee0-49a5-9602-2063dfbc42c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724835 Feb 19 08:29:33.849542 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-61cb6388-1380-40f5-b794-58e722d771f5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83569) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:29:33.850397 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-61cb6388-1380-40f5-b794-58e722d771f5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046568 Feb 19 08:29:33.979279 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-f9c96a75-5b2d-432e-9ad6-10a27a93f9fa service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223578 Feb 19 08:29:34.112039 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9786a7b6-8e3d-4563-8faf-60cdf1608e1a req-b53ab352-fe74-4f96-9e43-5df20bfe6388 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268613 Feb 19 08:29:36.752646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3376ec14-40f6-400b-9fbe-5c0693facf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:39.084840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cd227ee2-f50c-4d07-9b91-9a74723f10ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:40.356222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:40.468117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:41.746116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:44.053975 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:29:45.481331 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a30e4-dbb7-4bc2-8156-6886de3e00eb req-a617a5d9-bb66-45df-bb34-45943d356e48 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:45.482799 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-083a30e4-dbb7-4bc2-8156-6886de3e00eb req-a617a5d9-bb66-45df-bb34-45943d356e48 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0835669 Feb 19 08:29:45.533326 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-083a30e4-dbb7-4bc2-8156-6886de3e00eb req-6284efa7-2002-47ae-b7ae-617f85a2fb82 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425863 Feb 19 08:29:46.740430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0096-d063-423b-855b-768276fd2b53 req-9df90fd4-2e64-459e-8939-1209959cf408 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:46.741788 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-637d0096-d063-423b-855b-768276fd2b53 req-9df90fd4-2e64-459e-8939-1209959cf408 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0871704 Feb 19 08:29:46.795788 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-637d0096-d063-423b-855b-768276fd2b53 req-43eefa5b-616a-4357-a23e-d62c14cd2f88 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459979 Feb 19 08:29:48.026465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ace96-a009-4050-ba82-c3b557ee3983 req-b7a04b30-de90-4df7-a127-184b4254bd9f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:48.027883 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-820ace96-a009-4050-ba82-c3b557ee3983 req-b7a04b30-de90-4df7-a127-184b4254bd9f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0859914 Feb 19 08:29:48.075442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-820ace96-a009-4050-ba82-c3b557ee3983 req-31062d15-a5e6-4dba-ab91-c8b264d0dcdb tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Feb 19 08:29:49.290802 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef105860-bde4-4f3f-b688-de4dfa61f0c1 req-169efd51-ba99-4bf4-876d-4ce8537c8730 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:49.292255 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef105860-bde4-4f3f-b688-de4dfa61f0c1 req-169efd51-ba99-4bf4-876d-4ce8537c8730 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0901492 Feb 19 08:29:49.346758 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ef105860-bde4-4f3f-b688-de4dfa61f0c1 req-9005565d-6be0-47be-acbc-0652c3b00f50 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457911 Feb 19 08:29:50.574524 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92305f-22f4-499f-9783-f9365b719dc3 req-228367ee-71ab-4e72-8d1e-c0cf3703f177 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:50.575984 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f92305f-22f4-499f-9783-f9365b719dc3 req-228367ee-71ab-4e72-8d1e-c0cf3703f177 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0839753 Feb 19 08:29:50.626660 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8f92305f-22f4-499f-9783-f9365b719dc3 req-aa9b35b6-f3b5-46e6-a22c-8ee69f60e1c0 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423994 Feb 19 08:29:51.838690 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb7c8e-d438-491d-9a34-53eadef044f4 req-e0ebd311-fdb2-49f7-b764-ed2e6dae023b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:51.840102 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aceb7c8e-d438-491d-9a34-53eadef044f4 req-e0ebd311-fdb2-49f7-b764-ed2e6dae023b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0829437 Feb 19 08:29:51.891062 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-aceb7c8e-d438-491d-9a34-53eadef044f4 req-3fb17155-bc4a-42b3-9dc7-ca166533f239 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454466 Feb 19 08:29:53.109484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25e8bb-4eea-4268-818d-655d640451b9 req-5d9c01f5-3ab6-487c-acb5-2d93f4adae3d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:53.110931 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b25e8bb-4eea-4268-818d-655d640451b9 req-5d9c01f5-3ab6-487c-acb5-2d93f4adae3d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0896599 Feb 19 08:29:53.158544 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8b25e8bb-4eea-4268-818d-655d640451b9 req-7bc319d9-3392-4a29-8801-1b0cdd91b00b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392427 Feb 19 08:29:54.387641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487f80a-69d2-4fc3-b5ec-6d107110cd30 req-87d616ea-e154-4d4d-9215-132bce264436 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:54.389120 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1487f80a-69d2-4fc3-b5ec-6d107110cd30 req-87d616ea-e154-4d4d-9215-132bce264436 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0970523 Feb 19 08:29:54.435865 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1487f80a-69d2-4fc3-b5ec-6d107110cd30 req-cba80ff9-9bdf-459f-92b2-eb71f5b317e9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Feb 19 08:29:55.547472 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-7c747f8e-0a09-4bdf-b9e9-4dcf1f37fd1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.0677061 Feb 19 08:29:55.638394 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c6842-600b-4ffe-946c-eb5c3b104472 req-1b8667d0-1258-453d-96be-c342c9326837 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:55.639828 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-133c6842-600b-4ffe-946c-eb5c3b104472 req-1b8667d0-1258-453d-96be-c342c9326837 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0772359 Feb 19 08:29:55.675294 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-68820edf-d776-49dc-8845-cc806c77c916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:55.676832 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-68820edf-d776-49dc-8845-cc806c77c916 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1234529 Feb 19 08:29:55.684867 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-133c6842-600b-4ffe-946c-eb5c3b104472 req-a5a0d3ca-d387-430b-8f02-f315e0e26f08 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390635 Feb 19 08:29:55.782711 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-e9be98e5-7f46-4c3a-86d7-6d5f2864beb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 1000 time: 0.0994666 Feb 19 08:29:55.846983 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-20f3ba7e-7f8b-41da-92c5-18231182ec7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:55.848402 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-20f3ba7e-7f8b-41da-92c5-18231182ec7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0600626 Feb 19 08:29:55.935709 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-e0c49c2b-17df-4db0-92a0-e6248179d7f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809515 Feb 19 08:29:56.072274 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-c73fdebc-74e9-4e5d-8c0b-05125d9761cf service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294520 Feb 19 08:29:56.201521 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e4d13e3-3fc9-4fb4-a045-e6f3a71123fd req-62553d7b-db6f-42ad-992a-d66d90fe052b service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226621 Feb 19 08:29:56.904603 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95ea07-2573-41f4-ab44-6d66a98c08a9 req-40a3e785-3d17-4d28-91e2-2ed1781a9bde tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:56.906210 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0c95ea07-2573-41f4-ab44-6d66a98c08a9 req-40a3e785-3d17-4d28-91e2-2ed1781a9bde tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0917084 Feb 19 08:29:56.951727 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0c95ea07-2573-41f4-ab44-6d66a98c08a9 req-048a9342-2f2f-4b0d-a947-a1a91c87bf54 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Feb 19 08:29:58.153668 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802e61d-23f8-4819-9881-3e2021c4c830 req-3ce78ea8-94a7-481e-9ac6-2a68e71f7b5f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:58.155193 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9802e61d-23f8-4819-9881-3e2021c4c830 req-3ce78ea8-94a7-481e-9ac6-2a68e71f7b5f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0766139 Feb 19 08:29:58.203782 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9802e61d-23f8-4819-9881-3e2021c4c830 req-25a109c7-3fac-4e9d-918d-d140c49b437a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424426 Feb 19 08:29:59.422491 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e59d-aa96-4485-8ddf-fb79cfb99772 req-e091f1f5-473b-4b56-a57f-ee83b14d652f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:59.423896 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5a15e59d-aa96-4485-8ddf-fb79cfb99772 req-e091f1f5-473b-4b56-a57f-ee83b14d652f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0877607 Feb 19 08:29:59.479531 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-5a15e59d-aa96-4485-8ddf-fb79cfb99772 req-7403c512-f9d9-46de-8424-a51eb4e5dd77 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480678 Feb 19 08:29:59.951759 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-e44784ee-3efb-49f5-8a8b-a59bef051452 req-4a4531c8-7d99-424b-bbff-45b99ccf1605 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1311407 Feb 19 08:30:00.069271 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-e2927a5e-7043-435c-bec0-b09fb89e9ba4 service neutron] (83569) timed out ('10.222.0.72', 46350) {{(pid=83569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 19 08:30:00.203360 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-dbfc9f25-e0bd-4678-a42c-8566436ec2fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262999 Feb 19 08:30:00.214933 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ffff5-1990-462c-856b-290c7f2707ba req-226f9dc0-bea5-4278-8cf1-c82dc9536bda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:00.216393 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6f0ffff5-1990-462c-856b-290c7f2707ba req-226f9dc0-bea5-4278-8cf1-c82dc9536bda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0785894 Feb 19 08:30:00.263667 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-6f0ffff5-1990-462c-856b-290c7f2707ba req-ca3af343-b8a7-4a39-b621-c3fca95a13de tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Feb 19 08:30:01.462593 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589073c-6265-4992-a1d4-df2e2d1db09a req-e675b683-d2ff-4e0d-b143-98d77927e165 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:01.464087 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4589073c-6265-4992-a1d4-df2e2d1db09a req-e675b683-d2ff-4e0d-b143-98d77927e165 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0775733 Feb 19 08:30:01.520179 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4589073c-6265-4992-a1d4-df2e2d1db09a req-3c083962-cdd7-4fe0-b08e-7f2a7c29b0c5 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451932 Feb 19 08:30:01.930330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2467f8b0-2f46-4a83-aab4-9d31035ea375 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:30:02.046874 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:02.073835 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:30:02.083612 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:30:02.088183 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:02.123318 dv-neutron-829958-1-hyperv neutron-server[83570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'code': 422} returned with failed status Feb 19 08:30:02.155013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:30:02.163315 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.163656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.164005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.164450 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.164683 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.165028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.165350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.165684 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.165999 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.166312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.166621 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:30:02.502250 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-9f45767c-bb97-4806-ab2c-2be5728af079 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655&tenant_id=4a9ba08dd57a46fd96a57c83f5f21464 HTTP/1.1" status: 200 len: 1096 time: 0.1730177 Feb 19 08:30:02.596789 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-09d1a8df-cd37-490b-87f6-3b967b27cf95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1096 time: 0.0729005 Feb 19 08:30:02.717423 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8176a19-4216-44f0-b30d-467769d71c86 req-1cc55786-8fab-4d54-a912-4c010c16b314 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:02.718885 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a8176a19-4216-44f0-b30d-467769d71c86 req-1cc55786-8fab-4d54-a912-4c010c16b314 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0775266 Feb 19 08:30:02.727802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-320610e7-728e-442d-8e3d-21aa85ae728d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:02.729285 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-320610e7-728e-442d-8e3d-21aa85ae728d service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1267779 Feb 19 08:30:02.765006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a8176a19-4216-44f0-b30d-467769d71c86 req-d84fd9b0-5222-4600-976b-cab53d49b795 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400891 Feb 19 08:30:02.837480 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-2f272fa0-21a1-423e-8ec7-cb9aef3fbce8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 998 time: 0.1012468 Feb 19 08:30:02.899825 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-a8efb4a5-6b33-4bd1-874e-9f096995af9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:02.901296 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-a8efb4a5-6b33-4bd1-874e-9f096995af9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0580394 Feb 19 08:30:02.981587 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-9841f97e-f332-4c6f-9511-9a323fd681ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740385 Feb 19 08:30:03.114022 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-7df1752f-c61a-4717-8cf6-165aaafefd38 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248729 Feb 19 08:30:03.266782 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bcc37ec1-fa02-415e-8e97-355530f7989c req-131a7b54-c179-401a-b12f-1e6cd12c124e service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467354 Feb 19 08:30:04.200849 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff5569-6595-492a-b2f2-38c8fd58f98e req-0e0c4951-88ed-4057-ae10-ba523defc718 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:04.202298 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13ff5569-6595-492a-b2f2-38c8fd58f98e req-0e0c4951-88ed-4057-ae10-ba523defc718 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.1648154 Feb 19 08:30:04.247537 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-13ff5569-6595-492a-b2f2-38c8fd58f98e req-46e2bfb9-2a57-407a-9af1-3a5e3e70a93a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Feb 19 08:30:05.458637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ec661-bc80-40e3-ba49-e4533ad7e9af req-cb3d8ccc-dbe5-442b-86af-4284725fa25f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:05.460074 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-401ec661-bc80-40e3-ba49-e4533ad7e9af req-cb3d8ccc-dbe5-442b-86af-4284725fa25f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0768964 Feb 19 08:30:05.504979 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-401ec661-bc80-40e3-ba49-e4533ad7e9af req-e57bf694-ada6-423d-94de-b3cf7fa88e31 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392480 Feb 19 08:30:06.732476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224876-764a-4512-b118-c4090cc3a0de req-519522a5-c90a-46d0-b0ee-b526d3315c4a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:06.733969 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d1224876-764a-4512-b118-c4090cc3a0de req-519522a5-c90a-46d0-b0ee-b526d3315c4a tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.1027632 Feb 19 08:30:06.747137 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0180-4261-440e-aaff-a0da0e134d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:06.781484 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d1224876-764a-4512-b118-c4090cc3a0de req-de45212c-2be7-4521-a300-f697af25081d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 Feb 19 08:30:07.985249 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b3f5-985a-4940-bfb4-df607ad0e696 req-cbf783bf-fc6c-4a24-bc60-55d643b9a095 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:07.986674 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1461b3f5-985a-4940-bfb4-df607ad0e696 req-cbf783bf-fc6c-4a24-bc60-55d643b9a095 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0796587 Feb 19 08:30:08.033809 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1461b3f5-985a-4940-bfb4-df607ad0e696 req-2bb9ef80-6308-4a68-9c35-4047f2b2b175 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391560 Feb 19 08:30:08.794958 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:30:09.093985 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dfafcc67-3889-4449-b6f7-f993d63434d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:09.243699 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58afdc-32b0-4359-9a9a-af88dc7be9d1 req-ad714cbb-b7e3-4bc7-9d06-4687248bb071 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:09.245143 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2d58afdc-32b0-4359-9a9a-af88dc7be9d1 req-ad714cbb-b7e3-4bc7-9d06-4687248bb071 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0800283 Feb 19 08:30:09.291899 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-2d58afdc-32b0-4359-9a9a-af88dc7be9d1 req-eb86e8e5-c979-457c-9a9a-4dc23a50e3b2 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387626 Feb 19 08:30:10.352714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:10.470458 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:10.511600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c38d6-beec-4457-a54d-9b3467e5fc23 req-535114b9-4dbc-497d-a249-83aed7d8dc6c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:10.513107 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-753c38d6-beec-4457-a54d-9b3467e5fc23 req-535114b9-4dbc-497d-a249-83aed7d8dc6c tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0875776 Feb 19 08:30:10.566249 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-753c38d6-beec-4457-a54d-9b3467e5fc23 req-774331f3-f285-49cd-854a-066bde5cf5c7 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468278 Feb 19 08:30:11.744978 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:11.779042 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeb659-549c-47e5-9ca2-2cf14ee71acd req-a83ba042-d5d9-42fc-a3bf-179a895efae8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:11.780515 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cabeb659-549c-47e5-9ca2-2cf14ee71acd req-a83ba042-d5d9-42fc-a3bf-179a895efae8 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 943 time: 0.0874202 Feb 19 08:30:11.831848 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-cabeb659-549c-47e5-9ca2-2cf14ee71acd req-f3d72bae-4e2d-4bc6-9e7f-a700422df498 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455673 Feb 19 08:30:12.005495 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2467f8b0-2f46-4a83-aab4-9d31035ea375 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:30:12.138379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:30:12.151153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'port_id': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'mac_address': 'fa:16:3e:7a:a4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:30:12.204807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:12.221836 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2467f8b0-2f46-4a83-aab4-9d31035ea375 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:30:12.237116 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:30:12.242070 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:12.315134 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:30:12.605492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['2467f8b0-2f46-4a83-aab4-9d31035ea375'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:30:13.042805 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a731d7-1d17-4c45-a013-2fe83753acc4 req-76be4e4a-5083-4502-a049-c733518a5018 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:13.044490 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8a731d7-1d17-4c45-a013-2fe83753acc4 req-76be4e4a-5083-4502-a049-c733518a5018 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 944 time: 0.0895631 Feb 19 08:30:13.099582 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8a731d7-1d17-4c45-a013-2fe83753acc4 req-258261f8-1e74-4856-9a98-d86d0af15554 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495842 Feb 19 08:30:14.005007 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2467f8b0-2f46-4a83-aab4-9d31035ea375 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:30:14.072425 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:14.085499 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 2467f8b0-2f46-4a83-aab4-9d31035ea375 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:30:14.085847 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:14.236341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:14.262556 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:30:14.272171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:30:14.277066 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:14.296204 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b769c09-a716-45d3-8ed7-57db802ae471 req-a960cf09-5369-4c1a-a7fc-98f7588ab56b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:14.297683 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1b769c09-a716-45d3-8ed7-57db802ae471 req-a960cf09-5369-4c1a-a7fc-98f7588ab56b tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 944 time: 0.0772848 Feb 19 08:30:14.324435 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'code': 200} Feb 19 08:30:14.343688 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-1b769c09-a716-45d3-8ed7-57db802ae471 req-2da4ee45-20c8-4022-a714-cc3a1d8519b1 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406358 Feb 19 08:30:14.353095 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:30:14.587186 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf818a38-3700-4951-9e51-8a4fe96841e9 req-a538bbcc-0fba-4af9-b90b-ced613e87a55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.0676982 Feb 19 08:30:14.628276 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-cf818a38-3700-4951-9e51-8a4fe96841e9 req-fd1d4377-3ada-4f4b-afe0-a3de3d09d204 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344644 Feb 19 08:30:15.554257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51040dc-6f3e-44fe-92c6-d9637479c1f2 req-ee0319ad-2784-4508-8a8b-53e1969d8c9f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:15.555688 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d51040dc-6f3e-44fe-92c6-d9637479c1f2 req-ee0319ad-2784-4508-8a8b-53e1969d8c9f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0804534 Feb 19 08:30:15.601125 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d51040dc-6f3e-44fe-92c6-d9637479c1f2 req-b85bd261-47da-4923-aafc-9cb632b2c099 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Feb 19 08:30:16.814829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e469-fd78-42fe-abb8-263806e3ef3c req-008adf16-3082-4f6f-8c13-1818122cd0dc tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:16.816858 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-06b8e469-fd78-42fe-abb8-263806e3ef3c req-008adf16-3082-4f6f-8c13-1818122cd0dc tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0899608 Feb 19 08:30:16.869790 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-06b8e469-fd78-42fe-abb8-263806e3ef3c req-d8e835d4-afb8-4b11-9603-ffaf16dcbfbc tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470128 Feb 19 08:30:19.098347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-e97aa1cb-42cd-497c-92df-f4514d26b35b req-36f989ec-a8cd-4b15-8ef7-ea402286611f service neutron] (83568) timed out ('10.222.0.67', 56204) {{(pid=83568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 19 08:30:34.202605 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-b485ad06-300c-48a3-b114-906300447f31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765305 Feb 19 08:30:34.345701 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-aed6e763-51ca-4d72-9202-55ff7d8dcf5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.0718923 Feb 19 08:30:34.490801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-d1b73260-62fc-4603-9350-8141741f10f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:34.490801 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-d1b73260-62fc-4603-9350-8141741f10f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1238999 Feb 19 08:30:34.594884 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-957c2170-5b8d-450a-a613-cd65f8067e13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 1000 time: 0.0952594 Feb 19 08:30:34.663798 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-3eafbe54-936b-4ebc-8d8c-ee9b4cad4587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:34.663798 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-3eafbe54-936b-4ebc-8d8c-ee9b4cad4587 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0631483 Feb 19 08:30:34.744959 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-1e506452-706b-48fb-8b64-757dc4bc58f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766339 Feb 19 08:30:34.874697 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-ef07a60a-e8da-44b5-ac37-910151f715c8 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226280 Feb 19 08:30:35.100726 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a9e6f5bc-0f0b-41c5-893e-9b52aec50607 req-ce13e509-7767-46df-a123-06360c5f1f21 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242033 Feb 19 08:30:36.757060 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-371f3790-ac0d-4858-8fd3-52d817e16249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:39.078729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ea9203a7-49b7-4d03-a4fd-4e5e2763df8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:40.349251 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:40.475506 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:41.746283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:44.076929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:30:45.796531 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:31:06.757818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3a30fb5c-1714-49d7-9392-5aabb01b8dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:09.083802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-d71bc07e-aa98-4fa5-a675-80fa7e67544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:10.355282 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:10.479711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:11.750989 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:14.086198 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:22.798689 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:31:32.763506 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48034) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:32.961344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Deleting port bdbb8be5-83fd-4e14-bd59-08f4b64faa8f {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:32.961669 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:33.129612 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:33.129809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:33.243253 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Calling delete_port for bdbb8be5-83fd-4e14-bd59-08f4b64faa8f owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:33.481158 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:33.522596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event deleted for resources: {'Port': ['ID=bdbb8be5-83fd-4e14-bd59-08f4b64faa8f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:33.559755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.560510 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.560843 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.561165 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.561482 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.561798 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.562094 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.562405 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.562710 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.563022 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.563326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:33.625420 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:34.017772 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Router b01fa8f6-b075-466b-9910-9ee47e5a351a has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:31:34.216876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:31:34.227085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] Sync routers for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:31:34.234101 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:34.239057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:34.239702 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:34.288174 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9b804a5a-3ea7-4f29-b5be-3cd20131ffda tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "DELETE /v2.0/floatingips/19056244-4739-4b14-a437-63862b1386a8 HTTP/1.1" status: 204 len: 168 time: 1.5230808 Feb 19 08:31:34.288755 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:31:34.362185 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'status': 'completed', 'code': 200} Feb 19 08:31:34.421664 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:34.575437 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-077d659b-6082-454c-a5e5-5de3d541f488 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 1098 time: 0.1908545 Feb 19 08:31:34.702485 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c60e28-8a89-4b56-9b6c-a2176ca6a0fb req-587f7318-9561-4fd7-890b-b1c6377cc7e0 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:34.703290 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-70c60e28-8a89-4b56-9b6c-a2176ca6a0fb req-587f7318-9561-4fd7-890b-b1c6377cc7e0 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:31:34.714868 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-3ea577b7-c163-4cea-9aa7-b668bf91d995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:34.716496 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-3ea577b7-c163-4cea-9aa7-b668bf91d995 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 200 len: 909 time: 0.1340313 Feb 19 08:31:34.721949 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-70c60e28-8a89-4b56-9b6c-a2176ca6a0fb req-587f7318-9561-4fd7-890b-b1c6377cc7e0 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:31:34.723221 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70c60e28-8a89-4b56-9b6c-a2176ca6a0fb req-587f7318-9561-4fd7-890b-b1c6377cc7e0 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.1044927 Feb 19 08:31:34.778081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-70c60e28-8a89-4b56-9b6c-a2176ca6a0fb req-62151fae-85db-4133-8bda-388828dc3656 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474973 Feb 19 08:31:34.778274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:34.782168 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] Checking router: b01fa8f6-b075-466b-9910-9ee47e5a351a for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:31:34.786615 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-6faa81b8-72d6-4ec0-bebd-09d9d554b2f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 200 len: 217 time: 0.0639653 Feb 19 08:31:34.800016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:34.800016 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:34.848994 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-ffe271ca-4b62-485f-81b9-81d33affe2b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:34.850426 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-ffe271ca-4b62-485f-81b9-81d33affe2b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 200 len: 847 time: 0.0577037 Feb 19 08:31:34.929636 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-9a977d84-c50a-489d-ba4a-05655e083efd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f0c58e-da54-461a-8d44-187f5202368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714920 Feb 19 08:31:34.970409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:35.063656 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-4b0cefec-3759-4311-833b-eb7b07869ad8 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267033 Feb 19 08:31:35.196828 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-1f959de1-5f43-471b-98fb-4b09a2eaef51 req-abf1814d-ab8a-4bb9-97bb-433312a8f0b8 service neutron] 10.222.0.67 "GET /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253343 Feb 19 08:31:35.327560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:35.333284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb0f06-82f6-4e0d-9d7d-92abac3bf83e None None] The sync data for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv is: [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 4, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '95dbe833-8e6e-4d2f-93e0-6b49acba4a7b', 'name': '', 'network_id': '65f0c58e-da54-461a-8d44-187f5202368f', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'mac_address': 'fa:16:3e:21:7c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:41Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'subnets': [{'id': 'c012e597-0731-4d06-96c2-1245488dcb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:31:35.566727 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd8932-31b5-49e8-b49a-86fb65fb58df None None] New status for floating IP 19056244-4739-4b14-a437-63862b1386a8: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:31:35.985781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4df1-8d23-4a46-abf1-3ed96697c142 req-3be9154c-4b0c-4e80-a5a8-d5507fb81429 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:35.987141 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-69eb4df1-8d23-4a46-abf1-3ed96697c142 req-3be9154c-4b0c-4e80-a5a8-d5507fb81429 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0899947 Feb 19 08:31:36.033549 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-69eb4df1-8d23-4a46-abf1-3ed96697c142 req-cc6b518a-5daa-42a8-9996-5c5817fbbc3f tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa4bc7a7-2dde-4895-be6c-3683ccde198b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 Feb 19 08:31:36.331022 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-d312aa71-ea27-43bc-9b33-01e70cd7147d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:36.331611 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-d312aa71-ea27-43bc-9b33-01e70cd7147d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Synchronizing usage tracker for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:31:36.343668 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-d312aa71-ea27-43bc-9b33-01e70cd7147d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Unset dirty status for tenant:4a9ba08dd57a46fd96a57c83f5f21464 on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:31:36.344756 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-d312aa71-ea27-43bc-9b33-01e70cd7147d tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 945 time: 0.0960162 Feb 19 08:31:36.414550 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Deleting port 2467f8b0-2f46-4a83-aab4-9d31035ea375 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:36.414884 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:36.668578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] For port 2467f8b0-2f46-4a83-aab4-9d31035ea375, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=2467f8b0-2f46-4a83-aab4-9d31035ea375,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:36.668977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:36.754242 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-882ed109-f59a-4a66-aa05-5fe8a7f77957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:36.798378 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Calling delete_port for 2467f8b0-2f46-4a83-aab4-9d31035ea375 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:36.948686 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:36.997646 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event deleted for resources: {'Port': ['ID=2467f8b0-2f46-4a83-aab4-9d31035ea375,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:37.032278 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.032620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.032952 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.033274 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.033601 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.033922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.034239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.034621 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.034931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.035249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.035564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:37.079857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] No DVR routers for this DVR port 2467f8b0-2f46-4a83-aab4-9d31035ea375 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:31:37.082426 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:37.085024 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-deleted', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:31:37.101795 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ff6d8fdd-454c-4c08-ab25-8289f0302fee req-6585db26-7cdf-447e-9484-6e8184f3d085 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.67 "DELETE /v2.0/ports/2467f8b0-2f46-4a83-aab4-9d31035ea375 HTTP/1.1" status: 204 len: 173 time: 0.7506654 Feb 19 08:31:37.142586 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138701-b4ab-4026-b7f9-b81679d01655', 'name': 'network-vif-deleted', 'tag': '2467f8b0-2f46-4a83-aab4-9d31035ea375', 'status': 'completed', 'code': 200} Feb 19 08:31:37.220531 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-eb56fb08-5bff-4bfd-8fbd-0916f55cfaed req-52004783-51dc-4a5a-b5cc-959aa39e54e9 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "GET /v2.0/ports?device_id=27138701-b4ab-4026-b7f9-b81679d01655 HTTP/1.1" status: 200 len: 210 time: 0.0405235 Feb 19 08:31:38.330909 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48058) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:38.407446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5222b144-c2e2-4157-a703-b271e3be6b23 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:38.436788 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5222b144-c2e2-4157-a703-b271e3be6b23 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:38.501660 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5222b144-c2e2-4157-a703-b271e3be6b23 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:38.520040 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222b144-c2e2-4157-a703-b271e3be6b23 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4bc7a7-2dde-4895-be6c-3683ccde198b,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:38.535222 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-5222b144-c2e2-4157-a703-b271e3be6b23 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:38.536387 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-5222b144-c2e2-4157-a703-b271e3be6b23 tempest-TestShelveInstance-1965260235 tempest-TestShelveInstance-1965260235-project] 10.222.0.72 "DELETE /v2.0/security-groups/aa4bc7a7-2dde-4895-be6c-3683ccde198b HTTP/1.1" status: 204 len: 168 time: 0.2043610 Feb 19 08:31:38.603708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48064) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:39.089008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-23852b89-f1b4-4e9d-a9fa-e23a8c94df2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:39.270331 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:39.870491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Deleting port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:39.871168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:40.042805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] For port 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:40.043091 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:40.164976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Calling delete_port for 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:40.336101 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:40.350268 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:40.381715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=95dbe833-8e6e-4d2f-93e0-6b49acba4a7b,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:40.480545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:40.574204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2467f8b0-2f46-4a83-aab4-9d31035ea375 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:31:40.606710 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 2467f8b0-2f46-4a83-aab4-9d31035ea375 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:31:40.607058 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 2467f8b0-2f46-4a83-aab4-9d31035ea375 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:31:40.773680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:41.342841 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Router b01fa8f6-b075-466b-9910-9ee47e5a351a has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:31:41.560907 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:31:41.573253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] Sync routers for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:31:41.575887 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-eb91f315-7767-478f-aa32-6288e96e5c62 admin admin] 10.222.0.72 "PUT /v2.0/routers/b01fa8f6-b075-466b-9910-9ee47e5a351a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9710670 Feb 19 08:31:41.578684 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48070) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:41.586128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:41.586912 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:41.763759 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:41.771321 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:41.777795 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks [] for router, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:42.055959 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:31:40Z', 'revision_number': 5, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port': {'id': 'b03ab879-6ab4-40ca-b7f4-c2182b447c13', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:20Z', 'updated_at': '2022-02-19T08:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:42.060350 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] Checking router: b01fa8f6-b075-466b-9910-9ee47e5a351a for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:31:42.070936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] Routers {'b01fa8f6-b075-466b-9910-9ee47e5a351a'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:42.071251 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:42.071512 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['b01fa8f6-b075-466b-9910-9ee47e5a351a'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:42.081318 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Deleting port b03ab879-6ab4-40ca-b7f4-c2182b447c13 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:42.081673 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:42.217895 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] Set router b01fa8f6-b075-466b-9910-9ee47e5a351a gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:42.253388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] For port b03ab879-6ab4-40ca-b7f4-c2182b447c13, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b03ab879-6ab4-40ca-b7f4-c2182b447c13,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:42.253703 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:42.320138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:31:42Z', 'revision_number': 6, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:42.324045 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c91ea-bab3-41d7-9834-1df5936eeec7 None None] The sync data for ids ['b01fa8f6-b075-466b-9910-9ee47e5a351a'] in dv-neutron-829958-1-hyperv is: [{'id': 'b01fa8f6-b075-466b-9910-9ee47e5a351a', 'name': 'tempest-TestShelveInstance-661338307-router', 'tenant_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:19Z', 'updated_at': '2022-02-19T08:31:42Z', 'revision_number': 6, 'project_id': '4a9ba08dd57a46fd96a57c83f5f21464', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:31:42.372346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Calling delete_port for b03ab879-6ab4-40ca-b7f4-c2182b447c13 owned by network:router_gateway {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:42.542925 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:42.587533 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03ab879-6ab4-40ca-b7f4-c2182b447c13,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:42.809133 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.062323 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.067284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.095065 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.095588 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01fa8f6-b075-466b-9910-9ee47e5a351a {{(pid=83568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:31:43.107868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.109021 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b8e4ad28-a147-49ca-a4ee-702807df9965 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b01fa8f6-b075-466b-9910-9ee47e5a351a HTTP/1.1" status: 204 len: 168 time: 1.5293901 Feb 19 08:31:43.111522 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48074) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:43.177824 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_v2 [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] Deleting subnet c012e597-0731-4d06-96c2-1245488dcb91 {{(pid=83568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:31:43.181102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.230473 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3387460'] for subnet, precommit_delete_associations {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.310365 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.472935 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3459246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106787'] for subnet, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.513186 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c012e597-0731-4d06-96c2-1245488dcb91,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:43.517432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.524132 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb22c2-f128-4f44-9380-544915c78f7d None None] Network 65f0c58e-da54-461a-8d44-187f5202368f requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:31:43.524964 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-818c7d85-d3e3-4966-bb2d-a6182365177a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c012e597-0731-4d06-96c2-1245488dcb91 HTTP/1.1" status: 204 len: 168 time: 0.4121561 Feb 19 08:31:43.527260 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48078) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:43.631617 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.642259 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Deleting port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:43.642586 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.763463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] DHCP port deletion for 65f0c58e-da54-461a-8d44-187f5202368f request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:31:43.767770 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Deleting port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:43.768169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.846958 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] For port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:43.847310 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:43.974721 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Calling delete_port for d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 owned by network:dhcp {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:43.981453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:31:44.027056 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:31:44.027275 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 95dbe833-8e6e-4d2f-93e0-6b49acba4a7b not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:31:44.027714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b03ab879-6ab4-40ca-b7f4-c2182b447c13 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:31:44.047709 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.068457 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: b03ab879-6ab4-40ca-b7f4-c2182b447c13 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:31:44.068800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b03ab879-6ab4-40ca-b7f4-c2182b447c13 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:31:44.069207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:31:44.096060 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:44.100406 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] No DVR routers for this DVR port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 on host dv-neutron-829958-1-hyperv {{(pid=83568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:31:44.119521 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:31:44.119881 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:31:44.122821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] For port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2,segment=NetworkSegment(510558f6-b6fc-4670-a3bf-48bfd350bd5c),segment_id=510558f6-b6fc-4670-a3bf-48bfd350bd5c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:44.123207 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.135314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.215501 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.240078 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f0c58e-da54-461a-8d44-187f5202368f']}} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:44.241379 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Calling delete_port for d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:44.252571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510558f6-b6fc-4670-a3bf-48bfd350bd5c') {'for_net_delete': True} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:44.252859 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.services.segments.db [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510558f6-b6fc-4670-a3bf-48bfd350bd5c') {} {{(pid=83568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:44.264126 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3389111'] for segment, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.280273 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.286641 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:31:44.287018 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3459264'] for segment, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: Traceback (most recent call last): Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: timer() Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: cb(*args, **kw) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: return func(*args, **kwargs) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: self._notify() Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: self.callback(batched_events) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: event.method(event) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: return f(self, *a, **k) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._get(url).json() Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: return self.request(url, 'GET', **kwargs) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:31:44.300211 dv-neutron-829958-1-hyperv neutron-server[83568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:31:44.309294 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:31:44.309742 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:31:44.382971 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.398667 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Notify callbacks [] for network, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.408609 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=65f0c58e-da54-461a-8d44-187f5202368f,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:44.423753 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e435d8b6-f99e-49d3-a5bf-aebabf859b3d admin admin] 10.222.0.72 "DELETE /v2.0/networks/65f0c58e-da54-461a-8d44-187f5202368f HTTP/1.1" status: 204 len: 168 time: 0.8954320 Feb 19 08:31:44.426742 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48082) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:44.809400 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.811497 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Deleting port d6cd4173-5ad3-4aec-b247-4eb9ad41e9b2 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:44.811876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:44.878267 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-bc04564c-618c-40df-b81c-24cb88b3e907 None None] The port 'd6cd4173-5ad3-4aec-b247-4eb9ad41e9b2' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:31:45.522693 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Deleting port 280a40c6-fa09-42a1-a37a-71563f7fe398 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:45.522991 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:45.708765 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.db [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] For port 280a40c6-fa09-42a1-a37a-71563f7fe398, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=280a40c6-fa09-42a1-a37a-71563f7fe398,segment=NetworkSegment(67cbf562-935f-4bd3-b695-5ae33473d07c),segment_id=67cbf562-935f-4bd3-b695-5ae33473d07c)] {{(pid=83568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:45.708989 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:45.824813 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Calling delete_port for 280a40c6-fa09-42a1-a37a-71563f7fe398 owned by network:router_interface {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:45.998724 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:46.044486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=280a40c6-fa09-42a1-a37a-71563f7fe398,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:46.341596 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:47.035636 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:31:47.242560 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:31:47.251257 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] Sync routers for ids ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:31:47.261258 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0b56b1e1-9582-442c-98e2-dc699b234b36 admin admin] 10.222.0.72 "PUT /v2.0/routers/77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8334558 Feb 19 08:31:47.263617 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] Routers {'77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:47.263898 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48086) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:47.264381 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:47.434672 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] Set router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:47.454835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:47.726343 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:31:45Z', 'revision_number': 5, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port': {'id': '1c925765-7d2e-4155-9232-0f53acf6c8eb', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:26Z', 'updated_at': '2022-02-19T08:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:47.730165 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] Checking router: 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:31:47.741017 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] Routers {'77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:47.741599 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:47.761154 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:47.771939 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Deleting port 1c925765-7d2e-4155-9232-0f53acf6c8eb {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:47.772408 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:47.887984 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] Set router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:47.942817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] For port 1c925765-7d2e-4155-9232-0f53acf6c8eb, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=1c925765-7d2e-4155-9232-0f53acf6c8eb,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:47.943164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:47.994893 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:31:47Z', 'revision_number': 6, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:47.998832 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b28140-f7da-4bb0-8ca3-66b6f31b28cc None None] The sync data for ids ['77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870'] in dv-neutron-829958-1-hyperv is: [{'id': '77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870', 'name': 'tempest-TestShelveInstance-1434384621-router', 'tenant_id': 'bc4475270cd74450babba1683ce9a65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:25Z', 'updated_at': '2022-02-19T08:31:47Z', 'revision_number': 6, 'project_id': 'bc4475270cd74450babba1683ce9a65b', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:31:48.061773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Calling delete_port for 1c925765-7d2e-4155-9232-0f53acf6c8eb owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:48.226336 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.268354 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c925765-7d2e-4155-9232-0f53acf6c8eb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:48.494522 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.742368 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.746582 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.771252 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.771776 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:31:48.783769 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.785007 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-11394c41-c558-447e-9e02-4f77b75db3e4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/77b5de3b-f5b7-4a89-aadc-3dd1ab4a8870 HTTP/1.1" status: 204 len: 168 time: 1.5200949 Feb 19 08:31:48.787743 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48090) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:48.848759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] Deleting subnet fcb0253c-2351-4096-b450-9ff5f8bbc582 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:31:48.851715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.900756 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:48.985586 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.157537 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.193494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb0253c-2351-4096-b450-9ff5f8bbc582,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:49.199791 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.205576 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59484b80-7d8d-4ed7-ad76-51c734eea3b0 None None] Network 146f58f3-2215-418c-9110-e5d3728c44a9 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:31:49.206099 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-e6b7f100-9e11-4da0-8926-48488d4a7b95 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fcb0253c-2351-4096-b450-9ff5f8bbc582 HTTP/1.1" status: 204 len: 168 time: 0.4169416 Feb 19 08:31:49.208332 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48094) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:49.314805 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.325456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Deleting port b5255d95-95ea-4ba1-87dd-93ff2b50227d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:49.325782 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.468854 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] DHCP port deletion for 146f58f3-2215-418c-9110-e5d3728c44a9 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:31:49.473097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Deleting port b5255d95-95ea-4ba1-87dd-93ff2b50227d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:49.473462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.527981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] For port b5255d95-95ea-4ba1-87dd-93ff2b50227d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b5255d95-95ea-4ba1-87dd-93ff2b50227d,segment=NetworkSegment(67cbf562-935f-4bd3-b695-5ae33473d07c),segment_id=67cbf562-935f-4bd3-b695-5ae33473d07c)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:49.528352 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.644348 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Calling delete_port for b5255d95-95ea-4ba1-87dd-93ff2b50227d owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:49.674553 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] For port b5255d95-95ea-4ba1-87dd-93ff2b50227d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=b5255d95-95ea-4ba1-87dd-93ff2b50227d,segment=NetworkSegment(67cbf562-935f-4bd3-b695-5ae33473d07c),segment_id=67cbf562-935f-4bd3-b695-5ae33473d07c)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:49.674910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.719922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.762164 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b5255d95-95ea-4ba1-87dd-93ff2b50227d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:49.768088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] No DVR routers for this DVR port b5255d95-95ea-4ba1-87dd-93ff2b50227d on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:31:49.795778 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Calling delete_port for b5255d95-95ea-4ba1-87dd-93ff2b50227d owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:31:49.866369 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:31:49.866711 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:31:49.882201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.907577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146f58f3-2215-418c-9110-e5d3728c44a9']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:49.919687 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cbf562-935f-4bd3-b695-5ae33473d07c') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:49.919977 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cbf562-935f-4bd3-b695-5ae33473d07c') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:49.931338 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.948626 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.954764 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:31:49.955166 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:31:49.968741 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:31:49.970418 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 280a40c6-fa09-42a1-a37a-71563f7fe398 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:31:50.002052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 280a40c6-fa09-42a1-a37a-71563f7fe398 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:31:50.002378 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 280a40c6-fa09-42a1-a37a-71563f7fe398 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:31:50.002780 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1c925765-7d2e-4155-9232-0f53acf6c8eb no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:31:50.032624 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 1c925765-7d2e-4155-9232-0f53acf6c8eb {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:31:50.032949 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 1c925765-7d2e-4155-9232-0f53acf6c8eb not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:31:50.033338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b5255d95-95ea-4ba1-87dd-93ff2b50227d no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:31:50.045261 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:50.061492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:50.066814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: b5255d95-95ea-4ba1-87dd-93ff2b50227d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:31:50.067182 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device b5255d95-95ea-4ba1-87dd-93ff2b50227d not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:31:50.071357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] Pushing event deleted for resources: {'Network': ['ID=146f58f3-2215-418c-9110-e5d3728c44a9,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:50.078416 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e6ca920-5ce4-4042-b285-16e6fa8e55ed admin admin] 10.222.0.72 "DELETE /v2.0/networks/146f58f3-2215-418c-9110-e5d3728c44a9 HTTP/1.1" status: 204 len: 168 time: 0.8691905 Feb 19 08:31:50.240229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48100) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:50.290584 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-57e7cf3c-25d1-45fe-b07a-a9f1bd3ab451 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a9ba08dd57a46fd96a57c83f5f21464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491581 Feb 19 08:31:50.293229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48104) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:50.355222 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b04-7832-4b29-8923-1d8514b8542c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:50.368108 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Deleting port b5255d95-95ea-4ba1-87dd-93ff2b50227d {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:31:50.368646 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:50.380088 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b04-7832-4b29-8923-1d8514b8542c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:50.431762 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b04-7832-4b29-8923-1d8514b8542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:50.433641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-1bda835d-16e7-4bc7-b91e-3d1afd37968d None None] The port 'b5255d95-95ea-4ba1-87dd-93ff2b50227d' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:31:50.454388 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a51b04-7832-4b29-8923-1d8514b8542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdec17b-4a60-4238-8c6c-9e19b49d1584,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:50.460249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b04-7832-4b29-8923-1d8514b8542c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:50.462632 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-c7a51b04-7832-4b29-8923-1d8514b8542c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ecdec17b-4a60-4238-8c6c-9e19b49d1584 HTTP/1.1" status: 204 len: 168 time: 0.1672878 Feb 19 08:31:50.888366 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48112) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:50.939683 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-586b64c6-834f-4657-99e2-f7007cc69f11 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc4475270cd74450babba1683ce9a65b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500793 Feb 19 08:31:50.942699 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48116) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:51.016794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fd04b9f-edac-4866-abfa-deb815fbe2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:51.041541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fd04b9f-edac-4866-abfa-deb815fbe2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:51.098851 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fd04b9f-edac-4866-abfa-deb815fbe2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:51.114731 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd04b9f-edac-4866-abfa-deb815fbe2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db477d0-bd53-49d8-9a5c-a1e3c7d5162f,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:51.122856 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3fd04b9f-edac-4866-abfa-deb815fbe2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:51.123964 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3fd04b9f-edac-4866-abfa-deb815fbe2f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1db477d0-bd53-49d8-9a5c-a1e3c7d5162f HTTP/1.1" status: 204 len: 168 time: 0.1801991 Feb 19 08:31:52.093985 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48138) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:52.238538 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-77899566-network', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:31:52.243823 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:52.248004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Usage tracker for resource:network and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:52.251049 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:52.257357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:52.269490 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Made reservation on behalf of 6f4772b06fef4043931dc014ef6feb5c for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:31:52.271826 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.284025 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.321114 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:52.326652 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:52.330707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:52.338316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:52.415904 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.420532 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.451298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:31:52.459759 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8899ec2-fe1a-4f87-b0bb-676f3d8757e1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:52.466494 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.466903 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Added segment 28f3d934-1383-4439-b8b5-88dd1d638268 of type vlan for network 6b5754f1-70e5-4af2-8280-7aede0268808 Feb 19 08:31:52.492807 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.525220 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.526176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:52.527213 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.638077 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5429997 Feb 19 08:31:52.638773 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52b1d7-2201-4e73-b037-c3dca0e5beeb admin admin] Pushing event updated for resources: {'Network': ['ID=6b5754f1-70e5-4af2-8280-7aede0268808,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:52.640954 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48144) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:52.646321 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Request body: {'subnet': {'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-77899566-subnet', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'ip_version': 4}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:31:52.648744 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 6b5754f1-70e5-4af2-8280-7aede0268808 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:31:52.651319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:52.655224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Usage tracker for resource:subnet and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:52.658090 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:52.663920 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:52.675192 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Made reservation on behalf of 6f4772b06fef4043931dc014ef6feb5c for: {'subnet': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:31:52.677518 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2954165'] for subnet, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:52.983670 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2954151'] for subnet, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.050235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbe72ea-8524-4d48-87d4-d094025e6fa5,revision_number=0']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:53.067909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Checking segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:31:53.068296 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Network hostable DHCP agents. Network: 6b5754f1-70e5-4af2-8280-7aede0268808, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:31:53.092295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Network 6b5754f1-70e5-4af2-8280-7aede0268808 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:31:53.102313 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 6b5754f1-70e5-4af2-8280-7aede0268808) {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:53.106297 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:53.106867 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.112304 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06bcbd8-95d5-4d74-b86f-57694feb6f2d None None] Network 6b5754f1-70e5-4af2-8280-7aede0268808 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:31:53.127121 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-98e3b70b-b895-4dac-963c-29f308b3caa0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4850700 Feb 19 08:31:53.129751 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48148) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:53.134726 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:31:53.139249 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:53.143019 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Usage tracker for resource:router and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:53.145852 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:53.151418 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:53.161909 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.162822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.181198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.325293 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.360443 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-6b5754f1-70e5-4af2-8280-7aede0268808', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:31:53.361278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.507020 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.513990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Allocated IP 172.20.0.2 (6b5754f1-70e5-4af2-8280-7aede0268808/cdbe72ea-8524-4d48-87d4-d094025e6fa5/5b6fb51c-fcfb-487e-b134-c624a03a7f21) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:31:53.539167 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.672720 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Allocated IP 172.26.1.56 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/be960e33-8edc-4cd4-9b8c-c4e38c7c3355) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:31:53.718326 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.728370 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Transition to ACTIVE for port object 5b6fb51c-fcfb-487e-b134-c624a03a7f21 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:31:53.745823 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Transition to ACTIVE for port object 5b6fb51c-fcfb-487e-b134-c624a03a7f21 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:31:53.750807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.817761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Network 6b5754f1-70e5-4af2-8280-7aede0268808 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:31:53.820605 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:53.824358 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.824876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:31:53.826883 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Pushing event updated for resources: {'Port': ['ID=5b6fb51c-fcfb-487e-b134-c624a03a7f21,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:53.852121 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.864455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.864792 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.865118 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.865441 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.865758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.866074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.866386 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.866698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.867006 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.867314 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.867620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:53.919952 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Attempting to bind port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:31:53.920377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Attempting to bind port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:31:53.920728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Attempting to bind port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 on network 6b5754f1-70e5-4af2-8280-7aede0268808 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:31:53.923459 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:31:53.927111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:53.927238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:31:53.927502 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Checking segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:31:53.927903 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.928313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Bound using segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:31:53.928765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Bound port: 5b6fb51c-fcfb-487e-b134-c624a03a7f21, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:31:53.929117 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:53.929221 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Pushing event updated for resources: {'Port': ['ID=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:53.931237 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:31:54.019338 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-86014426-e436-4066-8301-24cabbae8bdd None None] For port 5b6fb51c-fcfb-487e-b134-c624a03a7f21, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:31:54.022517 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-86014426-e436-4066-8301-24cabbae8bdd None None] For port 5b6fb51c-fcfb-487e-b134-c624a03a7f21, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5b6fb51c-fcfb-487e-b134-c624a03a7f21,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:31:54.029057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:54.093201 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:54.094004 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:54.112676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86014426-e436-4066-8301-24cabbae8bdd None None] Pushing event updated for resources: {'Port': ['ID=5b6fb51c-fcfb-487e-b134-c624a03a7f21,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:54.345076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Router 7ccf84bb-a611-40fe-add5-029efd8e8a0b is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:31:54.646655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:31:54.656938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Sync routers for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:31:54.670077 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:54.670723 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:54.671657 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:54.675525 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-3e52c598-fbf5-4091-9fcc-513a99fc321b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5422995 Feb 19 08:31:54.675912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48152) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:54.855708 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:55.063727 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb983e7-0399-4160-88c6-3ed61f0c3da1 None None] Network 6b5754f1-70e5-4af2-8280-7aede0268808 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:31:55.231704 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-dc287c20-dea8-4bb1-ab8f-875ca51c1fee None None] Provisioning for port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:31:55.371787 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:54Z', 'revision_number': 3, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:55.385725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Checking router: 7ccf84bb-a611-40fe-add5-029efd8e8a0b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:31:55.386065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Updating router 7ccf84bb-a611-40fe-add5-029efd8e8a0b port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:31:55.408886 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.454061 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.630738 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Allocated IP 172.20.0.1 (6b5754f1-70e5-4af2-8280-7aede0268808/cdbe72ea-8524-4d48-87d4-d094025e6fa5/46065e21-cad9-4b31-a897-02aea89944c6) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:31:55.784596 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.801612 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Transition to ACTIVE for port object 46065e21-cad9-4b31-a897-02aea89944c6 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:31:55.802986 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.816224 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Transition to ACTIVE for port object be960e33-8edc-4cd4-9b8c-c4e38c7c3355 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:31:55.822316 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.825539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.892198 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Network 6b5754f1-70e5-4af2-8280-7aede0268808 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:31:55.895816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:55.897760 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Pushing event updated for resources: {'Port': ['ID=46065e21-cad9-4b31-a897-02aea89944c6,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:55.899794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:31:55.901545 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67d704-7d4d-41fc-af5d-e9c04c05ec0c None None] Pushing event updated for resources: {'Port': ['ID=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:55.905976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Attempting to bind port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:31:55.905976 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Attempting to bind port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:31:55.906307 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Attempting to bind port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:31:55.913123 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:31:55.913492 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:31:55.913888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.914269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:31:55.914758 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Bound port: be960e33-8edc-4cd4-9b8c-c4e38c7c3355, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:31:55.915124 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:55.969464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.008336 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] For port be960e33-8edc-4cd4-9b8c-c4e38c7c3355, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:31:56.012290 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5b6fb51c-fcfb-487e-b134-c624a03a7f21 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:31:56.052049 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] For port be960e33-8edc-4cd4-9b8c-c4e38c7c3355, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:31:56.060835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.061019 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.160898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67d704-7d4d-41fc-af5d-e9c04c05ec0c None None] Pushing event updated for resources: {'Port': ['ID=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:56.166235 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:31:56.166840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:56.217402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:31:56.286397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:31:56.286761 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.290239 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.295413 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.365426 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-46eb112a-2297-4af4-9563-221b2362dee8 None None] Provisioning for port 46065e21-cad9-4b31-a897-02aea89944c6 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:31:56.389053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-46eb112a-2297-4af4-9563-221b2362dee8 None None] Provisioning complete for port 46065e21-cad9-4b31-a897-02aea89944c6 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:31:56.389448 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-46eb112a-2297-4af4-9563-221b2362dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.487033 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:31:56.501456 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Pushing event updated for resources: {'Port': ['ID=46065e21-cad9-4b31-a897-02aea89944c6,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:56.505085 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.529675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-46eb112a-2297-4af4-9563-221b2362dee8 None None] Port 46065e21-cad9-4b31-a897-02aea89944c6 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:31:56.573925 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.640618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Network 6b5754f1-70e5-4af2-8280-7aede0268808 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:31:56.641797 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:56.737767 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 5b6fb51c-fcfb-487e-b134-c624a03a7f21, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5b6fb51c-fcfb-487e-b134-c624a03a7f21,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:56.745504 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:56.919415 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=5b6fb51c-fcfb-487e-b134-c624a03a7f21,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:56.944138 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-03391eb0-e97b-4b38-87a8-a8f8314bfb2b None None] Provisioning complete for port 46065e21-cad9-4b31-a897-02aea89944c6 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:31:56.944523 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-03391eb0-e97b-4b38-87a8-a8f8314bfb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:57.002800 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-03391eb0-e97b-4b38-87a8-a8f8314bfb2b None None] Port 46065e21-cad9-4b31-a897-02aea89944c6 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:31:57.007920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:31:57.011961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1c660-e12f-4b94-80ee-6413aa6978a5 None None] The sync data for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv is: [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:31:57.039357 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Router 7ccf84bb-a611-40fe-add5-029efd8e8a0b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:31:57.265276 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:31:57.280207 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0588b7db-dd15-4f2c-94e7-3f430d8968ff admin admin] 10.222.0.72 "PUT /v2.0/routers/7ccf84bb-a611-40fe-add5-029efd8e8a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5975935 Feb 19 08:31:58.053638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device be960e33-8edc-4cd4-9b8c-c4e38c7c3355 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:31:58.132596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:31:58.140085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:31:58.140562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.157510 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48174) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:58.163708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1550324757-network', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:31:58.168772 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:58.172894 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Usage tracker for resource:network and tenant:58e4cb86b6e2495d93c84208eaedacc4 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:58.175976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:58.182613 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:58.193308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Made reservation on behalf of 58e4cb86b6e2495d93c84208eaedacc4 for: {'network': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:31:58.195747 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for network, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.208493 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.239916 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:58.243707 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Usage tracker for resource:security_group_rule and tenant:58e4cb86b6e2495d93c84208eaedacc4 is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:58.246481 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:58.252058 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:58.256842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.272720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port be960e33-8edc-4cd4-9b8c-c4e38c7c3355, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:58.277360 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.278274 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5b6fb51c-fcfb-487e-b134-c624a03a7f21 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:31:58.323774 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.328715 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.355641 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:31:58.368012 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dede3399-d54c-46eb-ad33-051afbbcf040,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:58.373314 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.373642 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.segments_db [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Added segment f016ab78-3823-4549-b9e1-f5fe376121f9 of type vlan for network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 Feb 19 08:31:58.396359 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:58.401376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733973095693'] for network, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.410737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:31:58.411204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.432979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626'] for network, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.433802 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:58.434564 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.535204 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3759856 Feb 19 08:31:58.538189 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a9993-e8d9-417d-90fc-9f9caea0b824 admin admin] Pushing event updated for resources: {'Network': ['ID=1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:58.538335 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48178) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:58.543787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Request body: {'subnet': {'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1550324757-subnet', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'ip_version': 4}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:31:58.548892 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 details requested by agent ovs-agent-dv-neutron-829958-1-hyperv with host dv-neutron-829958-1-hyperv {{(pid=83570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 19 08:31:58.549025 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:58.552960 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Usage tracker for resource:subnet and tenant:58e4cb86b6e2495d93c84208eaedacc4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:58.555809 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:58.562568 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:58.574317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Made reservation on behalf of 58e4cb86b6e2495d93c84208eaedacc4 for: {'subnet': 1} {{(pid=83568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:31:58.578102 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106696'] for subnet, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.782009 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3459177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106714'] for subnet, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.848713 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe273fd-ff82-46ec-b2e0-b645f553e91d,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:58.866172 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Checking segment: {'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:31:58.866529 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Network hostable DHCP agents. Network: 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1, hostable agents: ['306f3e15-7f42-4af8-b435-d75491878a2b'], hosted agents: [] {{(pid=83568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:31:58.892570 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 is scheduled to be hosted by DHCP agent 306f3e15-7f42-4af8-b435-d75491878a2b with binding_index 1 {{(pid=83568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:31:58.903110 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829958-1-hyperv, 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1) {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:58.907105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:58.907674 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.912692 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed84869-5763-46dc-a134-ec45ef9db568 None None] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:31:58.929726 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f6954750-1a20-45d6-a559-02a831bc9b86 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3880198 Feb 19 08:31:58.929942 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48182) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:31:58.935192 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:31:58.939758 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:31:58.943572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Usage tracker for resource:router and tenant:58e4cb86b6e2495d93c84208eaedacc4 is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:31:58.946359 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:31:58.951966 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:31:58.962051 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3866452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261801'] for router, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.962932 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3866423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3863251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4002983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261794'] for router, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:58.981614 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.120747 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1dfcef0a-4a23-5810-b51c-80616da66a9e-1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1', 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'fixed_ips': [{'subnet_id': 'ebe273fd-ff82-46ec-b2e0-b645f553e91d'}]}} from dv-neutron-829958-1-hyperv. {{(pid=83570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 19 08:31:59.121561 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.128000 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3863073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260424'] for router, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.272451 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.db_base_plugin_common [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Allocated IP 172.20.0.2 (1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1/ebe273fd-ff82-46ec-b2e0-b645f553e91d/db651860-5bfe-4d91-8448-3d63a3b2a117) {{(pid=83570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:31:59.315503 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.344484 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.478851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.489645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Transition to ACTIVE for port object db651860-5bfe-4d91-8448-3d63a3b2a117 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:31:59.509439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Transition to ACTIVE for port object db651860-5bfe-4d91-8448-3d63a3b2a117 will not be triggered until provisioned by entity DHCP. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:31:59.515475 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107'] for port, after_create {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.583719 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 is already hosted by enough agents. {{(pid=83570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:31:59.586539 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.scheduler.base_scheduler [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Resources bound (agent type, host, resource id): {{(pid=83570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:59.591439 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Allocated IP 172.26.1.77 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/08d7b3e1-c989-4169-b2e9-9c879d2476c5) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:31:59.592324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Received port after_create {{(pid=83570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:31:59.594707 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Pushing event updated for resources: {'Port': ['ID=db651860-5bfe-4d91-8448-3d63a3b2a117,revision_number=1']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:59.686187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Attempting to bind port db651860-5bfe-4d91-8448-3d63a3b2a117 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:31:59.686543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Attempting to bind port db651860-5bfe-4d91-8448-3d63a3b2a117 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:31:59.687269 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Attempting to bind port db651860-5bfe-4d91-8448-3d63a3b2a117 on network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:31:59.693322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:31:59.693675 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Checking segment: {'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:31:59.694165 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.694542 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Bound using segment: {'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:31:59.694980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Bound port: db651860-5bfe-4d91-8448-3d63a3b2a117, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:31:59.695337 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.748918 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.778347 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.782284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] For port db651860-5bfe-4d91-8448-3d63a3b2a117, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:31:59.785272 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] For port db651860-5bfe-4d91-8448-3d63a3b2a117, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=db651860-5bfe-4d91-8448-3d63a3b2a117,segment=NetworkSegment(f016ab78-3823-4549-b9e1-f5fe376121f9),segment_id=f016ab78-3823-4549-b9e1-f5fe376121f9)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:31:59.789399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:31:59.799295 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:31:59.847339 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:31:59.850326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:31:59.854900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:31:59.863161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e7d7-2e57-4909-838a-be8883901ad8 None None] Pushing event updated for resources: {'Port': ['ID=db651860-5bfe-4d91-8448-3d63a3b2a117,revision_number=2']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:59.878968 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Pushing event updated for resources: {'Port': ['ID=08d7b3e1-c989-4169-b2e9-9c879d2476c5,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:59.981480 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device be960e33-8edc-4cd4-9b8c-c4e38c7c3355 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:00.051191 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:00.052087 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3863102'] for router, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:00.075444 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:00.075811 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:00.293213 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 is scheduled to L3 agent 304b272c-d8eb-4685-8395-418380346c87 with binding_index 1 {{(pid=83568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:32:00.491738 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:32:00.501494 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Sync routers for ids ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:32:00.516002 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Routers {'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:00.516375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] Notify callbacks [] for router, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:00.516929 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:00.520405 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9656bbec-55fd-4a8b-850b-2584964506fb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5868623 Feb 19 08:32:00.520543 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48186) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:00.707674 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Set router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:00.783889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23570098-fc93-4b37-aea7-af9e34fa52b6 None None] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:32:00.877910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-e849bac3-e1c2-468a-9b7e-29a9b511a2e0 None None] Provisioning for port db651860-5bfe-4d91-8448-3d63a3b2a117 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:01.021619 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:31:59Z', 'revision_number': 3, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port': {'id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:59Z', 'updated_at': '2022-02-19T08:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:01.025611 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Checking router: bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:32:01.025949 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Updating router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:32:01.080950 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.369352 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.404080 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.415932 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Transition to ACTIVE for port object 08d7b3e1-c989-4169-b2e9-9c879d2476c5 will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:32:01.423211 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.499990 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Pushing event updated for resources: {'Port': ['ID=08d7b3e1-c989-4169-b2e9-9c879d2476c5,revision_number=2']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:01.502117 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Attempting to bind port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:32:01.502447 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Attempting to bind port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:32:01.502787 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Attempting to bind port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 on network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:32:01.514383 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.514714 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.515045 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.515359 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.515667 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.515979 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.516335 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.516625 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.516927 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.517203 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.517503 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:32:01.520449 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:32:01.520804 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Checking segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:32:01.521186 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.521550 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Bound using segment: {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:32:01.521998 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Bound port: 08d7b3e1-c989-4169-b2e9-9c879d2476c5, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba19f6-ecdc-4da6-9372-7ddec4d5ea77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:32:01.522356 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.582174 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Allocated IP 172.20.0.1 (1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1/ebe273fd-ff82-46ec-b2e0-b645f553e91d/2346cb0c-f624-41bb-aaa0-2c32cc04d08d) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:32:01.595282 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] For port 08d7b3e1-c989-4169-b2e9-9c879d2476c5, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:32:01.598693 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] For port 08d7b3e1-c989-4169-b2e9-9c879d2476c5, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=08d7b3e1-c989-4169-b2e9-9c879d2476c5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:32:01.603537 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.681149 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966e413-2d3f-4f97-a9ea-11beb639900f None None] Pushing event updated for resources: {'Port': ['ID=08d7b3e1-c989-4169-b2e9-9c879d2476c5,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:01.689805 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Routers {'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:01.690418 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:31:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:01.727244 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.744276 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.provisioning_blocks [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Transition to ACTIVE for port object 2346cb0c-f624-41bb-aaa0-2c32cc04d08d will not be triggered until provisioned by entity DHCP. {{(pid=83568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:32:01.766723 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.828990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:32:01.831514 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:32:01.833981 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:32:01.867485 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] Set router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:01.882122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:01.898992 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3864516'] for router_interface, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:01.992714 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.029633 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device db651860-5bfe-4d91-8448-3d63a3b2a117 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:02.107109 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port db651860-5bfe-4d91-8448-3d63a3b2a117 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:02.112554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port db651860-5bfe-4d91-8448-3d63a3b2a117 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:02.112931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.163103 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:31:59Z', 'revision_number': 3, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port': {'id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:59Z', 'updated_at': '2022-02-19T08:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:02.167007 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940ee06-175b-43c7-a8e7-5b7f1fc909d1 None None] The sync data for ids ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'] in dv-neutron-829958-1-hyperv is: [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:31:59Z', 'revision_number': 3, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port': {'id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:59Z', 'updated_at': '2022-02-19T08:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:32:02.211893 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b90078ac-a034-4673-99d0-a7ec00cf0f55 None None] Provisioning for port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:02.226965 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-b90078ac-a034-4673-99d0-a7ec00cf0f55 None None] Provisioning complete for port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:02.227322 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b90078ac-a034-4673-99d0-a7ec00cf0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.229807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.234637 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.286529 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.304087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-b90078ac-a034-4673-99d0-a7ec00cf0f55 None None] Port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:32:02.325212 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port db651860-5bfe-4d91-8448-3d63a3b2a117, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=db651860-5bfe-4d91-8448-3d63a3b2a117,segment=NetworkSegment(f016ab78-3823-4549-b9e1-f5fe376121f9),segment_id=f016ab78-3823-4549-b9e1-f5fe376121f9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:32:02.330746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.341901 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2768458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864425'] for router_interface, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.345486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:02.406715 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=db651860-5bfe-4d91-8448-3d63a3b2a117,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:02.479595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:32:02.480858 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:32:02.730834 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ae37d953-4310-4417-80dd-8f8c331364e8 None None] Provisioning complete for port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:02.731214 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ae37d953-4310-4417-80dd-8f8c331364e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:02.784560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ae37d953-4310-4417-80dd-8f8c331364e8 None None] Port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:32:02.869342 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:32:03.172819 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:32:03.181880 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-c55c6e6e-8a72-4828-a500-460fcba671c5 admin admin] 10.222.0.72 "PUT /v2.0/routers/bfa7a5d5-9163-490a-bb16-5e7dddc2bc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603203 Feb 19 08:32:03.881545 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48196) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:03.887265 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536822323', 'description': 'tempest-secgroup-smoke-536822323 description', 'project_id': '6f4772b06fef4043931dc014ef6feb5c'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:03.893595 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:03.897778 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:03.900911 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:03.906893 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:03.922812 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:03.958610 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:03.962520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:03.965518 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:03.971193 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:03.980085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device db651860-5bfe-4d91-8448-3d63a3b2a117 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:04.026333 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.031436 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.054217 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port db651860-5bfe-4d91-8448-3d63a3b2a117 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:04.054718 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.071346 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d3d93a-a009-44b6-ad2c-b7d50341b9b2,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:04.073975 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.077991 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-238d095b-1965-47cc-9ecc-8f15a0941bc8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1926320 Feb 19 08:32:04.078147 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48200) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:04.083642 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'security_group_rule': {'security_group_id': '89d3d93a-a009-44b6-ad2c-b7d50341b9b2', 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:04.089769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:04.093493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:04.096452 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:04.102344 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:04.120767 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.181643 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.187915 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.209671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836d5d03-eebb-4a9d-9bb5-45f0bfe60f73,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:04.223552 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.224753 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9574f9b3-539c-4fa2-b00d-ab86f6254f89 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1457355 Feb 19 08:32:04.228807 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48204) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:04.234212 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'security_group_rule': {'security_group_id': '89d3d93a-a009-44b6-ad2c-b7d50341b9b2', 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:04.240296 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:04.244070 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:04.246907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:04.252465 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:04.270297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.334153 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.338671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.358832 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b707c4fb-a136-4aab-9eef-ed4651a7a7d4,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:04.371575 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.372881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e0c71d07-c710-4372-80d8-5e6769728f4c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1431077 Feb 19 08:32:04.375676 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48208) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:04.381114 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'security_group_rule': {'security_group_id': '89d3d93a-a009-44b6-ad2c-b7d50341b9b2', 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:04.387350 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:04.391398 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:04.394437 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:04.400435 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:04.419671 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.483297 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.488658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.510571 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9142316e-15f4-45f5-ab15-9918de164e14,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:04.519741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.520982 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-18ac4177-9db9-4a48-b9d7-250c04416658 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1442969 Feb 19 08:32:04.523737 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48212) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:04.529096 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'security_group_rule': {'security_group_id': '89d3d93a-a009-44b6-ad2c-b7d50341b9b2', 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:04.535015 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:04.538985 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:04.541889 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:04.547730 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:04.565746 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.630393 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.635768 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.659397 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe4abdb-36b3-4dab-8f6b-f4afa1bf8fee,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:04.670379 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.672000 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-752e9e88-7549-4b6e-af36-68ad6bb2fd75 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1472850 Feb 19 08:32:04.674799 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48216) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:04.682996 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'security_group_rule': {'security_group_id': '89d3d93a-a009-44b6-ad2c-b7d50341b9b2', 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:04.692099 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:04.696142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:04.699243 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:04.705327 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:04.719154 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Project 6f4772b06fef4043931dc014ef6feb5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:32:04.725600 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.792122 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.797024 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.822384 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7594c3-85af-4d5f-84ac-9ad650989df8,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:04.831034 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.832207 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-bef42683-6389-4506-9549-709ea0fd79b8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1562493 Feb 19 08:32:04.835137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48220) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:04.840587 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'security_group_rule': {'security_group_id': '89d3d93a-a009-44b6-ad2c-b7d50341b9b2', 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:04.846638 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:04.850752 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:security_group_rule and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:04.853787 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:04.859735 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:04.871373 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.securitygroups_db [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Project 6f4772b06fef4043931dc014ef6feb5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:32:04.877666 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.941700 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.946900 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011683'] for security_group_rule, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.968907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c149f7f-b497-441a-ab92-271d866d491b,revision_number=0']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:04.977358 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:04.978487 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-1fd94004-e0a2-43bc-b168-0bea90e81afd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424417 Feb 19 08:32:05.166919 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-e0b403b0-01b2-40a5-8f22-137b7cbdb414 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Synchronizing usage tracker for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:security_group {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:32:05.185151 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-e0b403b0-01b2-40a5-8f22-137b7cbdb414 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Unset dirty status for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:security_group {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:32:05.186300 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-e0b403b0-01b2-40a5-8f22-137b7cbdb414 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536822323&fields=id&tenant_id=6f4772b06fef4043931dc014ef6feb5c HTTP/1.1" status: 200 len: 267 time: 0.0622299 Feb 19 08:32:05.330658 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945880d1-8516-4b52-8087-2d9f64796b6d req-cd3efb93-59a9-4921-94b9-23dfb96802bc tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:05.331969 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-cd3efb93-59a9-4921-94b9-23dfb96802bc tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 808 time: 0.1391237 Feb 19 08:32:05.350828 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-f3b60d58-5520-4fb6-8ef3-81cae0a8fc73 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/quotas/6f4772b06fef4043931dc014ef6feb5c HTTP/1.1" status: 200 len: 375 time: 0.0111742 Feb 19 08:32:05.432467 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-3132ecf1-ef2b-470c-911a-2685a2e49648 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769649 Feb 19 08:32:05.579972 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-c0bc47c8-0021-4233-9f1b-d53fdd0a85e6 service neutron] 10.222.0.72 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303418 Feb 19 08:32:05.719320 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-ced00457-9c46-4426-b0d4-b3394bcfa88a service neutron] 10.222.0.72 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334498 Feb 19 08:32:05.909398 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-60fc545f-6fba-4e4d-b1f3-fbbb2fcdc184 req-741e5768-599c-4ebe-a890-9e90024737ea tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 210 time: 0.0402369 Feb 19 08:32:06.761327 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-41c99038-6391-4ea5-b8b3-9a714fafa404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:06.988242 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945880d1-8516-4b52-8087-2d9f64796b6d req-435e36f7-c142-4abc-95d6-53b357e7548b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:06.989119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-435e36f7-c142-4abc-95d6-53b357e7548b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Synchronizing usage tracker for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:network {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:32:07.007084 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-435e36f7-c142-4abc-95d6-53b357e7548b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Unset dirty status for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:network {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:32:07.008380 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-435e36f7-c142-4abc-95d6-53b357e7548b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 808 time: 0.1674800 Feb 19 08:32:07.062062 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-2c561603-f2e0-4bd0-8be4-0c022630d7e6 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Synchronizing usage tracker for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:security_group {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:32:07.073960 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-2c561603-f2e0-4bd0-8be4-0c022630d7e6 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Unset dirty status for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:security_group {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:32:07.075145 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-2c561603-f2e0-4bd0-8be4-0c022630d7e6 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f4772b06fef4043931dc014ef6feb5c HTTP/1.1" status: 200 len: 379 time: 0.0549176 Feb 19 08:32:07.081442 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-23671d25-d9e1-4aa3-811d-5235747ad144 req-3dfeb3b1-4b4d-42dd-86f5-2dc9216e3b46 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 210 time: 0.0470722 Feb 19 08:32:07.083360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'port': {'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'admin_state_up': True, 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'security_groups': ['89d3d93a-a009-44b6-ad2c-b7d50341b9b2']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:07.215311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:07.219180 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:port and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:07.222179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:07.228270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:07.242017 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Made reservation on behalf of 6f4772b06fef4043931dc014ef6feb5c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:32:07.244935 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:07.526817 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Allocated IP 172.20.0.3 (6b5754f1-70e5-4af2-8280-7aede0268808/cdbe72ea-8524-4d48-87d4-d094025e6fa5/3cc3cdae-21aa-41d8-a0e7-a11f3b338435) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:32:07.717032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:07.733675 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Transition to ACTIVE for port object 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:32:07.757209 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:07.839638 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Network 6b5754f1-70e5-4af2-8280-7aede0268808 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:32:07.843835 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:32:07.846606 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:32:07.871701 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:07.919217 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:07.919858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:07.947417 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-8e96ce68-22c0-4d43-b2a4-094a19703955 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8674567 Feb 19 08:32:07.958924 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Request body: {'port': {'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:08.020142 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 08d7b3e1-c989-4169-b2e9-9c879d2476c5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:08.078144 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.093008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:08.097699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:08.098069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.169331 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5dfba333-aa0e-473d-87d3-fced13f19f66 None None] Provisioning for port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:08.176769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-5dfba333-aa0e-473d-87d3-fced13f19f66 None None] Provisioning complete for port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:08.177292 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5dfba333-aa0e-473d-87d3-fced13f19f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.275528 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-5dfba333-aa0e-473d-87d3-fced13f19f66 None None] Port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:32:08.279059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.295035 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 08d7b3e1-c989-4169-b2e9-9c879d2476c5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=08d7b3e1-c989-4169-b2e9-9c879d2476c5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:32:08.301638 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.372453 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=08d7b3e1-c989-4169-b2e9-9c879d2476c5,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:08.408628 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce1097-bd22-4a92-b5f5-6c4c4ffbb2c6 req-a7458583-804c-460c-929b-891d25ed6062 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:08.410061 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55ce1097-bd22-4a92-b5f5-6c4c4ffbb2c6 req-a7458583-804c-460c-929b-891d25ed6062 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 931 time: 0.2076190 Feb 19 08:32:08.426423 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:32:08.435334 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.456178 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Transition to ACTIVE for port object 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:32:08.460793 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-55ce1097-bd22-4a92-b5f5-6c4c4ffbb2c6 req-42de33d5-2060-4df4-be94-d86fdb16a0ff tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446725 Feb 19 08:32:08.462885 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.585190 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:08.690492 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Attempting to bind port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:32:08.690816 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Attempting to bind port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:32:08.691132 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Attempting to bind port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 on network 6b5754f1-70e5-4af2-8280-7aede0268808 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:32:08.696842 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 on network 6b5754f1-70e5-4af2-8280-7aede0268808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:32:08.697147 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Attempting to bind port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 on network 6b5754f1-70e5-4af2-8280-7aede0268808 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:32:08.703363 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:32:08.703683 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Checking segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:32:08.704045 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Bound using segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:32:08.704498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Bound port: 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:32:08.704811 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.811979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:32:08.815074 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:32:08.821530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.879309 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:08.880373 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] 10.222.0.67 "PUT /v2.0/ports/3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 1093 time: 0.9260974 Feb 19 08:32:08.883283 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:32:08.908116 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47844257-7b54-48d0-9bef-fdba4081054a service neutron] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:08.998250 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-0efe2268-ac21-4677-ba48-02c03c451c09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1096 time: 0.0734098 Feb 19 08:32:09.057476 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'status': 'completed', 'code': 200} Feb 19 08:32:09.073595 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-070d663f-1461-4a83-a177-281bcdfa32af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 217 time: 0.0682504 Feb 19 08:32:09.094397 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ca5c-5a81-4a1b-8ae4-cd6c8fed4b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:09.136680 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945880d1-8516-4b52-8087-2d9f64796b6d req-7578ca0a-703d-4a29-842f-dfb12e42291b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:09.138093 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-7578ca0a-703d-4a29-842f-dfb12e42291b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0596156 Feb 19 08:32:09.220211 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-7b62b11b-24f2-4c4b-a184-7ae490301515 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764108 Feb 19 08:32:09.438107 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-d5db415f-6219-4f58-b9e1-b119bc65be85 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115922 Feb 19 08:32:09.571669 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-945880d1-8516-4b52-8087-2d9f64796b6d req-fcddeb8d-193b-486d-8da6-8f9d27beb6d5 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278131 Feb 19 08:32:09.666794 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee3ef3-e313-40ac-aa31-d43af4d1ceb0 req-c1d88300-8300-4606-b154-7b2a7fc90d52 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:09.668255 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-44ee3ef3-e313-40ac-aa31-d43af4d1ceb0 req-c1d88300-8300-4606-b154-7b2a7fc90d52 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 943 time: 0.0820754 Feb 19 08:32:09.682599 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-1c6a0e26-084d-4a3f-9b42-3d22eb586c9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1096 time: 0.0684209 Feb 19 08:32:09.713542 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-44ee3ef3-e313-40ac-aa31-d43af4d1ceb0 req-4077ad30-5cac-495c-be0d-4425b34a66ae tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Feb 19 08:32:09.812964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-0cd1dc1b-a6fd-4183-8648-cb24a209436c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:09.814418 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-0cd1dc1b-a6fd-4183-8648-cb24a209436c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1258373 Feb 19 08:32:09.885942 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-f8a9e824-b7aa-48dc-b6f2-9a3bcb78f803 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 217 time: 0.0639601 Feb 19 08:32:09.948644 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-75cba989-c516-4dc4-bdb4-981feab9f08a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:09.950089 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-75cba989-c516-4dc4-bdb4-981feab9f08a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0583847 Feb 19 08:32:09.985153 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 08d7b3e1-c989-4169-b2e9-9c879d2476c5 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:10.029244 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-7a5e6ce1-8c4b-49aa-8a46-734b79306235 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725484 Feb 19 08:32:10.055825 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:10.056221 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:10.163360 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-191c6f64-f602-4408-b453-720c315f4e1a service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282830 Feb 19 08:32:10.298739 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-9e9d6f1f-07f8-4467-bba9-6a61d4de1802 req-a6be7bad-410c-4be1-a759-d1361d840ac3 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287878 Feb 19 08:32:10.352805 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:10.486237 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:11.007741 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68320740-e325-4d51-b021-3d9c6a76ae88 req-c3a6289d-1d6f-4f26-9b57-1306c84093a1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:11.009241 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68320740-e325-4d51-b021-3d9c6a76ae88 req-c3a6289d-1d6f-4f26-9b57-1306c84093a1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 943 time: 0.1701801 Feb 19 08:32:11.057035 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68320740-e325-4d51-b021-3d9c6a76ae88 req-a1d44260-82d1-4885-84d4-aa991e14b25b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399728 Feb 19 08:32:11.726074 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Sync routers for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:32:11.743827 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:11.744455 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:11.888657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:11.953409 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:12.262842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:31:56Z', 'revision_number': 2, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:12.267222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Checking router: 7ccf84bb-a611-40fe-add5-029efd8e8a0b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:32:12.267570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Updating router 7ccf84bb-a611-40fe-add5-029efd8e8a0b port 46065e21-cad9-4b31-a897-02aea89944c6 binding host dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:32:12.321091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:12.346314 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1088c-5214-4ecf-89ae-115e1301b783 req-430f16f4-49e7-4bba-9d02-02484d4af84f tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:12.347750 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c9e1088c-5214-4ecf-89ae-115e1301b783 req-430f16f4-49e7-4bba-9d02-02484d4af84f tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 943 time: 0.1623030 Feb 19 08:32:12.396418 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c9e1088c-5214-4ecf-89ae-115e1301b783 req-484dbeb4-d3a5-455a-a33d-e67abd901077 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428629 Feb 19 08:32:12.666284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Notify callbacks [] for port, precommit_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:12.678125 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Transition to ACTIVE for port object 46065e21-cad9-4b31-a897-02aea89944c6 will not be triggered until provisioned by entity L2. {{(pid=83570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:32:12.684053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:32:12.688376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:12.876097 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f97cba-c313-4d0b-9038-86780279015a None None] Pushing event updated for resources: {'Port': ['ID=46065e21-cad9-4b31-a897-02aea89944c6,revision_number=3']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:13.022862 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Attempting to bind port 46065e21-cad9-4b31-a897-02aea89944c6 on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:32:13.023135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Attempting to bind port 46065e21-cad9-4b31-a897-02aea89944c6 by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:32:13.023486 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Attempting to bind port 46065e21-cad9-4b31-a897-02aea89944c6 on network 6b5754f1-70e5-4af2-8280-7aede0268808 {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:32:13.026797 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:32:13.045526 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:32:13.045884 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Checking segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:32:13.046277 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:13.046657 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Bound using segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} {{(pid=83570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:32:13.047105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.managers [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Bound port: 46065e21-cad9-4b31-a897-02aea89944c6, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}}] {{(pid=83570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:32:13.047467 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:13.056955 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:32:13.164008 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:13.197580 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:32:13.203449 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] For port 46065e21-cad9-4b31-a897-02aea89944c6, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:32:13.206826 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] For port 46065e21-cad9-4b31-a897-02aea89944c6, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=46065e21-cad9-4b31-a897-02aea89944c6,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:32:13.215990 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:13.248367 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:32:13.263225 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:13.298656 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f97cba-c313-4d0b-9038-86780279015a None None] Pushing event updated for resources: {'Port': ['ID=46065e21-cad9-4b31-a897-02aea89944c6,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:13.345498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:13.346136 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:13.396866 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Sync routers for ids ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:32:13.409629 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Routers {'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:13.410231 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:13.556001 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:13.615795 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:13.619137 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e80581-f8ca-4534-9248-53aa636de6e9 req-3c146a72-239c-4985-9d49-beb1be9eb6f2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:13.620718 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Set router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:13.620836 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78e80581-f8ca-4534-9248-53aa636de6e9 req-3c146a72-239c-4985-9d49-beb1be9eb6f2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 944 time: 0.0812254 Feb 19 08:32:13.654254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['3cc3cdae-21aa-41d8-a0e7-a11f3b338435'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:32:13.666317 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-78e80581-f8ca-4534-9248-53aa636de6e9 req-8122d507-d3cc-4839-9765-b4642985349b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397093 Feb 19 08:32:13.939581 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:32:01Z', 'revision_number': 4, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port': {'id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:59Z', 'updated_at': '2022-02-19T08:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2346cb0c-f624-41bb-aaa0-2c32cc04d08d', 'name': '', 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'mac_address': 'fa:16:3e:97:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebe273fd-ff82-46ec-b2e0-b645f553e91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:32:01Z', 'updated_at': '2022-02-19T08:32:02Z', 'revision_number': 2, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'subnets': [{'id': 'ebe273fd-ff82-46ec-b2e0-b645f553e91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:13.946557 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Checking router: bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:32:13.952854 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Updating router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d binding host dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 19 08:32:14.011301 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.016346 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 46065e21-cad9-4b31-a897-02aea89944c6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:14.113585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.178445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:13Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:14.184689 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 46065e21-cad9-4b31-a897-02aea89944c6 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:14.191817 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fe7b8-c831-48fa-ab2f-9204ed13417e None None] The sync data for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv is: [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:13Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:32:14.195188 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 46065e21-cad9-4b31-a897-02aea89944c6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:14.196140 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.350142 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.353921 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.363267 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.provisioning_blocks [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Transition to ACTIVE for port object 2346cb0c-f624-41bb-aaa0-2c32cc04d08d will not be triggered until provisioned by entity L2. {{(pid=83571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:32:14.371433 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.392222 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 46065e21-cad9-4b31-a897-02aea89944c6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=46065e21-cad9-4b31-a897-02aea89944c6,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:32:14.396906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.442308 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8aa3d-0d52-4800-9dfd-942aaa8b4c00 None None] Pushing event updated for resources: {'Port': ['ID=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,revision_number=3']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:14.476048 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=46065e21-cad9-4b31-a897-02aea89944c6,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:14.600434 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Attempting to bind port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d on host dv-neutron-829958-1-hyperv for vnic_type normal with profile {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:32:14.600787 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Attempting to bind port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d by drivers openvswitch,hyperv on host dv-neutron-829958-1-hyperv at level 0 using segments [{'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:32:14.601131 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Attempting to bind port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d on network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:32:14.607858 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Checking agent: {'id': '9cfdbdad-edea-4940-bd69-330b8363dbd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829958-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 19, 40), 'started_at': datetime.datetime(2022, 2, 19, 7, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829958-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:32:14.608358 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Checking segment: {'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:32:14.608764 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.609124 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Bound using segment: {'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'} {{(pid=83571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:32:14.609575 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.managers [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Bound port: 2346cb0c-f624-41bb-aaa0-2c32cc04d08d, host: dv-neutron-829958-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f016ab78-3823-4549-b9e1-f5fe376121f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1'}}] {{(pid=83571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:32:14.609924 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.696800 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] For port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d, host dv-neutron-829958-1-hyperv, cleared binding levels {{(pid=83571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:32:14.700025 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.plugins.ml2.db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] For port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d, host dv-neutron-829958-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,segment=NetworkSegment(f016ab78-3823-4549-b9e1-f5fe376121f9),segment_id=f016ab78-3823-4549-b9e1-f5fe376121f9)] {{(pid=83571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:32:14.705691 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron_lib.callbacks.manager [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:14.780419 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8aa3d-0d52-4800-9dfd-942aaa8b4c00 None None] Pushing event updated for resources: {'Port': ['ID=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,revision_number=4']} {{(pid=83571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:14.796335 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Routers {'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:14.796936 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:14.884520 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3494ff5-3373-4eb5-8ad5-5c33e96b26ce req-0ca96d1f-6c2f-4824-840d-b768c23a85dc tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:14.886027 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a3494ff5-3373-4eb5-8ad5-5c33e96b26ce req-0ca96d1f-6c2f-4824-840d-b768c23a85dc tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 944 time: 0.0791574 Feb 19 08:32:14.932832 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a3494ff5-3373-4eb5-8ad5-5c33e96b26ce req-74aaa3ee-dfed-48bd-a502-cacb285c85a9 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411649 Feb 19 08:32:14.974138 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] Set router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:15.318013 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:32:01Z', 'revision_number': 4, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port': {'id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:59Z', 'updated_at': '2022-02-19T08:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2346cb0c-f624-41bb-aaa0-2c32cc04d08d', 'name': '', 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'mac_address': 'fa:16:3e:97:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebe273fd-ff82-46ec-b2e0-b645f553e91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:32:01Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 4, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'subnets': [{'id': 'ebe273fd-ff82-46ec-b2e0-b645f553e91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:15.322671 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d16b8-0080-46d1-9059-dfe1d02e7ba6 None None] The sync data for ids ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'] in dv-neutron-829958-1-hyperv is: [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:32:01Z', 'revision_number': 4, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port': {'id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:59Z', 'updated_at': '2022-02-19T08:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '2346cb0c-f624-41bb-aaa0-2c32cc04d08d', 'name': '', 'network_id': '1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'mac_address': 'fa:16:3e:97:43:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebe273fd-ff82-46ec-b2e0-b645f553e91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:32:01Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 4, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'subnets': [{'id': 'ebe273fd-ff82-46ec-b2e0-b645f553e91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:32:16.056501 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2346cb0c-f624-41bb-aaa0-2c32cc04d08d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:16.128088 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning for port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:16.133128 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:16.133412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:16.143326 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f325-e478-46a8-8dac-5859bf58a8cc req-1379d378-bfc0-439b-a581-b2e2ae33900e tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:16.148823 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8f5f325-e478-46a8-8dac-5859bf58a8cc req-1379d378-bfc0-439b-a581-b2e2ae33900e tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 944 time: 0.0859580 Feb 19 08:32:16.191149 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b8f5f325-e478-46a8-8dac-5859bf58a8cc req-54bcbfff-6058-4826-b07b-c4df1a73853e tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408180 Feb 19 08:32:16.249311 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:16.282524 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] For port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,segment=NetworkSegment(f016ab78-3823-4549-b9e1-f5fe376121f9),segment_id=f016ab78-3823-4549-b9e1-f5fe376121f9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:32:16.287464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:16.288175 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 46065e21-cad9-4b31-a897-02aea89944c6 up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:16.396174 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Pushing event updated for resources: {'Port': ['ID=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:16.409725 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 46065e21-cad9-4b31-a897-02aea89944c6 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:16.410084 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:16.700554 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:16.778728 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:32:16.783456 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:16.783821 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:16.898091 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:16.927849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:32:16.938383 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:32:16.942958 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:16.987514 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'code': 200} Feb 19 08:32:17.048559 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:17.213139 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3beaf099-e65a-408c-b813-04b52c927d0f req-97413ba2-cfc3-4ef1-956f-45af88d545dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1098 time: 0.0680003 Feb 19 08:32:17.254426 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-3beaf099-e65a-408c-b813-04b52c927d0f req-1051bb49-bd3b-456b-9380-1d84e3e668a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354397 Feb 19 08:32:17.386064 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce208b-7ddd-4d2a-b998-9a33c4a47b40 req-dab26fe3-b5ea-4c2e-897f-60945abe713a tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:17.387480 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-efce208b-7ddd-4d2a-b998-9a33c4a47b40 req-dab26fe3-b5ea-4c2e-897f-60945abe713a tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 945 time: 0.0751958 Feb 19 08:32:17.433016 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-efce208b-7ddd-4d2a-b998-9a33c4a47b40 req-5c2cce7b-63bb-4ac2-96bc-2c8a19b15e9e tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398765 Feb 19 08:32:17.993348 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2346cb0c-f624-41bb-aaa0-2c32cc04d08d up at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:32:18.070204 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Provisioning complete for port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:32:18.070579 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:18.640990 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4b296-bcfa-4f84-a955-434dac330eef req-73215d20-975e-4fad-ac56-7d615d72e7a0 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:18.642423 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80d4b296-bcfa-4f84-a955-434dac330eef req-73215d20-975e-4fad-ac56-7d615d72e7a0 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 945 time: 0.0824857 Feb 19 08:32:18.691951 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-80d4b296-bcfa-4f84-a955-434dac330eef req-d8067414-0e61-49eb-a991-4997872f7543 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437601 Feb 19 08:32:19.898441 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b9e95-50cb-465c-8f68-c156ab9d4bfe req-3dcbca06-9822-4821-ab08-dd680cd325c8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:19.899970 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c14b9e95-50cb-465c-8f68-c156ab9d4bfe req-3dcbca06-9822-4821-ab08-dd680cd325c8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 945 time: 0.0812492 Feb 19 08:32:19.950081 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c14b9e95-50cb-465c-8f68-c156ab9d4bfe req-1c057ca6-0903-4e31-92cc-b75ed303e85d tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Feb 19 08:32:20.149539 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852663f7-82a1-4e84-a8fa-f66a7c16bb13 req-ebde2f68-731c-41c8-905e-6f4622b166ae tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:20.150959 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-852663f7-82a1-4e84-a8fa-f66a7c16bb13 req-ebde2f68-731c-41c8-905e-6f4622b166ae tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 945 time: 0.0825424 Feb 19 08:32:20.195655 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-852663f7-82a1-4e84-a8fa-f66a7c16bb13 req-c35af6eb-91bb-4b0d-9cdb-c8d3e5cc60d0 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392540 Feb 19 08:32:20.227928 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48286) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:20.365284 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ca823f1-f9a9-4d38-b0a5-c4fe94424c2c tempest-TestSnapshotPattern-398433917 tempest-TestSnapshotPattern-398433917-project-admin] Synchronizing usage tracker for tenant:58e4cb86b6e2495d93c84208eaedacc4 on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:32:20.383252 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-9ca823f1-f9a9-4d38-b0a5-c4fe94424c2c tempest-TestSnapshotPattern-398433917 tempest-TestSnapshotPattern-398433917-project-admin] Unset dirty status for tenant:58e4cb86b6e2495d93c84208eaedacc4 on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:32:20.384508 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-9ca823f1-f9a9-4d38-b0a5-c4fe94424c2c tempest-TestSnapshotPattern-398433917 tempest-TestSnapshotPattern-398433917-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1093 time: 0.1556458 Feb 19 08:32:20.387388 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48292) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:32:20.392644 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.v2.base [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:32:20.398195 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:32:20.402010 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:floatingip and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:32:20.404837 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:32:20.410493 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.quota.driver [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:32:20.425175 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:20.570169 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:20.705366 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.db_base_plugin_common [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Allocated IP 172.26.1.38 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/1f58ad5d-af97-47d5-a3e5-d20028b0a5a7) {{(pid=83568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:32:20.857445 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for port, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:20.890786 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:20.967515 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:32:20.970356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.base_scheduler [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources bound (agent type, host, resource id): {{(pid=83568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:32:20.974622 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Received port after_create {{(pid=83568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:32:21.000970 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'Port': ['ID=1f58ad5d-af97-47d5-a3e5-d20028b0a5a7,revision_number=1']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:21.561732 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:21.617907 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:21.819811 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for port, precommit_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:21.826888 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3459300'] for port, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:21.930309 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'Port': ['ID=1f58ad5d-af97-47d5-a3e5-d20028b0a5a7,revision_number=2']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:32:21.945871 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:22.138456 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.db.l3_db [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Floating IP fd62ac75-095d-434d-8168-eed9db11e7de associated. External IP: 172.26.1.38, port: 3cc3cdae-21aa-41d8-a0e7-a11f3b338435. Feb 19 08:32:22.538626 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Router 7ccf84bb-a611-40fe-add5-029efd8e8a0b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:32:22.737239 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:32:22.747894 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] Sync routers for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:32:22.763313 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:22.764317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:22.770692 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:22.840353 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-0fa5e8b3-b498-4e70-83c5-9bc268d539e1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4417758 Feb 19 08:32:22.840353 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:32:22.895612 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'status': 'completed', 'code': 200} Feb 19 08:32:22.944325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:22.991485 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-fb542c26-b966-4826-816c-d881bae0ab52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1098 time: 0.0728362 Feb 19 08:32:23.130881 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-a4df6985-7c6c-4e6e-aa01-e02d8c51f160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:23.132435 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-a4df6985-7c6c-4e6e-aa01-e02d8c51f160 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1354623 Feb 19 08:32:23.232955 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-36518c57-3c4f-4200-82bd-1f799c9efd9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 998 time: 0.0949538 Feb 19 08:32:23.295961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-9f82d6da-1c38-4ca3-ae9d-9d39ff2cbe0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:23.297529 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-9f82d6da-1c38-4ca3-ae9d-9d39ff2cbe0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0589874 Feb 19 08:32:23.302936 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:21Z', 'revision_number': 0, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:23.306906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] Checking router: 7ccf84bb-a611-40fe-add5-029efd8e8a0b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:32:23.317680 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:32:23.318253 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:32:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:23.371416 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-46e79833-6f0e-4d61-9792-3d5ecb76b576 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682766 Feb 19 08:32:23.498287 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:32:23.502771 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-c220b795-137a-4869-ba11-d0270ea5212f service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256540 Feb 19 08:32:23.737870 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d7366b1e-e17a-4cae-a6a1-c2e45bc098b7 req-9f8f3231-de67-45f7-a84f-9d4f09ae4bae service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286711 Feb 19 08:32:23.896406 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:21Z', 'revision_number': 0, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:32:23.900714 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c2b3b-55d2-460a-b0ab-8aaad69178fa None None] The sync data for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv is: [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:21Z', 'revision_number': 0, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:32:32.577948 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2461a9-1c99-4d63-aa4b-5f752736c4ae None None] New status for floating IP fd62ac75-095d-434d-8168-eed9db11e7de: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:32:36.759223 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb66d-aede-4e2c-a3cf-19193dfd4099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:36.803258 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:32:38.202495 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-e4387fcb-d67b-4d2d-8d33-5e85e7f19e89 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736980 Feb 19 08:32:38.358456 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-f467eca0-83e0-445d-9651-8fa596c03b2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1098 time: 0.0735497 Feb 19 08:32:38.514011 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-fb136afa-9023-40ca-899a-3259e45f454e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:38.515350 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-fb136afa-9023-40ca-899a-3259e45f454e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1374397 Feb 19 08:32:38.618993 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-ea6c3b3a-7b96-435b-bd60-e760a852ce73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 1000 time: 0.0965285 Feb 19 08:32:38.683479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-c521aa66-6a4d-4a7a-bc4a-3235985603a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:38.685306 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-c521aa66-6a4d-4a7a-bc4a-3235985603a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0598168 Feb 19 08:32:38.760471 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-3cd75914-98cd-4351-bf81-39da7fcce217 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687153 Feb 19 08:32:38.908250 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-de6f7a86-38f9-49c5-9ef1-107ed9585104 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405540 Feb 19 08:32:39.046492 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-bd8a3166-59a9-448d-bf22-c3584dfc90f3 req-5e0ef073-c155-402d-ba1a-bb8d6b070c02 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311677 Feb 19 08:32:39.098984 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1d22efcb-e7c7-4c86-b251-260b77e9ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:40.363962 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:40.492802 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:41.767620 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:32:44.110047 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:06.763631 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-08cc4110-1f6f-4ed7-a1d9-fb5a9f10f7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:09.121587 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-82503992-94d4-4c59-80c4-869b79e68cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:10.359687 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:10.494199 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:11.767789 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:13.810709 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:33:14.106897 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:36.755856 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6791f91d-d9ed-4f45-afc4-66331827ec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:39.120964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9a137977-21d1-4a0c-b130-be565d581761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:39.224598 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-f8028a66-d010-4e6d-aa9d-d7d16b69c11b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668845 Feb 19 08:33:39.381696 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-03c1b713-e5ef-49d6-bcf1-ba7ed8751d41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1098 time: 0.0805118 Feb 19 08:33:39.526966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-0e5a6336-ded1-4031-859e-994e91d45a16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:39.528465 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-0e5a6336-ded1-4031-859e-994e91d45a16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1281197 Feb 19 08:33:39.635013 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-06838e5e-f02f-409a-ba75-b9745f110e40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 1000 time: 0.1004660 Feb 19 08:33:39.697961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-7617e252-daf3-4ee7-84a7-192526fbfdff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:39.699353 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-7617e252-daf3-4ee7-84a7-192526fbfdff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0584664 Feb 19 08:33:39.776192 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-49a14198-5d1c-4198-ada3-99c9d2085931 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706983 Feb 19 08:33:39.906487 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-0c4e5572-488e-493f-8400-65e894e96b7a service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235604 Feb 19 08:33:40.134671 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-d66184e6-f161-4221-b62d-ab4a13e994ba req-6cd345dc-059f-407b-bbfd-05378eb5b826 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214203 Feb 19 08:33:40.372599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:40.496920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:41.773230 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:44.122283 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:33:50.804775 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:34:06.757031 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a7451afd-e2ef-499b-b089-a01b5f45a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:09.113898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-61c43a81-66bd-4bb4-9337-604a137c5fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:10.378445 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:10.497328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:11.776560 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:14.137547 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:27.811895 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:34:36.762591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-66791cf4-63a8-4c52-a5b9-c6da7a0b5e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:39.108050 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce96e-cb62-40ce-b25b-a706391f3052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:40.203703 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-5e54d663-6e5a-4896-afd9-9e11442ee588 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783236 Feb 19 08:34:40.347015 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-6557e0f7-f2c3-43dd-a086-16bb8ef59b32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1098 time: 0.0705056 Feb 19 08:34:40.362479 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:40.488857 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-a8f1aba8-4a81-4956-8b2c-9b1cd2ae02ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:40.490272 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-a8f1aba8-4a81-4956-8b2c-9b1cd2ae02ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1251614 Feb 19 08:34:40.499729 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:40.588253 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-2be3326b-5b31-4ee6-9063-c0a43fac00c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 1000 time: 0.0922384 Feb 19 08:34:40.653786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-4553670d-0172-4adc-927f-316015ddf65e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:40.655151 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-4553670d-0172-4adc-927f-316015ddf65e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0599945 Feb 19 08:34:40.729730 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-a1215f85-d519-43d4-a6dd-38affb94df7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685487 Feb 19 08:34:40.859128 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-7f758025-ea6a-4931-860e-83746a6da24d service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228206 Feb 19 08:34:40.993255 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-290be253-0075-4f8d-b1ce-dc66350dac44 req-5f1dee10-ec97-44ba-8d1e-964a4263b7c8 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275711 Feb 19 08:34:41.782202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:44.137392 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:55.345609 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:34:55.481730 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:34:55.498139 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:34:55.555855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:55.573038 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:34:55.587909 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:34:55.593885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:55.664059 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:34:55.673280 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['3cc3cdae-21aa-41d8-a0e7-a11f3b338435'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:34:55.708166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.708514 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.708848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.709177 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.709500 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.709822 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.710147 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.710460 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.710776 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.711089 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:55.711400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:34:57.362851 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:34:57.436746 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:34:57.437130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:57.553832 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:57.581301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:34:57.591324 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:34:57.597929 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:34:57.674563 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:34:57.799781 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'code': 200} Feb 19 08:35:04.802318 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:35:06.757940 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7897262b-1b7f-4398-9966-32b678f9cd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:08.700200 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-589fa25e-2c2b-447e-8860-2d376760ac22 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536822323&fields=id&tenant_id=6f4772b06fef4043931dc014ef6feb5c HTTP/1.1" status: 200 len: 267 time: 0.0435908 Feb 19 08:35:08.941602 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-4d52a5b6-266c-40d0-8050-aa4719f19a05 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:08.943033 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-4d52a5b6-266c-40d0-8050-aa4719f19a05 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 808 time: 0.2362926 Feb 19 08:35:08.962202 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-3ee924b9-afa4-4864-8fad-6a00c2973452 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/quotas/6f4772b06fef4043931dc014ef6feb5c HTTP/1.1" status: 200 len: 375 time: 0.0112252 Feb 19 08:35:09.056326 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-750e9bc8-71c3-4bd7-8e5d-058688adc5ae tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870934 Feb 19 08:35:09.113543 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-cb51f4fe-a185-4f3e-be2a-b7c0ce1e0fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:09.171941 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-a9f16acc-6105-48ba-bf7c-849abd63bb6e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=83568) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 19 08:35:09.172931 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-a9f16acc-6105-48ba-bf7c-849abd63bb6e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1049178 Feb 19 08:35:09.308122 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-f2b72a65-9331-4826-8087-345f6d1884e2 service neutron] 10.222.0.72 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288562 Feb 19 08:35:09.449978 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-13d4fbbc-5421-4044-93df-5a2acba95f04 service neutron] 10.222.0.72 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359284 Feb 19 08:35:09.652684 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68d0b8cd-e26d-4a28-ba23-f3b4ac101ed4 req-1ac81d60-16c6-4fdc-afc5-88b961aadb19 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 210 time: 0.0396681 Feb 19 08:35:10.371732 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:10.505819 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:10.818982 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-390fdef5-79ee-4d3d-a0b1-0dcecabe7f25 req-3faeb5f7-d104-40aa-97e0-d6c2706aa2b9 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 210 time: 0.0407128 Feb 19 08:35:10.883060 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-1bc638b8-6eb8-4ade-ab6a-e46babd86a60 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:10.884510 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-1bc638b8-6eb8-4ade-ab6a-e46babd86a60 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 808 time: 0.1494601 Feb 19 08:35:10.938241 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-77a53a46-eff8-4c72-8673-46c9223433e0 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f4772b06fef4043931dc014ef6feb5c HTTP/1.1" status: 200 len: 379 time: 0.0420892 Feb 19 08:35:10.946153 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'port': {'device_id': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'admin_state_up': True, 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'security_groups': ['89d3d93a-a009-44b6-ad2c-b7d50341b9b2']}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:35:11.087605 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:35:11.091479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:port and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:35:11.094298 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:35:11.099890 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:35:11.110415 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Made reservation on behalf of 6f4772b06fef4043931dc014ef6feb5c for: {'port': 1} {{(pid=83569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:35:11.113488 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:11.283765 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Allocated IP 172.20.0.4 (6b5754f1-70e5-4af2-8280-7aede0268808/cdbe72ea-8524-4d48-87d4-d094025e6fa5/00f0e661-d426-4cfe-ada8-13f43ca69906) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:35:11.438756 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:35:11.516830 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:11.533173 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Transition to ACTIVE for port object 00f0e661-d426-4cfe-ada8-13f43ca69906 will not be triggered until provisioned by entity DHCP. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:35:11.572161 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:11.608726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:11.641162 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:35:11.666898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:35:11.677842 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:11.747698 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'code': 200} Feb 19 08:35:11.754072 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Network 6b5754f1-70e5-4af2-8280-7aede0268808 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:35:11.757251 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:35:11.761235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:35:11.806552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:11.816238 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:11.820003 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:11.831129 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.831539 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.831961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.832342 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.832647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.833078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.833390 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.833789 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.834141 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.834535 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.834828 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:35:11.865308 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:11.869171 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:11.924071 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-b33de9b6-1e0b-43ad-bec7-1f46e32a259c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9814565 Feb 19 08:35:12.077078 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Request body: {'port': {'device_id': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8299'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:35:12.085028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-86deaea4-dcca-4248-b791-f0088a855eff None None] Provisioning for port 00f0e661-d426-4cfe-ada8-13f43ca69906 completed by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:35:12.090378 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554e55a-bb11-4e54-8d08-ae88f75f0cf8 req-1336bf95-3cdd-4734-ae10-9e6c9c578ae7 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:12.091999 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4554e55a-bb11-4e54-8d08-ae88f75f0cf8 req-1336bf95-3cdd-4734-ae10-9e6c9c578ae7 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 931 time: 0.1052654 Feb 19 08:35:12.108947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-86deaea4-dcca-4248-b791-f0088a855eff None None] Provisioning complete for port 00f0e661-d426-4cfe-ada8-13f43ca69906 triggered by entity DHCP. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:35:12.109614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-86deaea4-dcca-4248-b791-f0088a855eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:12.187846 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-4554e55a-bb11-4e54-8d08-ae88f75f0cf8 req-61a51e78-7efb-4b6d-bb6d-3501853c8610 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845788 Feb 19 08:35:12.219775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-86deaea4-dcca-4248-b791-f0088a855eff None None] Port 00f0e661-d426-4cfe-ada8-13f43ca69906 cannot update to ACTIVE because it is not bound. {{(pid=83570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 19 08:35:12.233655 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:12.635347 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f0e661-d426-4cfe-ada8-13f43ca69906 {{(pid=83569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:35:12.643349 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:12.658708 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.provisioning_blocks [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Transition to ACTIVE for port object 00f0e661-d426-4cfe-ada8-13f43ca69906 will not be triggered until provisioned by entity L2. {{(pid=83569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:35:12.663922 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:12.803725 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:12.947193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Attempting to bind port 00f0e661-d426-4cfe-ada8-13f43ca69906 on host hv-neutron-8299 for vnic_type normal with profile {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 19 08:35:12.947964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Attempting to bind port 00f0e661-d426-4cfe-ada8-13f43ca69906 by drivers openvswitch,hyperv on host hv-neutron-8299 at level 0 using segments [{'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 19 08:35:12.947964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Attempting to bind port 00f0e661-d426-4cfe-ada8-13f43ca69906 on network 6b5754f1-70e5-4af2-8280-7aede0268808 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:35:12.954163 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Port 00f0e661-d426-4cfe-ada8-13f43ca69906 on network 6b5754f1-70e5-4af2-8280-7aede0268808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8299 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 19 08:35:12.954477 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Attempting to bind port 00f0e661-d426-4cfe-ada8-13f43ca69906 on network 6b5754f1-70e5-4af2-8280-7aede0268808 {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 19 08:35:12.960912 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Checking agent: {'id': '8ffbfc9d-a616-412b-872f-46a04d93e655', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8299', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'started_at': datetime.datetime(2022, 2, 19, 7, 25, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 19 08:35:12.961398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Checking segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 19 08:35:12.961858 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Bound using segment: {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'} {{(pid=83569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 19 08:35:12.962372 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.managers [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Bound port: 00f0e661-d426-4cfe-ada8-13f43ca69906, host: hv-neutron-8299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f3d934-1383-4439-b8b5-88dd1d638268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808'}}] {{(pid=83569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 19 08:35:12.962820 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:13.060362 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, cleared binding levels {{(pid=83569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:35:13.063541 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:35:13.068740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:13.114997 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:13.117024 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] 10.222.0.67 "PUT /v2.0/ports/00f0e661-d426-4cfe-ada8-13f43ca69906 HTTP/1.1" status: 200 len: 1093 time: 1.0446665 Feb 19 08:35:13.122398 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:35:13.164849 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a61230-98b8-4853-bfb9-ff430fab1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=3']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:13.197239 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'status': 'completed', 'code': 200} Feb 19 08:35:13.419292 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b37cc0-82bd-4c4c-9173-4d4ae5dd3a4b req-ce691374-9567-482e-8738-441e2d4f8e7a tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:13.428424 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d4b37cc0-82bd-4c4c-9173-4d4ae5dd3a4b req-ce691374-9567-482e-8738-441e2d4f8e7a tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0962343 Feb 19 08:35:13.484236 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d4b37cc0-82bd-4c4c-9173-4d4ae5dd3a4b req-c4a5a98f-1164-4a64-99dc-84183e9eb9bc tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541749 Feb 19 08:35:14.138166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:14.693592 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b11e9-d37e-4bbb-92b6-cd3c3eb81659 req-5b6f0fa2-e91a-4b55-a830-f5c0ccaac63a tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:14.695752 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-451b11e9-d37e-4bbb-92b6-cd3c3eb81659 req-5b6f0fa2-e91a-4b55-a830-f5c0ccaac63a tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0839853 Feb 19 08:35:14.743233 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-451b11e9-d37e-4bbb-92b6-cd3c3eb81659 req-cd1e558d-a260-4108-9454-42e7dcd4d802 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415592 Feb 19 08:35:15.960781 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54062842-3c5a-44a6-b6da-049bfe61b22c req-e136af08-7a7a-42b6-9ee5-8e30442c575b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:15.962205 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54062842-3c5a-44a6-b6da-049bfe61b22c req-e136af08-7a7a-42b6-9ee5-8e30442c575b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0932763 Feb 19 08:35:16.008253 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-54062842-3c5a-44a6-b6da-049bfe61b22c req-38b9e160-a3eb-4469-8a05-555fae43a685 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 Feb 19 08:35:17.213294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d641-de28-4677-afbd-7acf86ce4eb5 req-33792e39-d27d-40e0-86b5-84909002913c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:17.214715 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fa14d641-de28-4677-afbd-7acf86ce4eb5 req-33792e39-d27d-40e0-86b5-84909002913c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0776775 Feb 19 08:35:17.263424 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-fa14d641-de28-4677-afbd-7acf86ce4eb5 req-4dcba073-95fb-44b5-9ab7-33efec0713b0 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426393 Feb 19 08:35:18.477986 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f856c-28d4-43a2-b78b-6252c27aaae3 req-622b6717-4938-43eb-828a-454e5e8c5c79 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:18.479450 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-985f856c-28d4-43a2-b78b-6252c27aaae3 req-622b6717-4938-43eb-828a-454e5e8c5c79 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0839756 Feb 19 08:35:18.525359 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-985f856c-28d4-43a2-b78b-6252c27aaae3 req-8820a050-68b6-4e1a-889d-deef1155cc29 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400202 Feb 19 08:35:19.744930 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d42b8-a89a-4f0a-a592-2c38b0d0a90b req-c7157d3c-e2f5-4200-ab4e-4784218e5d02 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:19.746251 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ae0d42b8-a89a-4f0a-a592-2c38b0d0a90b req-c7157d3c-e2f5-4200-ab4e-4784218e5d02 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0822906 Feb 19 08:35:19.799677 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-ae0d42b8-a89a-4f0a-a592-2c38b0d0a90b req-c8aa288a-3622-43b4-9266-f51ca07f3235 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479228 Feb 19 08:35:21.041226 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f983f0-8a65-41cf-a2e3-b519861b94a3 req-5e7a343f-b680-47b8-bec2-b24d586987c8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:21.042682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68f983f0-8a65-41cf-a2e3-b519861b94a3 req-5e7a343f-b680-47b8-bec2-b24d586987c8 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.1028237 Feb 19 08:35:21.090798 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-68f983f0-8a65-41cf-a2e3-b519861b94a3 req-3966a7c2-a413-4e60-bf4e-e8eb99e4db16 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 Feb 19 08:35:21.553700 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57a1833f-2899-4ccc-8288-4bfeaf5ebc1a req-abba8be9-694f-44b5-923e-3bf73a89a184 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 1096 time: 0.1339567 Feb 19 08:35:21.695529 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1833f-2899-4ccc-8288-4bfeaf5ebc1a req-0f49e337-7b2b-4252-b0fd-b963991f1983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:21.696967 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57a1833f-2899-4ccc-8288-4bfeaf5ebc1a req-0f49e337-7b2b-4252-b0fd-b963991f1983 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6f4772b06fef4043931dc014ef6feb5c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1334553 Feb 19 08:35:21.836289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1833f-2899-4ccc-8288-4bfeaf5ebc1a req-c7eeb335-e9a7-42eb-9d77-be2318cf4ecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:21.837641 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-57a1833f-2899-4ccc-8288-4bfeaf5ebc1a req-c7eeb335-e9a7-42eb-9d77-be2318cf4ecc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341076 Feb 19 08:35:21.949116 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-27b167d5-f69c-4227-99b7-328125b68d47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 1096 time: 0.0692430 Feb 19 08:35:22.017062 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-197b4df6-e407-41c0-87a9-5b486184e514 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f0e661-d426-4cfe-ada8-13f43ca69906 HTTP/1.1" status: 200 len: 217 time: 0.0611792 Feb 19 08:35:22.076377 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-827cf0fd-37b3-4ce1-89af-adda37ccd19a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:22.077740 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-827cf0fd-37b3-4ce1-89af-adda37ccd19a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0551348 Feb 19 08:35:22.152424 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-f2aaab62-2bd2-4793-a6dd-52e1e8caca9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687144 Feb 19 08:35:22.297976 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae8054-7184-4d2a-8c41-75609a461fb3 req-067ad3c8-2ce0-4e81-8f38-810b57dd1834 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:22.299399 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9ae8054-7184-4d2a-8c41-75609a461fb3 req-067ad3c8-2ce0-4e81-8f38-810b57dd1834 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0774686 Feb 19 08:35:22.352006 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a9ae8054-7184-4d2a-8c41-75609a461fb3 req-f319a674-3d19-43dc-883f-02b411d60803 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468612 Feb 19 08:35:22.383186 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-92b3142c-10ab-44cd-bf7e-dc535614ec77 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244523 Feb 19 08:35:22.515968 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-0e63b4ad-a839-4f9e-97ac-e2713d6edf56 req-a6f4b16e-0674-48cd-9261-545ed824b2cb service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256185 Feb 19 08:35:23.569049 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725452bf-fd9b-4605-8736-30e69a955868 req-d195019a-e336-415d-8085-e326a8d5a5f3 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:23.570383 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-725452bf-fd9b-4605-8736-30e69a955868 req-d195019a-e336-415d-8085-e326a8d5a5f3 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0878241 Feb 19 08:35:23.617881 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-725452bf-fd9b-4605-8736-30e69a955868 req-6608425f-f5f4-4bcc-84bc-63332ac660a0 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395832 Feb 19 08:35:24.842868 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a22fb-bcaa-4a63-92e8-aaeee3b27da3 req-3b849e9c-7826-469f-bd39-35cf4203a77d tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:24.844362 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a21a22fb-bcaa-4a63-92e8-aaeee3b27da3 req-3b849e9c-7826-469f-bd39-35cf4203a77d tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0933363 Feb 19 08:35:24.892767 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-a21a22fb-bcaa-4a63-92e8-aaeee3b27da3 req-53057124-1697-4513-9d14-7bf67cc4798f tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400729 Feb 19 08:35:26.108550 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a223c70-32e2-4875-b4b0-620f16fec991 req-3f82db65-85ae-4fca-b539-0a2a33f242a9 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:26.110004 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8a223c70-32e2-4875-b4b0-620f16fec991 req-3f82db65-85ae-4fca-b539-0a2a33f242a9 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0860019 Feb 19 08:35:26.166041 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-8a223c70-32e2-4875-b4b0-620f16fec991 req-a6aafb12-8ec5-4428-b8f6-6645c66248b7 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480645 Feb 19 08:35:27.471782 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 00f0e661-d426-4cfe-ada8-13f43ca69906 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:35:27.472375 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451e7ad-e54b-47f8-8492-38bc84bce25c req-73a39948-4335-4270-aee5-5c58efdb7c2b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:27.473170 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9451e7ad-e54b-47f8-8492-38bc84bce25c req-73a39948-4335-4270-aee5-5c58efdb7c2b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.1691685 Feb 19 08:35:27.518256 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9451e7ad-e54b-47f8-8492-38bc84bce25c req-887eaeef-dcca-4eb1-af5d-7217f1e13d97 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391936 Feb 19 08:35:27.637745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:35:27.650505 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'port_id': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'mac_address': 'fa:16:3e:95:50:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:35:27.705301 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:27.722018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f0e661-d426-4cfe-ada8-13f43ca69906 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:35:27.743928 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:35:27.749428 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:27.812562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=4']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:28.155525 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['00f0e661-d426-4cfe-ada8-13f43ca69906'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:35:28.722256 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82340c0-db82-4873-a797-8e9954efddb1 req-d6cff83d-ebb3-4b6f-8358-8982de48b7d4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:28.723682 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d82340c0-db82-4873-a797-8e9954efddb1 req-d6cff83d-ebb3-4b6f-8358-8982de48b7d4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 944 time: 0.0811064 Feb 19 08:35:28.771535 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-d82340c0-db82-4873-a797-8e9954efddb1 req-5a2a73f8-77a2-406f-ba19-207c95d18ea6 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Feb 19 08:35:29.482740 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 00f0e661-d426-4cfe-ada8-13f43ca69906 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:35:29.557300 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning for port 00f0e661-d426-4cfe-ada8-13f43ca69906 completed by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:35:29.562532 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 00f0e661-d426-4cfe-ada8-13f43ca69906 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:35:29.562891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:29.673052 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:29.698982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:35:29.708534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:35:29.717676 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:29.758772 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'code': 200} Feb 19 08:35:29.788567 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=5']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:29.975356 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988445-8f8a-4493-9b0e-58dc95cd87bf req-1a81d800-16da-468f-891d-9083dbcf1ea4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:29.977702 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b6988445-8f8a-4493-9b0e-58dc95cd87bf req-1a81d800-16da-468f-891d-9083dbcf1ea4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 945 time: 0.0791769 Feb 19 08:35:29.987848 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d56c732-2b3c-4874-a9fe-295a641020b9 req-b97d9f01-e861-4c8f-b9f3-cef538d2a17d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 1098 time: 0.0690506 Feb 19 08:35:30.024117 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-b6988445-8f8a-4493-9b0e-58dc95cd87bf req-826462ce-7c04-4549-bdb9-c650be783099 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399320 Feb 19 08:35:30.028664 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-8d56c732-2b3c-4874-a9fe-295a641020b9 req-7d399898-3daf-4173-af2b-92f6a3744236 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353477 Feb 19 08:35:31.247390 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db6881-e46c-427d-a3fa-62011ca058c4 req-15a8a6f6-bf56-4676-9fbc-43c98f1cce0d tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:31.248871 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c1db6881-e46c-427d-a3fa-62011ca058c4 req-15a8a6f6-bf56-4676-9fbc-43c98f1cce0d tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 945 time: 0.0931120 Feb 19 08:35:31.294314 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-c1db6881-e46c-427d-a3fa-62011ca058c4 req-9e321ce5-5297-4057-a38e-335ccc615449 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398252 Feb 19 08:35:32.500317 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa911-b023-49c6-a9f7-e18fadf61c8b req-57a6c9c0-4238-4139-b946-f80928ad8df1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:32.501762 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-844fa911-b023-49c6-a9f7-e18fadf61c8b req-57a6c9c0-4238-4139-b946-f80928ad8df1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 945 time: 0.0776067 Feb 19 08:35:32.561345 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-844fa911-b023-49c6-a9f7-e18fadf61c8b req-deb5f8c7-78d1-4314-babf-469fd002b9c9 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511663 Feb 19 08:35:32.781198 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48930c26-a4ed-4104-88ac-d43a1ceb253f req-5fed134c-ce44-4bcd-b8a6-5c2c9101f6da tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:32.782652 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-48930c26-a4ed-4104-88ac-d43a1ceb253f req-5fed134c-ce44-4bcd-b8a6-5c2c9101f6da tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 945 time: 0.0898829 Feb 19 08:35:32.828877 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-48930c26-a4ed-4104-88ac-d43a1ceb253f req-ea6bd5d8-d7c5-43d9-9499-e8c8a86778a1 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406339 Feb 19 08:35:32.856294 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48554) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:35:32.928809 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-6633ce66-539f-45c9-af5e-fa7fb33ed41b tempest-TestSnapshotPattern-398433917 tempest-TestSnapshotPattern-398433917-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 1093 time: 0.0713227 Feb 19 08:35:32.931737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48558) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:35:32.937417 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.v2.base [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Request body: {'floatingip': {'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'port_id': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 19 08:35:32.943122 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 19 08:35:32.947212 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Usage tracker for resource:floatingip and tenant:6f4772b06fef4043931dc014ef6feb5c is out of sync, need to count used quota {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 19 08:35:32.950176 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 19 08:35:32.956002 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.quota.driver [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 19 08:35:32.968552 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:33.101570 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:33.251659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_common [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Allocated IP 172.26.1.161 (c658e4f2-f0fd-49ea-9bba-d873b5eaecb5/f769c305-bd91-4d94-80e1-6947f21c10cf/13ed7f87-d46b-479e-8e3b-baae7c3c82bb) {{(pid=83569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:35:33.409704 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for port, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:33.438367 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733973140107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:33.509270 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Network c658e4f2-f0fd-49ea-9bba-d873b5eaecb5 is already hosted by enough agents. {{(pid=83569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:35:33.511979 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.base_scheduler [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Resources bound (agent type, host, resource id): {{(pid=83569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:35:33.514869 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Received port after_create {{(pid=83569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 19 08:35:33.546168 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'Port': ['ID=13ed7f87-d46b-479e-8e3b-baae7c3c82bb,revision_number=1']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:34.031096 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:34.087259 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:34.386735 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for port, precommit_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:34.392089 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707439'] for port, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:34.497454 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event updated for resources: {'Port': ['ID=13ed7f87-d46b-479e-8e3b-baae7c3c82bb,revision_number=2']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:35:34.513151 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3863117'] for floatingip, after_update {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:34.710524 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.db.l3_db [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Floating IP 4111e938-2a86-4b4e-b576-5caed0e5b082 associated. External IP: 172.26.1.161, port: 00f0e661-d426-4cfe-ada8-13f43ca69906. Feb 19 08:35:35.120712 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Router 7ccf84bb-a611-40fe-add5-029efd8e8a0b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:35:35.324618 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:35:35.334273 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] Sync routers for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:35:35.346193 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:35:35.346814 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:35:35.351179 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:35.408374 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-644ae6be-45e3-443b-8a20-e28683a574b4 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4754722 Feb 19 08:35:35.408950 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:35:35.464933 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'status': 'completed', 'code': 200} Feb 19 08:35:35.524745 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:35:35.555459 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-434c3f44-0186-4b29-a54b-119ec2079730 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 1098 time: 0.0678210 Feb 19 08:35:35.686970 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-a2c91128-9ce4-4549-b071-046755c723ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:35.688354 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-a2c91128-9ce4-4549-b071-046755c723ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1273575 Feb 19 08:35:35.788173 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-1b5bf76a-eda0-4d44-9cbc-d87fd26e7729 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f0e661-d426-4cfe-ada8-13f43ca69906 HTTP/1.1" status: 200 len: 999 time: 0.0939069 Feb 19 08:35:35.849391 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-a296bcd6-565b-4d65-bbab-d7495abd5cbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:35.850812 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-a296bcd6-565b-4d65-bbab-d7495abd5cbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0566330 Feb 19 08:35:35.877399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '4111e938-2a86-4b4e-b576-5caed0e5b082', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:95:50:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:35:33Z', 'updated_at': '2022-02-19T08:35:33Z', 'revision_number': 0, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}, {'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:32Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:35:35.881519 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] Checking router: 7ccf84bb-a611-40fe-add5-029efd8e8a0b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:35:35.892540 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:35:35.893141 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:35:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:35:36.036413 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-7b1297c6-a88b-4161-936e-0b3a998be385 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1784520 Feb 19 08:35:36.079754 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:35:36.172101 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-c3cafe7d-7a6d-48fa-aee0-631ece8aff2c service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277480 Feb 19 08:35:36.299944 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-32d60b2a-9971-4e97-a90d-16237c41d62b req-c8c88222-ab02-4d50-a2af-0bdba74e17bd service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225057 Feb 19 08:35:36.460871 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '4111e938-2a86-4b4e-b576-5caed0e5b082', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:95:50:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:35:33Z', 'updated_at': '2022-02-19T08:35:33Z', 'revision_number': 0, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}, {'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:32Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:35:36.464880 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea6d95-ef66-4f10-b753-5fd0fae3b7e9 None None] The sync data for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv is: [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': '4111e938-2a86-4b4e-b576-5caed0e5b082', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.161', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:95:50:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:35:33Z', 'updated_at': '2022-02-19T08:35:33Z', 'revision_number': 0, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}, {'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:32Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:35:36.676262 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5abf1c-6cd1-4a26-880b-f19de3a1a1cf None None] New status for floating IP 4111e938-2a86-4b4e-b576-5caed0e5b082: ACTIVE {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:35:36.753053 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-acfcf320-bfc2-4e12-831f-0fa127063cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:39.131440 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-9b75a28d-9123-4eea-8c7e-eef79656c079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:40.210819 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-b5006550-f8a6-4b86-be4f-ea622a6c1c4c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732996 Feb 19 08:35:40.357893 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-938869f8-6f23-4656-96c7-2c12779b94b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1096 time: 0.0736358 Feb 19 08:35:40.366737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:40.504303 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-93efb167-2162-4c92-b082-ea1d8bc68435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:40.505698 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-93efb167-2162-4c92-b082-ea1d8bc68435 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1298122 Feb 19 08:35:40.508876 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:40.604792 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-d61c4099-945b-4d26-b19f-991d1d9f3ca0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 998 time: 0.0934901 Feb 19 08:35:40.668286 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-f0cd0806-ba02-473b-bb90-c3e3569d93a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:40.669686 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-f0cd0806-ba02-473b-bb90-c3e3569d93a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0589304 Feb 19 08:35:40.743396 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-f018219d-a2ab-4a37-bf6d-dd0b85d2a0bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678711 Feb 19 08:35:40.880421 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-307adaf3-7a52-42a7-85f0-56faa6994841 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308210 Feb 19 08:35:41.014686 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-413963b9-1862-4b83-b7ef-3653e4205dd8 req-4919dba8-73e2-4adc-bbf6-4455b6b8c57c service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280792 Feb 19 08:35:41.795641 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:35:41.801984 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:35:44.146087 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:06.762865 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-5dd86ecb-3334-4f7b-8442-247c16b0e99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:09.126818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-91e61866-5f8e-4f86-80c3-2c5f381c3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:10.378105 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:10.511284 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:11.792853 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:14.155522 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:18.808319 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:36:36.770399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a66b534f-fb3f-441c-9bcb-8628936756e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:39.131069 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c280f4c2-71ef-4f10-851b-212219a5dfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:40.384488 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:40.522852 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:41.798630 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:42.333983 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-1d4312e7-e12d-4b69-a0a9-b5573905e899 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1595082 Feb 19 08:36:42.425523 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-5ffe47a7-19a8-4a07-a588-809fd8646571 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 1098 time: 0.0704114 Feb 19 08:36:42.571224 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d6acc-3e04-4787-836c-eaf20590de4e req-94d7e28f-cc7a-4413-8c0a-7dc54b625b07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:42.572667 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-94d7e28f-cc7a-4413-8c0a-7dc54b625b07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1284389 Feb 19 08:36:42.674120 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-32186f3e-8f00-4e49-8fd3-2586258891f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f0e661-d426-4cfe-ada8-13f43ca69906 HTTP/1.1" status: 200 len: 1001 time: 0.0955291 Feb 19 08:36:42.738466 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d6acc-3e04-4787-836c-eaf20590de4e req-3e90273c-4bf1-45b5-a8be-fad06c91e6a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:42.739955 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-3e90273c-4bf1-45b5-a8be-fad06c91e6a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0595355 Feb 19 08:36:42.907945 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-49fb7d4c-65d0-4e4a-978a-708783fa823b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1621215 Feb 19 08:36:43.040451 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-281b56de-76c6-4613-ac0c-68f543cdce79 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257129 Feb 19 08:36:43.186084 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-934d6acc-3e04-4787-836c-eaf20590de4e req-f86c9202-2591-4dcb-86cd-3c79ad20eb62 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397002 Feb 19 08:36:44.153241 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:36:55.799783 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:37:06.761844 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a77e9ead-9de4-4856-b6db-861efd7bc56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:09.138278 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f047dbf3-ab6c-42a9-8221-5dd02621a765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:10.382588 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:10.519974 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:11.804963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:14.161596 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:32.805716 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:37:36.769018 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-3876b4dc-d5ba-4f54-8bb3-da0b3434f86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:39.128625 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b3174f1f-c38b-4017-a9dc-aac9817a87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:40.085288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 00f0e661-d426-4cfe-ada8-13f43ca69906 details requested by agent hyperv_hv-neutron-8299 with host hv-neutron-8299 {{(pid=83570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 19 08:37:40.232790 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:37:40.245591 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Returning: {'device': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'port_id': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'mac_address': 'fa:16:3e:95:50:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 19 08:37:40.302247 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:40.319498 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00f0e661-d426-4cfe-ada8-13f43ca69906 {{(pid=83570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 19 08:37:40.334639 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:37:40.340391 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:40.409629 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:40.422144 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=6']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:37:40.430412 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.430749 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.431076 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.431402 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.431722 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.432042 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.432396 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.432700 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.433020 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.433317 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.433987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:40.438413 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] get_ports_and_sgs() called for port_ids ['00f0e661-d426-4cfe-ada8-13f43ca69906'] {{(pid=83570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 19 08:37:40.529578 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:41.816698 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:42.088777 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 00f0e661-d426-4cfe-ada8-13f43ca69906 up at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 19 08:37:42.159328 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.provisioning_blocks [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Provisioning complete for port 00f0e661-d426-4cfe-ada8-13f43ca69906 triggered by entity L2. {{(pid=83570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:37:42.159815 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550139'] for port, provisioning_complete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:42.173917 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-d75bddb8-57dd-47f2-91eb-95588d3741dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683782 Feb 19 08:37:42.275215 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:42.302022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:37:42.311998 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:37:42.316818 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:42.341312 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-f4d2bd43-97da-4689-a852-3d61df703940 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1096 time: 0.0756354 Feb 19 08:37:42.367632 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'code': 200} Feb 19 08:37:42.383889 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=7']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:37:42.496117 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-01e19317-3fc0-4eb3-a8e4-df735b8a26b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:42.497601 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-01e19317-3fc0-4eb3-a8e4-df735b8a26b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1256886 Feb 19 08:37:42.599177 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-1c4d91c9-0ca0-4a59-ad96-ad048811fb87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 998 time: 0.0952675 Feb 19 08:37:42.667295 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-876c424d-e5f7-4cdb-a212-62d618c5a92f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:42.668738 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-876c424d-e5f7-4cdb-a212-62d618c5a92f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0639791 Feb 19 08:37:42.742905 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-d7303cef-1386-4cb6-bb58-a79dc3cccb73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679061 Feb 19 08:37:42.879747 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-c71c79ff-df3e-4be4-9348-da472e19dfdf service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285131 Feb 19 08:37:43.021719 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-36b3b2f3-927b-4e3f-9d3b-ff3065d16379 req-436712d5-8ce7-4025-8fa1-66715fe86014 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363580 Feb 19 08:37:44.183155 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:55.429608 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48728) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:37:55.633740 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Deleting port 13ed7f87-d46b-479e-8e3b-baae7c3c82bb {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:37:55.634070 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:55.796404 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:55.796634 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:56.003343 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Calling delete_port for 13ed7f87-d46b-479e-8e3b-baae7c3c82bb owned by network:floatingip {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:37:56.162733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:56.208411 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event deleted for resources: {'Port': ['ID=13ed7f87-d46b-479e-8e3b-baae7c3c82bb,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:37:56.242628 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.242974 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.243300 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.243620 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.243931 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.244267 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.244593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.244903 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.245207 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.245515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.245822 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:37:56.309787 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:56.716175 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Router 7ccf84bb-a611-40fe-add5-029efd8e8a0b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:37:56.957753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:37:56.967849 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] Sync routers for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:37:56.971360 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:56.980993 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:37:56.981574 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:37:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:37:57.036119 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-5671c82f-368e-47b9-80cc-f84d28e1f1cd tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "DELETE /v2.0/floatingips/4111e938-2a86-4b4e-b576-5caed0e5b082 HTTP/1.1" status: 204 len: 168 time: 1.6029162 Feb 19 08:37:57.036119 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:37:57.183693 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'status': 'completed', 'code': 200} Feb 19 08:37:57.214187 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:37:57.286128 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-ed6136ba-b7bc-4c83-9b6e-c143b474d31c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 1098 time: 0.0811067 Feb 19 08:37:57.426462 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-08f5d4ec-2eb6-4666-be7a-c661428ac6d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:57.428042 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-08f5d4ec-2eb6-4666-be7a-c661428ac6d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1357083 Feb 19 08:37:57.499478 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-d4820bc0-f5df-4790-85dd-99c0e967088b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f0e661-d426-4cfe-ada8-13f43ca69906 HTTP/1.1" status: 200 len: 217 time: 0.0647321 Feb 19 08:37:57.543527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72b5a-30ed-43e3-a947-dbb281e6ef6d req-f8cd1437-904f-44f7-934c-a62212f9120b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:57.544966 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bfd72b5a-30ed-43e3-a947-dbb281e6ef6d req-f8cd1437-904f-44f7-934c-a62212f9120b tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 945 time: 0.1696959 Feb 19 08:37:57.569555 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-7b253b74-f8a0-40dc-870a-bdf3a40df35e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:57.571026 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-7b253b74-f8a0-40dc-870a-bdf3a40df35e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0638826 Feb 19 08:37:57.578575 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:32Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:37:57.583229 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] Checking router: 7ccf84bb-a611-40fe-add5-029efd8e8a0b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:37:57.592681 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bfd72b5a-30ed-43e3-a947-dbb281e6ef6d req-de1da705-5a95-4c37-83dd-f3fbf3ae5652 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412002 Feb 19 08:37:57.593910 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:37:57.594594 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:37:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:37:57.648541 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-7336139d-2ef5-48c2-a0c2-ccb8a7ca9172 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703087 Feb 19 08:37:57.775114 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:37:57.881005 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-acb81d64-1b90-4966-bb9c-18253ac572d6 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253039 Feb 19 08:37:58.010079 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-a51644a0-36ed-4a2c-8f12-ffff1f368d7d req-b4d42714-679f-4439-b456-1f24aaea03d5 service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222456 Feb 19 08:37:58.117133 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:32Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:37:58.121219 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1a403-a3ae-4c84-8ce6-b1b446a600e1 None None] The sync data for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv is: [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_floatingips': [{'id': 'fd62ac75-095d-434d-8168-eed9db11e7de', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'floating_ip_address': '172.26.1.38', 'floating_network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'router_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'port_id': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'mac_address': 'fa:16:3e:8c:df:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a986eb6-1114-46f3-b401-b33193abc62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:32:21Z', 'updated_at': '2022-02-19T08:32:32Z', 'revision_number': 1, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:37:58.215737 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 00f0e661-d426-4cfe-ada8-13f43ca69906 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:37:58.335085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1085696'] for port, before_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:58.350294 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021851ad-f247-4f18-a465-475efd81a86c None None] New status for floating IP 4111e938-2a86-4b4e-b576-5caed0e5b082: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:37:58.368325 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906'}] {{(pid=83570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:37:58.378014 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:37:58.393706 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733973581990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733973140125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733973140170'] for port, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:58.435376 dv-neutron-829958-1-hyperv neutron-server[83570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'code': 200} Feb 19 08:37:58.467057 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Pushing event updated for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=8']} {{(pid=83570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:37:58.807432 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff136d-ac5c-4353-bd67-2d92b781e2a7 req-532b79fc-c881-4ec5-8e70-2bc4d79bf01e tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:58.809267 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27ff136d-ac5c-4353-bd67-2d92b781e2a7 req-532b79fc-c881-4ec5-8e70-2bc4d79bf01e tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.0831170 Feb 19 08:37:58.859661 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-27ff136d-ac5c-4353-bd67-2d92b781e2a7 req-145a720d-5503-45fb-872e-59479e3db463 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448112 Feb 19 08:37:59.185568 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88335243-9a54-41a3-a947-9a40cb36115a req-aa220157-f549-4631-9123-03daf4a10e48 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:59.186257 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-88335243-9a54-41a3-a947-9a40cb36115a req-aa220157-f549-4631-9123-03daf4a10e48 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Synchronizing usage tracker for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:37:59.205485 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-88335243-9a54-41a3-a947-9a40cb36115a req-aa220157-f549-4631-9123-03daf4a10e48 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Unset dirty status for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:37:59.206584 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-88335243-9a54-41a3-a947-9a40cb36115a req-aa220157-f549-4631-9123-03daf4a10e48 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 943 time: 0.1099141 Feb 19 08:37:59.274779 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Deleting port 00f0e661-d426-4cfe-ada8-13f43ca69906 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:37:59.275111 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:59.517323 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] For port 00f0e661-d426-4cfe-ada8-13f43ca69906, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=00f0e661-d426-4cfe-ada8-13f43ca69906,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:37:59.517673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:59.636602 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Calling delete_port for 00f0e661-d426-4cfe-ada8-13f43ca69906 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:37:59.780280 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:59.826579 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event deleted for resources: {'Port': ['ID=00f0e661-d426-4cfe-ada8-13f43ca69906,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:37:59.901507 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] No DVR routers for this DVR port 00f0e661-d426-4cfe-ada8-13f43ca69906 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:37:59.903961 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:37:59.906527 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-deleted', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:37:59.923411 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-88335243-9a54-41a3-a947-9a40cb36115a req-4ecfe83e-33a2-4dbe-868e-74cd054c46c2 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "DELETE /v2.0/ports/00f0e661-d426-4cfe-ada8-13f43ca69906 HTTP/1.1" status: 204 len: 173 time: 0.7117498 Feb 19 08:37:59.962371 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e24999-a430-4e9f-b3dc-e1e65a33ad28', 'name': 'network-vif-deleted', 'tag': '00f0e661-d426-4cfe-ada8-13f43ca69906', 'status': 'completed', 'code': 200} Feb 19 08:38:00.043510 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-50a2096c-3e09-4999-9ded-65ef2ff2ffb0 req-f1fe2cda-8fa0-44a9-bb71-38dee59c0e25 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=56e24999-a430-4e9f-b3dc-e1e65a33ad28 HTTP/1.1" status: 200 len: 210 time: 0.0463305 Feb 19 08:38:01.736486 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48806) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:01.937784 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Deleting port 1f58ad5d-af97-47d5-a3e5-d20028b0a5a7 {{(pid=83568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:01.938105 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:02.103826 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:02.104055 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:02.223071 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.plugins.ml2.plugin [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Calling delete_port for 1f58ad5d-af97-47d5-a3e5-d20028b0a5a7 owned by network:floatingip {{(pid=83568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:02.377876 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3459229'] for port, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:02.422016 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event deleted for resources: {'Port': ['ID=1f58ad5d-af97-47d5-a3e5-d20028b0a5a7,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:02.569804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.570142 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.570476 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.570801 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.571124 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.571446 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.571764 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.572083 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.572421 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.572736 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.573050 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829958-1-hyperv {{(pid=83568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:02.604945 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for floatingip, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:03.003867 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Router 7ccf84bb-a611-40fe-add5-029efd8e8a0b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:38:03.205234 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:38:03.214885 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c52de-31dd-4987-8e0b-950264112471 None None] Sync routers for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:38:03.221298 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for floatingip, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:03.227748 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:38:03.228376 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:37:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:03.273496 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-e147d11a-a156-4d89-a6f4-8432d53479de tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "DELETE /v2.0/floatingips/fd62ac75-095d-434d-8168-eed9db11e7de HTTP/1.1" status: 204 len: 168 time: 1.5357709 Feb 19 08:38:03.274233 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435'}] {{(pid=83568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:38:03.411919 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'status': 'completed', 'code': 200} Feb 19 08:38:03.470377 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:38:03.513101 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-01edacee-babb-4efa-a0b2-d7a9f5a80f29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f4772b06fef4043931dc014ef6feb5c&device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 1096 time: 0.0782609 Feb 19 08:38:03.645131 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-a4b09e1b-6fbb-40f8-87ea-c4282ab8fcf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:03.646586 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-a4b09e1b-6fbb-40f8-87ea-c4282ab8fcf4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 200 len: 909 time: 0.1273501 Feb 19 08:38:03.677829 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4745-fb3a-4638-9c05-372aa104fcb1 req-20095cf3-9460-4e2b-887d-336fea8cae5f tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:03.678527 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-bb8d4745-fb3a-4638-9c05-372aa104fcb1 req-20095cf3-9460-4e2b-887d-336fea8cae5f tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Synchronizing usage tracker for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:port {{(pid=83568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:38:03.695717 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.quota.resource [req-bb8d4745-fb3a-4638-9c05-372aa104fcb1 req-20095cf3-9460-4e2b-887d-336fea8cae5f tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Unset dirty status for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:port {{(pid=83568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:38:03.696903 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb8d4745-fb3a-4638-9c05-372aa104fcb1 req-20095cf3-9460-4e2b-887d-336fea8cae5f tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 943 time: 0.0978558 Feb 19 08:38:03.718555 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-8375f15f-db96-4af8-9558-0a76aadc568d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 200 len: 217 time: 0.0651124 Feb 19 08:38:03.745304 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-bb8d4745-fb3a-4638-9c05-372aa104fcb1 req-3eea79b3-223a-4fd1-b382-6209a74ec4b0 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400326 Feb 19 08:38:03.782978 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-17a566ec-d862-4f42-a442-fb03aa880179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:03.784362 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-17a566ec-d862-4f42-a442-fb03aa880179 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 200 len: 847 time: 0.0589111 Feb 19 08:38:03.794937 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:03.798726 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c52de-31dd-4987-8e0b-950264112471 None None] Checking router: 7ccf84bb-a611-40fe-add5-029efd8e8a0b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:38:03.809447 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:38:03.810022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:37:39Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:03.862382 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-d2aae95d-b9b6-4feb-976e-eaebeb4068e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b5754f1-70e5-4af2-8280-7aede0268808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708799 Feb 19 08:38:03.982079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:38:03.994620 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-401507bd-1121-4e54-8a80-7663dc872c8e service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256716 Feb 19 08:38:04.216920 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-2e114d3f-44d9-4dfa-8ac2-9c483a9524cb req-b7f65ab9-9fb4-4778-9134-9ca16e8a87fd service neutron] 10.222.0.67 "GET /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138841 Feb 19 08:38:04.263964 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 00f0e661-d426-4cfe-ada8-13f43ca69906 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:04.300080 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 00f0e661-d426-4cfe-ada8-13f43ca69906 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:04.300439 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 00f0e661-d426-4cfe-ada8-13f43ca69906 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:04.333855 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-527c52de-31dd-4987-8e0b-950264112471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:04.338302 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c52de-31dd-4987-8e0b-950264112471 None None] The sync data for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv is: [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:55Z', 'revision_number': 4, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv', '_interfaces': [{'id': '46065e21-cad9-4b31-a897-02aea89944c6', 'name': '', 'network_id': '6b5754f1-70e5-4af2-8280-7aede0268808', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'mac_address': 'fa:16:3e:88:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:55Z', 'updated_at': '2022-02-19T08:32:14Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'subnets': [{'id': 'cdbe72ea-8524-4d48-87d4-d094025e6fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:38:04.519177 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-8607cf9b-20cd-4c2f-89a0-abf4b308b15c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:04.519988 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-8607cf9b-20cd-4c2f-89a0-abf4b308b15c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Synchronizing usage tracker for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:port {{(pid=83569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 19 08:38:04.532672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.quota.resource [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-8607cf9b-20cd-4c2f-89a0-abf4b308b15c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Unset dirty status for tenant:6f4772b06fef4043931dc014ef6feb5c on resource:port {{(pid=83569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 19 08:38:04.533805 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-8607cf9b-20cd-4c2f-89a0-abf4b308b15c tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 943 time: 0.0931299 Feb 19 08:38:04.553145 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05f82f-f3a1-4beb-bdb1-3b08d8cd87f8 None None] New status for floating IP fd62ac75-095d-434d-8168-eed9db11e7de: DOWN {{(pid=83571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 19 08:38:04.606573 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Deleting port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:04.606887 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:04.852397 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] For port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435, host hv-neutron-8299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8299',level=0,port_id=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:04.852750 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:04.945509 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3720b5-e763-49a2-9d2d-6aac32f170c0 req-9978275b-98c2-45a4-8068-c390fa199d55 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:04.947001 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a3720b5-e763-49a2-9d2d-6aac32f170c0 req-9978275b-98c2-45a4-8068-c390fa199d55 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a986eb6-1114-46f3-b401-b33193abc62a HTTP/1.1" status: 200 len: 943 time: 0.0791540 Feb 19 08:38:04.974464 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Calling delete_port for 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 owned by compute:nova {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:04.996712 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [req-9a3720b5-e763-49a2-9d2d-6aac32f170c0 req-d6d5e48f-f401-4f5d-b1c9-3ccc6ee6dd47 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "GET /v2.0/security-groups?id=89d3d93a-a009-44b6-ad2c-b7d50341b9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Feb 19 08:38:05.119438 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:05.170229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event deleted for resources: {'Port': ['ID=3cc3cdae-21aa-41d8-a0e7-a11f3b338435,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:05.249878 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] No DVR routers for this DVR port 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 on host hv-neutron-8299 {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:38:05.252319 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424929'] for port, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:05.254976 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-deleted', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435'}] {{(pid=83569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 19 08:38:05.272069 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [req-ffcbde22-3076-46ce-b09b-e6b864c0f515 req-ec5536ee-ac98-461d-bbf0-26dcaa395b64 tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.67 "DELETE /v2.0/ports/3cc3cdae-21aa-41d8-a0e7-a11f3b338435 HTTP/1.1" status: 204 len: 173 time: 0.7329996 Feb 19 08:38:05.320142 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a986eb6-1114-46f3-b401-b33193abc62a', 'name': 'network-vif-deleted', 'tag': '3cc3cdae-21aa-41d8-a0e7-a11f3b338435', 'status': 'completed', 'code': 200} Feb 19 08:38:06.113076 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48824) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:06.185260 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24e00390-06b6-430e-9586-cee1e0a48add tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:06.220136 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24e00390-06b6-430e-9586-cee1e0a48add tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:06.290910 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24e00390-06b6-430e-9586-cee1e0a48add tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:06.309471 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e00390-06b6-430e-9586-cee1e0a48add tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d3d93a-a009-44b6-ad2c-b7d50341b9b2,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:06.320915 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-24e00390-06b6-430e-9586-cee1e0a48add tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] Notify callbacks [] for security_group, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:06.322030 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-24e00390-06b6-430e-9586-cee1e0a48add tempest-TestSnapshotPattern-1586268133 tempest-TestSnapshotPattern-1586268133-project] 10.222.0.72 "DELETE /v2.0/security-groups/89d3d93a-a009-44b6-ad2c-b7d50341b9b2 HTTP/1.1" status: 204 len: 168 time: 0.2079096 Feb 19 08:38:06.757489 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c92062a9-aeb8-4b30-b6f1-323a5682d0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:07.413565 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48832) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:07.934792 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:08.262254 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 no longer exists at agent hyperv_hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:08.294765 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] No Port match for: 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:08.295100 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Device 3cc3cdae-21aa-41d8-a0e7-a11f3b338435 not bound to the agent host hv-neutron-8299 {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:08.627860 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Deleting port 46065e21-cad9-4b31-a897-02aea89944c6 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:08.628457 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:08.800656 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] For port 46065e21-cad9-4b31-a897-02aea89944c6, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=46065e21-cad9-4b31-a897-02aea89944c6,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:08.800945 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:08.919676 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Calling delete_port for 46065e21-cad9-4b31-a897-02aea89944c6 owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:09.096623 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:09.121285 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-26628345-88d7-4b70-b094-ad15f782709b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:09.139344 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=46065e21-cad9-4b31-a897-02aea89944c6,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:09.424491 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:09.797037 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:38:10.115359 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Router 7ccf84bb-a611-40fe-add5-029efd8e8a0b has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:38:10.332235 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:38:10.341395 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] Sync routers for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:38:10.345296 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-175baff9-aadd-4eb9-9573-da4ccc075e24 admin admin] 10.222.0.72 "PUT /v2.0/routers/7ccf84bb-a611-40fe-add5-029efd8e8a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9300737 Feb 19 08:38:10.348043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48838) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:10.354171 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:38:10.354775 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:38:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:10.483005 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:10.527288 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:10.550647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:10.559387 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: dv-neutron-829958-1-hyperv {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:38:10.750381 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:10.761376 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Deleting port be960e33-8edc-4cd4-9b8c-c4e38c7c3355 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:10.761709 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:10.879312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:38:09Z', 'revision_number': 5, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port': {'id': 'be960e33-8edc-4cd4-9b8c-c4e38c7c3355', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:10.883584 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] Checking router: 7ccf84bb-a611-40fe-add5-029efd8e8a0b for host: dv-neutron-829958-1-hyperv {{(pid=83570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:38:10.894926 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] Routers {'7ccf84bb-a611-40fe-add5-029efd8e8a0b'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:38:10.895534 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:38:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'], 'active': True} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:10.927651 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] For port be960e33-8edc-4cd4-9b8c-c4e38c7c3355, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:10.927995 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.042836 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Calling delete_port for be960e33-8edc-4cd4-9b8c-c4e38c7c3355 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:11.045463 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_dvr_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] Set router 7ccf84bb-a611-40fe-add5-029efd8e8a0b gateway port host: None {{(pid=83570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:38:11.152166 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.db.l3_hamode_db [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:38:10Z', 'revision_number': 6, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:11.156980 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa8717-e55b-4270-8dc6-05f22a4aca0d None None] The sync data for ids ['7ccf84bb-a611-40fe-add5-029efd8e8a0b'] in dv-neutron-829958-1-hyperv is: [{'id': '7ccf84bb-a611-40fe-add5-029efd8e8a0b', 'name': 'tempest-TestSnapshotPattern-77899566-router', 'tenant_id': '6f4772b06fef4043931dc014ef6feb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:53Z', 'updated_at': '2022-02-19T08:38:10Z', 'revision_number': 6, 'project_id': '6f4772b06fef4043931dc014ef6feb5c', 'gw_port_host': None}] {{(pid=83570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:38:11.327557 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.372744 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be960e33-8edc-4cd4-9b8c-c4e38c7c3355,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:11.593733 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.804699 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.842578 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.846495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.874784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.875364 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ccf84bb-a611-40fe-add5-029efd8e8a0b {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:38:11.890211 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:11.894677 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-a7eb3c77-f8ac-465d-b3bc-9f7bad4666f6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7ccf84bb-a611-40fe-add5-029efd8e8a0b HTTP/1.1" status: 204 len: 168 time: 1.5422969 Feb 19 08:38:11.895137 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48842) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:11.956515 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] Deleting subnet cdbe72ea-8524-4d48-87d4-d094025e6fa5 {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:38:11.959563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.008196 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.086768 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.162496 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.197330 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device be960e33-8edc-4cd4-9b8c-c4e38c7c3355 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:12.198599 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbe72ea-8524-4d48-87d4-d094025e6fa5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:12.204654 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.210384 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0147f243-358a-4c9b-933b-149b4f08588c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cdbe72ea-8524-4d48-87d4-d094025e6fa5 HTTP/1.1" status: 204 len: 168 time: 0.3143282 Feb 19 08:38:12.212967 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48846) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:12.222735 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da1836-56b8-4da0-aab4-bb65ad61c567 None None] Network 6b5754f1-70e5-4af2-8280-7aede0268808 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:38:12.290891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: be960e33-8edc-4cd4-9b8c-c4e38c7c3355 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:12.291227 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device be960e33-8edc-4cd4-9b8c-c4e38c7c3355 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:12.291652 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 46065e21-cad9-4b31-a897-02aea89944c6 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:12.315100 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.325921 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Deleting port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:12.326240 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.340145 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 46065e21-cad9-4b31-a897-02aea89944c6 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:12.340509 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 46065e21-cad9-4b31-a897-02aea89944c6 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:12.507364 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded75748-debe-450a-934f-c764a1793145 None None] DHCP port deletion for 6b5754f1-70e5-4af2-8280-7aede0268808 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:38:12.511289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ded75748-debe-450a-934f-c764a1793145 None None] Deleting port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:12.511654 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ded75748-debe-450a-934f-c764a1793145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.528609 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] For port 5b6fb51c-fcfb-487e-b134-c624a03a7f21, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5b6fb51c-fcfb-487e-b134-c624a03a7f21,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:12.529193 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.722648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-ded75748-debe-450a-934f-c764a1793145 None None] For port 5b6fb51c-fcfb-487e-b134-c624a03a7f21, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=5b6fb51c-fcfb-487e-b134-c624a03a7f21,segment=NetworkSegment(28f3d934-1383-4439-b8b5-88dd1d638268),segment_id=28f3d934-1383-4439-b8b5-88dd1d638268)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:12.722970 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ded75748-debe-450a-934f-c764a1793145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.751311 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Calling delete_port for 5b6fb51c-fcfb-487e-b134-c624a03a7f21 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:12.828202 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:12.842259 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ded75748-debe-450a-934f-c764a1793145 None None] Calling delete_port for 5b6fb51c-fcfb-487e-b134-c624a03a7f21 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:12.875554 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6fb51c-fcfb-487e-b134-c624a03a7f21,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:12.881746 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] No DVR routers for this DVR port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 08:38:12.909215 dv-neutron-829958-1-hyperv neutron-server[83570]: util.warn( Feb 19 08:38:12.915904 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-ded75748-debe-450a-934f-c764a1793145 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:38:12.916355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-ded75748-debe-450a-934f-c764a1793145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:38:12.999918 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:13.038145 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5754f1-70e5-4af2-8280-7aede0268808']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:13.050197 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f3d934-1383-4439-b8b5-88dd1d638268') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:13.050489 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f3d934-1383-4439-b8b5-88dd1d638268') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:13.062315 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:13.078784 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:13.085316 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:38:13.085672 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:38:13.098678 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:38:13.183705 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:13.200500 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:13.210479 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5754f1-70e5-4af2-8280-7aede0268808,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:13.224760 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-17a3d070-3778-4ff8-9fd1-3595d3b0bc8f admin admin] 10.222.0.72 "DELETE /v2.0/networks/6b5754f1-70e5-4af2-8280-7aede0268808 HTTP/1.1" status: 204 len: 168 time: 1.0108790 Feb 19 08:38:13.227753 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48850) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:13.417399 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ded75748-debe-450a-934f-c764a1793145 None None] Deleting port 5b6fb51c-fcfb-487e-b134-c624a03a7f21 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:13.417969 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ded75748-debe-450a-934f-c764a1793145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:13.483099 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-ded75748-debe-450a-934f-c764a1793145 None None] The port '5b6fb51c-fcfb-487e-b134-c624a03a7f21' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:38:13.618865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864447'] for router_interface, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:14.194484 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:14.196648 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5b6fb51c-fcfb-487e-b134-c624a03a7f21 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:14.228558 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 5b6fb51c-fcfb-487e-b134-c624a03a7f21 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:14.229021 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 5b6fb51c-fcfb-487e-b134-c624a03a7f21 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:14.306530 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Deleting port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:14.306865 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:14.476265 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] For port 2346cb0c-f624-41bb-aaa0-2c32cc04d08d, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,segment=NetworkSegment(f016ab78-3823-4549-b9e1-f5fe376121f9),segment_id=f016ab78-3823-4549-b9e1-f5fe376121f9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:14.476604 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:14.592048 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Calling delete_port for 2346cb0c-f624-41bb-aaa0-2c32cc04d08d owned by network:router_interface {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:14.767540 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:14.816499 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2346cb0c-f624-41bb-aaa0-2c32cc04d08d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:15.106631 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2768415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864360'] for router_interface, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:15.783285 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 has already been hosted by L3 agent 304b272c-d8eb-4685-8395-418380346c87 {{(pid=83569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:38:15.991511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] Notify agent at l3_agent.dv-neutron-829958-1-hyperv the message routers_updated {{(pid=83569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:38:16.000563 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] Sync routers for ids ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'] in dv-neutron-829958-1-hyperv {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 19 08:38:16.009873 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-4e256753-f823-4733-95c8-8ccdb8f31b5a admin admin] 10.222.0.72 "PUT /v2.0/routers/bfa7a5d5-9163-490a-bb16-5e7dddc2bc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7809567 Feb 19 08:38:16.012289 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48854) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:16.013390 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] Routers {'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:38:16.013995 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:38:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:16.190218 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] Set router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 gateway port host: dv-neutron-829958-1-hyperv {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:38:16.210099 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:16.411269 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:16.423229 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Deleting port 08d7b3e1-c989-4169-b2e9-9c879d2476c5 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:16.423563 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:16.469452 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'external_fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:38:14Z', 'revision_number': 5, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port': {'id': '08d7b3e1-c989-4169-b2e9-9c879d2476c5', 'name': '', 'network_id': 'c658e4f2-f0fd-49ea-9bba-d873b5eaecb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829958-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:31:59Z', 'updated_at': '2022-02-19T08:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f769c305-bd91-4d94-80e1-6947f21c10cf', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829958-1-hyperv'}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:16.473308 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] Checking router: bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 for host: dv-neutron-829958-1-hyperv {{(pid=83571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 19 08:38:16.483741 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] Routers {'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'} bound to L3 agent in host dv-neutron-829958-1-hyperv {{(pid=83571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 19 08:38:16.484386 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829958-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T07:19:39Z,description=,heartbeat_timestamp=2022-02-19T08:38:09Z,host='dv-neutron-829958-1-hyperv',id=304b272c-d8eb-4685-8395-418380346c87,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T07:19:39Z,topic='l3_agent')) {'router_ids': ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'], 'active': True} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:16.593780 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] For port 08d7b3e1-c989-4169-b2e9-9c879d2476c5, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=08d7b3e1-c989-4169-b2e9-9c879d2476c5,segment=NetworkSegment(deba19f6-ecdc-4da6-9372-7ddec4d5ea77),segment_id=deba19f6-ecdc-4da6-9372-7ddec4d5ea77)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:16.594124 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:16.631639 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_dvr_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] Set router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 gateway port host: None {{(pid=83571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 19 08:38:16.708966 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Calling delete_port for 08d7b3e1-c989-4169-b2e9-9c879d2476c5 owned by network:router_gateway {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:16.736433 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.l3_hamode_db [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:38:16Z', 'revision_number': 6, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port_host': None}], 'dv-neutron-829958-1-hyperv', False) {} {{(pid=83571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:16.740729 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d43fc5-f40a-4723-bc62-f07da0ab6c87 None None] The sync data for ids ['bfa7a5d5-9163-490a-bb16-5e7dddc2bc77'] in dv-neutron-829958-1-hyperv is: [{'id': 'bfa7a5d5-9163-490a-bb16-5e7dddc2bc77', 'name': 'tempest-TestSnapshotPattern-1550324757-router', 'tenant_id': '58e4cb86b6e2495d93c84208eaedacc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:31:58Z', 'updated_at': '2022-02-19T08:38:16Z', 'revision_number': 6, 'project_id': '58e4cb86b6e2495d93c84208eaedacc4', 'gw_port_host': None}] {{(pid=83571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 19 08:38:16.894677 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:16.944443 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d7b3e1-c989-4169-b2e9-9c879d2476c5,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:17.266032 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3863138'] for router_gateway, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.515647 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261819'] for router, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.520006 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.545042 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3864638'] for router, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.545577 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 {{(pid=83569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:38:17.557498 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.558977 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7d986461-7621-456f-bc45-d12148fb98f1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/bfa7a5d5-9163-490a-bb16-5e7dddc2bc77 HTTP/1.1" status: 204 len: 168 time: 1.5457995 Feb 19 08:38:17.561593 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48858) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:17.621697 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] Deleting subnet ebe273fd-ff82-46ec-b2e0-b645f553e91d {{(pid=83569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 19 08:38:17.624837 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.684566 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707268'] for subnet, precommit_delete_associations {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.763516 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559007'] for subnet, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.840786 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2954206'] for subnet, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.879794 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe273fd-ff82-46ec-b2e0-b645f553e91d,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:17.888761 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:17.890931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc434a7e-5d19-4eb8-8cfb-daceb989e390 None None] Network 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 requested from dv-neutron-829958-1-hyperv {{(pid=83570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 19 08:38:17.895540 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-0d446c0f-26a7-4288-9f1e-ac62d4c50e9c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ebe273fd-ff82-46ec-b2e0-b645f553e91d HTTP/1.1" status: 204 len: 168 time: 0.3330202 Feb 19 08:38:17.898203 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.wsgi [-] (83569) accepted ('10.222.0.72', 48862) {{(pid=83569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:18.006594 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1069883'] for network, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.017484 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Deleting port db651860-5bfe-4d91-8448-3d63a3b2a117 {{(pid=83569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:18.017806 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.179963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] DHCP port deletion for 1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 request from dv-neutron-829958-1-hyperv {{(pid=83570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 19 08:38:18.185161 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Deleting port db651860-5bfe-4d91-8448-3d63a3b2a117 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:18.185614 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.214400 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2346cb0c-f624-41bb-aaa0-2c32cc04d08d no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:18.223395 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.db [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] For port db651860-5bfe-4d91-8448-3d63a3b2a117, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=db651860-5bfe-4d91-8448-3d63a3b2a117,segment=NetworkSegment(f016ab78-3823-4549-b9e1-f5fe376121f9),segment_id=f016ab78-3823-4549-b9e1-f5fe376121f9)] {{(pid=83569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:18.223737 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.258939 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 2346cb0c-f624-41bb-aaa0-2c32cc04d08d {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:18.259202 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 2346cb0c-f624-41bb-aaa0-2c32cc04d08d not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:18.259599 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 08d7b3e1-c989-4169-b2e9-9c879d2476c5 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:18.295015 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: 08d7b3e1-c989-4169-b2e9-9c879d2476c5 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:18.295312 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device 08d7b3e1-c989-4169-b2e9-9c879d2476c5 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:18.339511 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.plugin [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Calling delete_port for db651860-5bfe-4d91-8448-3d63a3b2a117 owned by network:dhcp {{(pid=83569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:18.412749 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1089404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733973581972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733973140116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707350'] for port, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.444065 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.db [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] For port db651860-5bfe-4d91-8448-3d63a3b2a117, host dv-neutron-829958-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829958-1-hyperv',level=0,port_id=db651860-5bfe-4d91-8448-3d63a3b2a117,segment=NetworkSegment(f016ab78-3823-4549-b9e1-f5fe376121f9),segment_id=f016ab78-3823-4549-b9e1-f5fe376121f9)] {{(pid=83570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:18.444462 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4037709'] for port, precommit_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.461287 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db651860-5bfe-4d91-8448-3d63a3b2a117,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:18.469250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] No DVR routers for this DVR port db651860-5bfe-4d91-8448-3d63a3b2a117 on host dv-neutron-829958-1-hyperv {{(pid=83569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:38:18.562408 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Calling delete_port for db651860-5bfe-4d91-8448-3d63a3b2a117 owned by network:dhcp {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 19 08:38:18.634465 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.db.api [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:38:18.634807 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG oslo_db.api [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:38:18.681531 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1552970', 'neutron.services.segments.db._delete_segments_for_network-8733973612665'] for network, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.706595 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1']}} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:18.718964 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f016ab78-3823-4549-b9e1-f5fe376121f9') {'for_net_delete': True} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:18.719250 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.services.segments.db [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f016ab78-3823-4549-b9e1-f5fe376121f9') {} {{(pid=83569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:18.730801 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733973612548', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2705847'] for segment, before_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.748659 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1131193'] for segment, precommit_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.755583 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 19 08:38:18.756043 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1131170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707403'] for segment, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: Traceback (most recent call last): Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: timer() Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: cb(*args, **kw) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: return func(*args, **kwargs) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: self._notify() Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: self.callback(batched_events) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: event.method(event) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: return f(self, *a, **k) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._get(url).json() Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: return self.request(url, 'GET', **kwargs) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:38:18.768852 dv-neutron-829958-1-hyperv neutron-server[83569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:38:18.847981 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1552961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2768626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3863167'] for network, after_delete {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.863673 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron_lib.callbacks.manager [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Notify callbacks [] for network, before_response {{(pid=83569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:18.873495 dv-neutron-829958-1-hyperv neutron-server[83569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1,revision_number=None']} {{(pid=83569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:18.880500 dv-neutron-829958-1-hyperv neutron-server[83569]: INFO neutron.wsgi [None req-7802158e-85ac-4745-b19f-26b109d4b4f1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1140c6ee-e1d6-42cc-bf41-fe973cf4fbf1 HTTP/1.1" status: 204 len: 168 time: 0.9813430 Feb 19 08:38:19.028672 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48868) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:19.082122 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-f30cd0e4-a6f2-447a-9aab-58eb24828686 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f4772b06fef4043931dc014ef6feb5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523183 Feb 19 08:38:19.085757 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48872) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:19.135997 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Deleting port db651860-5bfe-4d91-8448-3d63a3b2a117 {{(pid=83570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 19 08:38:19.136562 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733973543379'] for port, before_delete {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.144804 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1b71af1-1c61-48a1-8367-8a84512a673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.171466 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1b71af1-1c61-48a1-8367-8a84512a673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.200085 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-51d63bfc-d765-45eb-a908-c44e80ef14df None None] The port 'db651860-5bfe-4d91-8448-3d63a3b2a117' was deleted {{(pid=83570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 19 08:38:19.227572 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1b71af1-1c61-48a1-8367-8a84512a673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.243031 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b71af1-1c61-48a1-8367-8a84512a673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8899ec2-fe1a-4f87-b0bb-676f3d8757e1,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:19.250747 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-d1b71af1-1c61-48a1-8367-8a84512a673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.251851 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-d1b71af1-1c61-48a1-8367-8a84512a673b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8899ec2-fe1a-4f87-b0bb-676f3d8757e1 HTTP/1.1" status: 204 len: 168 time: 0.1652362 Feb 19 08:38:19.647171 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48880) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:19.699509 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-b726e4c9-1f34-4aed-afe5-13a585b3bead admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58e4cb86b6e2495d93c84208eaedacc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511215 Feb 19 08:38:19.702135 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.wsgi [-] (83568) accepted ('10.222.0.72', 48884) {{(pid=83568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 19 08:38:19.762430 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13ef2793-6db7-4c3d-9798-53913ef3fd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.788526 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13ef2793-6db7-4c3d-9798-53913ef3fd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.841409 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13ef2793-6db7-4c3d-9798-53913ef3fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000594'] for security_group, after_delete {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.857257 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef2793-6db7-4c3d-9798-53913ef3fd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dede3399-d54c-46eb-ad33-051afbbcf040,revision_number=None']} {{(pid=83568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:19.862769 dv-neutron-829958-1-hyperv neutron-server[83568]: DEBUG neutron_lib.callbacks.manager [None req-13ef2793-6db7-4c3d-9798-53913ef3fd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:19.864923 dv-neutron-829958-1-hyperv neutron-server[83568]: INFO neutron.wsgi [None req-13ef2793-6db7-4c3d-9798-53913ef3fd0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dede3399-d54c-46eb-ad33-051afbbcf040 HTTP/1.1" status: 204 len: 168 time: 0.1619234 Feb 19 08:38:20.196416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device db651860-5bfe-4d91-8448-3d63a3b2a117 no longer exists at agent ovs-agent-dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 19 08:38:20.229918 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.plugin [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] No Port match for: db651860-5bfe-4d91-8448-3d63a3b2a117 {{(pid=83570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 19 08:38:20.230355 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron.plugins.ml2.rpc [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Device db651860-5bfe-4d91-8448-3d63a3b2a117 not bound to the agent host dv-neutron-829958-1-hyperv {{(pid=83570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 19 08:38:36.763537 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-937726ed-c519-47ab-8141-da25664c1f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:39.136793 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ad5dfac1-2a8a-40a2-a7ee-41c932171c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:40.384581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:40.536987 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:41.813899 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:44.188720 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:38:46.805405 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:39:06.760012 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f204200d-a006-4d20-a991-153882fd7100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:09.143226 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-18893aaa-383a-4e39-a9c8-c66a7e308aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:10.379416 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:10.542799 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:11.815931 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:14.196537 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:23.803278 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:39:36.753619 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-475f8c69-9bff-40c6-81a8-d8f2dc2b7b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:39.131850 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-fb9e26ff-f010-42df-b669-f76a0ac80a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:40.388289 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:40.539947 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:41.813875 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:39:44.221028 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:00.805303 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:40:06.753645 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec693db5-b1ee-4939-9af9-0e1be8c041e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:09.132022 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-dbc236da-0d1e-4563-b771-9c4a843a4889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:10.391043 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:10.549431 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:11.827344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:14.215389 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:36.755920 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-95500594-6ac4-4e26-97c5-57cffee15f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:37.801788 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:40:39.134362 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-24483e80-3757-462a-ab74-b03ff47647b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:40.385938 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:40.540848 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:41.825341 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:40:44.215013 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:06.758079 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0a61-36f8-4a2e-9351-7e04b53c908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:09.136194 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-7c072567-f60a-40c3-9931-02bb74d6e41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:10.397898 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:10.551358 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:11.835371 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:14.237769 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:14.798148 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:41:36.762135 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e2b89fe9-aed6-4676-8cad-7e82c738e298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:39.139011 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-c0bcba02-6eb6-4c52-aad7-9bf19e6391dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:40.393365 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:40.553906 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:41.828169 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:44.234220 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:41:51.793659 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:42:06.761963 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f612fa51-3e53-4733-a816-cc1c25a0c223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:09.141464 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-1abc7911-692a-4fbd-9246-3cd763acdf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:10.397891 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:10.593172 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:11.845982 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:14.255628 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:28.799948 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:42:36.764552 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f52c8386-ecaa-4e34-b120-dff6687f4b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:39.141613 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb1c-49b9-4b73-b828-376dc0fae53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:40.402339 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:40.558206 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:41.838888 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:42:44.265840 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:05.795194 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:43:06.768581 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-16c6aa87-5ff6-4ab4-b221-6982f811ce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:09.145344 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-27b1df9a-c2b6-417d-8c09-79954f815d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:10.407549 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:10.568961 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:11.838442 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:14.269356 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:36.768991 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-a0805c10-be68-4c4b-a858-4179e032dbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:39.149130 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-ec930bb4-117f-40ca-bae2-93e6f8c01100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:40.412570 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-6f400093-c544-4df1-b602-46ab5b611aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:40.573208 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-e58917f5-8c14-40c8-bf1f-e8f745e3a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:41.843248 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-79bf88db-a6c5-40aa-9168-b396b73286a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:43:42.801024 dv-neutron-829958-1-hyperv neutron-server[83571]: DEBUG neutron.db.agents_db [None req-87e70fa8-0fdf-4290-8899-2f871cebe7bd None None] Agent healthcheck: found 6 active agents {{(pid=83571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 19 08:43:44.275385 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-684c9e11-742b-41a3-8a92-cbd420bf7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 19 08:44:06.763585 dv-neutron-829958-1-hyperv neutron-server[83570]: DEBUG neutron_lib.callbacks.manager [None req-f510b030-42d0-4fd2-86fb-8147f73f25ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733973612647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550154'] for agent, after_update {{(pid=83570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}